00000800:00000200:1.1F:1746069940.386252:0:3292:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1e98c00] -> 12345-192.168.203.129@tcp (2) 00000800:00000200:1.1:1746069940.386739:0:3283:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1e98c00] -> 12345-192.168.203.129@tcp (2) 00000800:00000200:1.1:1746069940.386742:0:3283:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.129@tcp ffff8800b1e98e40 deleted 00000800:00000010:1.1:1746069940.386744:0:3283:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b1e98e40. 00000800:00000200:1.1:1746069940.386746:0:3283:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1746069940.386751:0:3283:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:1023 00000800:00000200:1.1:1746069940.386754:0:3283:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130226700 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1F:1746069940.386804:0:3282:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1746069940.386978:0:3284:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1e98c00] -> 12345-192.168.203.129@tcp (4) 00000800:00000200:3.1:1746069940.386980:0:3284:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.129@tcp ffff8800a8fb3c00 deleted 00000800:00000010:3.1:1746069940.386982:0:3284:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a8fb3c00. 00000800:00000200:3.1:1746069940.386983:0:3284:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1746069940.387032:0:3282:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1:1746069940.467013:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4cd6a00. 00010000:00000010:1.1:1746069940.467021:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8fc0000. 00010000:00000010:1.1:1746069940.674814:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012a3b7000. 00010000:00000010:0.1F:1746069940.679982:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a8fb8b00. 00010000:00000010:1.1:1746069940.679997:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4c70300. 00010000:00000010:0.1:1746069940.679997:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a43f7800. 00010000:00000010:1.1:1746069940.680004:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0b7200. 00002000:00100000:0.0:1746070342.702324:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (360448->368482) req@ffff880093695180 x1830887013862528/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:728/0 lens 8528/0 e 0 to 0 dl 1746070353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1746070342.702338:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093695180 with x1830887013862528 ext(360448->368482) 00002000:00010000:0.0:1746070342.702342:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093695180 00000100:00100000:0.0:1746070342.702406:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1795 00000100:00100000:0.0:1746070342.702413:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+11:1961:x1830887013862528:12345-192.168.203.29@tcp:4:fsx.0 00000100:00100000:0.0:1746070342.703407:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1961:x1830887013862528:12345-192.168.203.29@tcp:4:fsx.0 Request processed in 993us (1318us total) trans 4294967573 rc 0/0 00000100:00100000:0.0:1746070342.703414:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1795 00002000:00100000:0.0:1746070342.703421:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (360448->368482) req@ffff880093695180 x1830887013862528/t4294967573(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:728/0 lens 8528/448 e 0 to 0 dl 1746070353 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1746070342.703429:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093695180 with x1830887013862528 ext(360448->368482) 00002000:00010000:0.0:1746070342.703432:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093695180 00000100:00100000:0.0:1746070342.751539:0:21275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013862912 00000100:00100000:0.0:1746070342.751547:0:21275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013862912 00000100:00100000:0.0:1746070342.751597:0:21275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33652 00000100:00100000:0.0:1746070342.751604:0:21275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+40:28685:x1830887013862912:12345-192.168.203.29@tcp:101:fsx.0 00010000:00010000:0.0:1746070342.751619:0:21275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070342.751634:0:21275:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7c00/0x628f9640b6079cc2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bb9f1 expref: -99 pid: 21275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.751720:0:21275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6a00/0x628f9640b6079cc9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070342.751731:0:21275:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6a00/0x628f9640b6079cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070342.751739:0:21275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6a00/0x628f9640b6079cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21275 initiator: MDT0 00000004:00200000:0.0:1746070342.751759:0:21275:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 4562787 00000004:00200000:0.0:1746070342.751762:0:21275:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070342.751773:0:21275:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6a00/0x628f9640b6079cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070342.751791:0:21275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7c00/0x628f9640b6079cc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9f1 expref: 42 pid: 21275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.751802:0:21275:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6a00/0x628f9640b6079cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9f1 expref: 41 pid: 21275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.751809:0:21275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff88012f5a1a00) 00010000:00010000:0.0:1746070342.751811:0:21275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070342.751813:0:21275:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dd6a00, rc 0) 00000100:00100000:0.0:1746070342.751849:0:21275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+41:28685:x1830887013862912:12345-192.168.203.29@tcp:101:fsx.0 Request processed in 245us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070342.751854:0:21275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33652 00000100:00100000:0.0:1746070342.779820:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013863808 00000100:00100000:0.0:1746070342.779826:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013863808 00010000:00010000:0.0:1746070342.779849:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6a00/0x628f9640b6079cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9f1 expref: 41 pid: 21275 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746070342.779877:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5370 00000100:00100000:0.0:1746070342.779883:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+41:1963:x1830887013863808:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070342.779892:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070342.779897:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6a00/0x628f9640b6079cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9f1 expref: 41 pid: 21275 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746070342.779910:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6a00/0x628f9640b6079cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9f1 expref: 41 pid: 21275 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746070342.779926:0:14766:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6a00/0x628f9640b6079cc9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9f1 expref: 41 pid: 21275 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746070342.779945:0:14766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff88012f5a1a00) 00010000:00010000:0.0:1746070342.779949:0:14766:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091face00/0x628f9640b6079cd0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070342.779956:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091face00/0x628f9640b6079cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070342.779962:0:14766:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091face00/0x628f9640b6079cd0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070342.779976:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070342.780009:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+40:1963:x1830887013863808:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 126us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070342.780014:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5370 00000100:00100000:0.0:1746070342.792483:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013864320 00000100:00100000:0.0:1746070342.792487:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013864320 00000100:00100000:0.0:1746070342.792515:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3079 00000100:00100000:0.0:1746070342.792520:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:28685:x1830887013864320:12345-192.168.203.29@tcp:101:fsx.0 00010000:00010000:0.0:1746070342.792531:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070342.792541:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099dd6000/0x628f9640b6079cde lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bb9ff expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.792560:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fac000/0x628f9640b6079cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9ea expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.792567:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070342.792568:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070342.792572:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099dd6000/0x628f9640b6079cde lrc: 4/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9ff expref: 11 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.792589:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fac000/0x628f9640b6079cbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9ea expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.792598:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fac000/0x628f9640b6079cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9ea expref: 9 pid: 8446 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746070342.792607:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801319ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887012765312:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070342.792646:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070342.794775:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801319ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887012765312:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070342.794794:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099dd6000/0x628f9640b6079cde lrc: 3/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9ff expref: 11 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.794806:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dd6000, rc 0) 00000100:00100000:0.0:1746070342.795075:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:28685:x1830887013864320:12345-192.168.203.29@tcp:101:fsx.0 Request processed in 2552us (2778us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070342.795082:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3079 00000100:00100000:0.0:1746070342.811093:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013864960 00000100:00100000:0.0:1746070342.811100:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013864960 00002000:00100000:0.0:1746070342.811133:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11:0x0] (1679360->1683455) req@ffff88009bde1180 x1830887013864960/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:728/0 lens 488/0 e 0 to 0 dl 1746070353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1746070342.811148:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bde1180 with x1830887013864960 ext(1679360->1683455) 00002000:00010000:0.0:1746070342.811152:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bde1180 00000100:00100000:0.0:1746070342.811174:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1800 00000100:00100000:0.0:1746070342.811180:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bde1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1964:x1830887013864960:12345-192.168.203.29@tcp:3:fsx.0 00000100:00100000:0.0:1746070342.811337:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bde1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1964:x1830887013864960:12345-192.168.203.29@tcp:3:fsx.0 Request processed in 155us (307us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070342.811342:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1800 00002000:00100000:0.0:1746070342.811347:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11:0x0] (1679360->1683455) req@ffff88009bde1180 x1830887013864960/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:728/0 lens 488/4536 e 0 to 0 dl 1746070353 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1746070342.811354:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bde1180 with x1830887013864960 ext(1679360->1683455) 00002000:00010000:0.0:1746070342.811356:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bde1180 00000100:00100000:0.0:1746070342.832500:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013865984 00000100:00100000:0.0:1746070342.832507:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013865984 00002000:00100000:0.0:1746070342.832538:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (0->1687551) req@ffff88009bde3480 x1830887013865984/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:728/0 lens 504/0 e 0 to 0 dl 1746070353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1746070342.832548:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bde3480 with x1830887013865984 ext(0->1687551) 00002000:00010000:0.0:1746070342.832553:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bde3480 00000100:00100000:0.0:1746070342.832565:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013865472 00000100:00100000:0.0:1746070342.832566:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013865472 00002000:00100000:0.0:1746070342.832575:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (2891776->3940351) req@ffff88009bde2680 x1830887013865472/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:728/0 lens 488/0 e 0 to 0 dl 1746070353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1746070342.832581:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bde2680 with x1830887013865472 ext(2891776->3940351) 00002000:00010000:0.0:1746070342.832584:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bde2680 00000100:00100000:0.0:1746070342.832591:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1805 00000100:00100000:0.0:1746070342.832596:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bde3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1964:x1830887013865984:12345-192.168.203.29@tcp:3:fsx.0 00000100:00100000:0.0:1746070342.859366:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1964:x1830887013865344:12345-192.168.203.29@tcp:3:fsx.0 Request processed in 36021us (36655us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070342.859373:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1802 00002000:00100000:0.0:1746070342.859388:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x12:0x0] (1843200->2891775) req@ffff880134834380 x1830887013865344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:728/0 lens 488/440 e 0 to 0 dl 1746070353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1746070342.859395:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834380 with x1830887013865344 ext(1843200->2891775) 00002000:00010000:0.0:1746070342.859397:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134834380 00000100:00100000:0.0:1746070342.876041:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070342.883754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070342.915813:0:21275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013866752 00000100:00100000:0.0:1746070342.915821:0:21275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013866752 00000100:00100000:0.0:1746070342.915861:0:21275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33655 00000100:00100000:0.0:1746070342.915867:0:21275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:28685:x1830887013866752:12345-192.168.203.29@tcp:101:fsx.0 00010000:00010000:0.0:1746070342.915882:0:21275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070342.915897:0:21275:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51800/0x628f9640b6079ce5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bba06 expref: -99 pid: 21275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.915953:0:21275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50800/0x628f9640b6079cec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070342.915962:0:21275:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50800/0x628f9640b6079cec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070342.915970:0:21275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50800/0x628f9640b6079cec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21275 initiator: MDT0 00000004:00200000:0.0:1746070342.915990:0:21275:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5878087 00000004:00200000:0.0:1746070342.915993:0:21275:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070342.916003:0:21275:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50800/0x628f9640b6079cec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070342.916021:0:21275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51800/0x628f9640b6079ce5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba06 expref: 78 pid: 21275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.916045:0:21275:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50800/0x628f9640b6079cec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba06 expref: 77 pid: 21275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.916052:0:21275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff88012f5a1a00) 00010000:00010000:0.0:1746070342.916054:0:21275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070342.916056:0:21275:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50800, rc 0) 00000100:00100000:0.0:1746070342.916092:0:21275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:28685:x1830887013866752:12345-192.168.203.29@tcp:101:fsx.0 Request processed in 225us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070342.916097:0:21275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33655 00000100:00100000:0.0:1746070342.922417:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3082 00000100:00100000:0.0:1746070342.922424:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1964:x1830887013867008:12345-192.168.203.29@tcp:101:fsx.0 00010000:00010000:0.0:1746070342.922430:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070342.922439:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b51000/0x628f9640b6079cfa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bba14 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070342.922461:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801319e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887012765696:192.168.203.29@tcp:106: 00000100:00100000:0.0:1746070342.922479:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d9c0 going to sleep for 11 seconds 00002000:00010000:0.0:1746070342.924633:0:12041:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb blocks: 23 -> 41 00000100:00100000:0.0:1746070342.924644:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801319e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887012765696:192.168.203.29@tcp:106: 00010000:00010000:0.0:1746070342.924658:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b51000/0x628f9640b6079cfa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba14 expref: 10 pid: 12041 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070342.924667:0:12041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b51000/0x628f9640b6079cfa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba14 expref: 10 pid: 12041 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070342.924691:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b51000, rc 0) 00000100:00100000:0.0:1746070342.924706:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1964:x1830887013867008:12345-192.168.203.29@tcp:101:fsx.0 Request processed in 2284us (2696us total) trans 0 rc 301/301 00000100:00100000:0.0:1746070342.924711:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3082 00000100:00100000:0.0:1746070342.926969:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013867136 00000100:00100000:0.0:1746070342.926975:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013867136 00000100:00100000:0.0:1746070342.927009:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3083 00000100:00100000:0.0:1746070342.927014:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bde1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+12:28685:x1830887013867136:12345-192.168.203.29@tcp:101:fsx.0 00010000:00010000:0.0:1746070342.927026:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070342.927038:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136b51400/0x628f9640b6079d01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bba1b expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.927059:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b6079cd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9f8 expref: 15 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.927066:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070342.927067:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070342.927071:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136b51400/0x628f9640b6079d01 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [3551232->3555327] (req 3551232->3555327) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba1b expref: 13 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.927091:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b6079cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9f8 expref: 15 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.927101:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b6079cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9f8 expref: 15 pid: 8446 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746070342.927111:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801319e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12041:1830887012765824:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070342.927538:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070342.930349:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801319e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12041:1830887012765824:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070342.930373:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136b51400/0x628f9640b6079d01 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [3551232->3555327] (req 3551232->3555327) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba1b expref: 13 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.930396:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b51400, rc 0) 00000100:00100000:0.0:1746070342.930426:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bde1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+13:28685:x1830887013867136:12345-192.168.203.29@tcp:101:fsx.0 Request processed in 3411us (3509us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070342.930433:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3083 00000100:00100000:0.0:1746070342.935663:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013867264 00000100:00100000:0.0:1746070342.935734:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013867264 00010000:00010000:0.0:1746070342.935764:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b6079cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9f8 expref: 16 pid: 8446 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746070342.935787:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5373 00000100:00100000:0.0:1746070342.935794:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1963:x1830887013867264:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070342.935805:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070342.935823:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b6079cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9f8 expref: 16 pid: 8446 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746070342.935838:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b6079cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9f8 expref: 16 pid: 8446 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746070342.935855:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b6079cd7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bb9f8 expref: 16 pid: 8446 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746070342.936025:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070342.936027:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070342.936033:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136b51400/0x628f9640b6079d01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3551232->3555327) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba1b expref: 12 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.936041:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136b51400/0x628f9640b6079d01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3551232->3555327) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba1b expref: 12 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070342.936065:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136b51400/0x628f9640b6079d01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3551232->3555327) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba1b expref: 12 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070342.936074:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801319e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012765952:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070342.937198:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070342.940719:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801319e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012765952:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070342.940736:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070342.940777:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1963:x1830887013867264:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4984us (5246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070342.940786:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5373 00000100:00100000:0.0:1746070342.949618:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013867904 00000100:00100000:0.0:1746070342.949624:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013867904 00002000:00100000:0.0:1746070342.949652:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x12:0x0] (3551232->3559423) req@ffff88009bde2300 x1830887013867904/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:728/0 lens 8680/0 e 0 to 0 dl 1746070353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1746070342.949661:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bde2300 with x1830887013867904 ext(3551232->3559423) 00002000:00010000:0.0:1746070342.949665:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bde2300 00000100:00100000:0.0:1746070342.949936:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1810 00000100:00100000:0.0:1746070342.949943:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bde2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1963:x1830887013867904:12345-192.168.203.29@tcp:4:fsx.0 00000100:00100000:0.0:1746070342.950193:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bde2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1963:x1830887013867904:12345-192.168.203.29@tcp:4:fsx.0 Request processed in 249us (631us total) trans 4294967738 rc 0/0 00000100:00100000:0.0:1746070342.950199:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1810 00002000:00100000:0.0:1746070342.950205:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x12:0x0] (3551232->3559423) req@ffff88009bde2300 x1830887013867904/t4294967738(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:728/0 lens 8680/448 e 0 to 0 dl 1746070353 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1746070342.950212:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bde2300 with x1830887013867904 ext(3551232->3559423) 00002000:00010000:0.0:1746070342.950215:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bde2300 00000100:00100000:0.0:1746070342.951936:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013868032 00000100:00100000:0.0:1746070342.952092:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013868032 00000100:00100000:0.0:1746070342.952266:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3084 00000100:00100000:0.0:1746070342.952273:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bde0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1963:x1830887013868032:12345-192.168.203.29@tcp:16:fsx.0 00000100:00100000:0.0:1746070342.999796:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070343.003275:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070343.009578:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070343.014835:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070343.017187:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070343.019223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070343.026028:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070343.029946:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070343.033948:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070343.037329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070343.041071:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013869952 00000100:00100000:0.0:1746070343.041077:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013869952 00000100:00100000:0.0:1746070343.041125:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 118 00000100:00100000:0.0:1746070343.041131:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a59e9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:28685:x1830887013869952:12345-192.168.203.29@tcp:35:fsx.0 00000100:00100000:0.0:1746070343.041321:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a59e9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:28685:x1830887013869952:12345-192.168.203.29@tcp:35:fsx.0 Request processed in 189us (312us total) trans 4294981892 rc 0/0 00000100:00100000:0.0:1746070343.041326:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 118 00000100:00100000:0.0:1746070343.042355:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070343.054128:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070343.060887:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070343.456867:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070344.093530:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887012767872:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070344.093582:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070344.099736:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887012767872:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746070344.461020:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070345.421625:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070345.421661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070345.421729:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070345.421750:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070345.421764:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070345.421783:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070345.421808:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070345.421831:0:21275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013870976 00000100:00100000:0.0:1746070345.421839:0:21275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013870976 00000100:00100000:0.0:1746070345.421876:0:21275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013871360 00000100:00100000:0.0:1746070345.421878:0:21275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013871360 00000100:00100000:0.0:1746070345.421893:0:21275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 314 00000100:00100000:0.0:1746070345.421899:0:21275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1961:x1830887013870976:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070345.421955:0:21275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1961:x1830887013870976:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 56us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070345.421960:0:21275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 314 00000100:00100000:0.0:1746070345.421972:0:21275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 315 00000100:00100000:0.0:1746070345.421976:0:21275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+45:1961:x1830887013871360:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070345.421997:0:21275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+45:1961:x1830887013871360:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 21us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070345.422001:0:21275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 315 00000100:00080000:0.0:1746070345.422012:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070345.422097:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013871232 00000100:00100000:0.0:1746070345.422100:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013871232 00000100:00100000:0.0:1746070345.422119:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013871488 00000100:00100000:0.0:1746070345.422121:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013871488 00000100:00100000:0.0:1746070345.422128:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013871104 00000100:00100000:0.0:1746070345.422130:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013871104 00000100:00100000:0.0:1746070345.422137:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013871616 00000100:00100000:0.0:1746070345.422138:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013871616 00000100:00100000:0.0:1746070345.422148:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 391 00000100:00100000:0.0:1746070345.422153:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1961:x1830887013871232:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070345.422177:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1961:x1830887013871232:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 24us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070345.422181:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 391 00000100:00100000:0.0:1746070345.422189:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 392 00000100:00100000:0.0:1746070345.422193:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1961:x1830887013871488:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070345.422209:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1961:x1830887013871488:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 16us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070345.422214:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 392 00000100:00100000:0.0:1746070345.422221:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 393 00000100:00100000:0.0:1746070345.422225:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1961:x1830887013871104:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070345.422238:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1961:x1830887013871104:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 13us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070345.422242:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 393 00000100:00100000:0.0:1746070345.422249:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 394 00000100:00100000:0.0:1746070345.422253:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1961:x1830887013871616:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070345.422269:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1961:x1830887013871616:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 15us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070345.422273:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 394 00000100:00080000:0.0:1746070345.422285:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746070345.422287:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070345.422337:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013870848 00000100:00100000:0.0:1746070345.422340:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013870848 00000100:00100000:0.0:1746070345.422354:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 368 00000100:00100000:0.0:1746070345.422359:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4736050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1961:x1830887013870848:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070345.422393:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4736050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1961:x1830887013870848:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 34us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070345.422399:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 368 00010000:00010000:0.0:1746070347.486607:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746070347.579306:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070348.906790:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3295:1830887012768128:0@lo:400:kworker.0 00000100:00100000:0.0:1746070348.906845:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070348.906893:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012768128 00000100:00100000:0.0:1746070348.906898:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012768128 00000100:00100000:0.0:1746070348.906922:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1746070348.906927:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4735c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3295:x1830887012768128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070348.906956:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4735c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3295:x1830887012768128:12345-0@lo:400:kworker.0 Request processed in 29us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070348.906961:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1746070348.906986:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3295:1830887012768128:0@lo:400:kworker.0 00000100:00100000:0.0:1746070350.436604:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.436969:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.437495:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.437515:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.437528:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.437554:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.437571:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.437586:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013871744 00000100:00100000:0.0:1746070350.437589:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013871744 00000100:00100000:0.0:1746070350.437607:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 370 00000100:00100000:0.0:1746070350.437611:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4735850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1962:x1830887013871744:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070350.437632:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4735850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1962:x1830887013871744:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 21us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070350.437637:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 370 00000100:00100000:0.0:1746070350.437656:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013872128 00000100:00100000:0.0:1746070350.437658:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013872128 00000100:00100000:0.0:1746070350.437693:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013872384 00000100:00100000:0.0:1746070350.437696:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013872384 00000100:00100000:0.0:1746070350.437705:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013872000 00000100:00100000:0.0:1746070350.437706:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013872000 00000100:00100000:0.0:1746070350.437714:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013872512 00000100:00100000:0.0:1746070350.437715:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013872512 00000100:00100000:0.0:1746070350.437724:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 397 00000100:00100000:0.0:1746070350.437728:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1962:x1830887013872128:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070350.437747:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1962:x1830887013872128:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 19us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070350.437752:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 397 00000100:00100000:0.0:1746070350.437760:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 398 00000100:00100000:0.0:1746070350.437763:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1962:x1830887013872384:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070350.437777:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1962:x1830887013872384:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 14us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070350.437781:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 398 00000100:00100000:0.0:1746070350.437787:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 399 00000100:00100000:0.0:1746070350.437790:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1962:x1830887013872000:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070350.437803:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1962:x1830887013872000:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 13us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070350.437807:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 399 00000100:00100000:0.0:1746070350.437813:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 400 00000100:00100000:0.0:1746070350.437817:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1962:x1830887013872512:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070350.437830:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1962:x1830887013872512:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 13us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070350.437835:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 400 00010000:00010000:0.0:1746070350.493635:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070350.692375:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.699141:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.699165:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013872896 00000100:00100000:0.0:1746070350.699171:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013872896 00010000:00010000:0.0:1746070350.699196:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b6079d2b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba3e expref: 38 pid: 10662 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746070350.699218:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5374 00000100:00100000:0.0:1746070350.699225:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+38:1963:x1830887013872896:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070350.699235:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070350.699240:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b6079d2b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba3e expref: 38 pid: 10662 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746070350.699250:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b6079d2b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba3e expref: 38 pid: 10662 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746070350.699268:0:7078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a2f7a00) 00010000:00010000:0.0:1746070350.699272:0:7078:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9000/0x628f9640b6079d78 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.699278:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9000/0x628f9640b6079d78 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.699284:0:7078:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9000/0x628f9640b6079d78 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.699297:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070350.699337:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+38:1963:x1830887013872896:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 112us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070350.699343:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5374 00000100:00100000:0.0:1746070350.702905:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.706185:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.706205:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013873280 00000100:00100000:0.0:1746070350.706209:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013873280 00010000:00010000:0.0:1746070350.706230:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130ee9600/0x628f9640b6079d86 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba68 expref: 64 pid: 21275 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746070350.706252:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5375 00000100:00100000:0.0:1746070350.706258:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1964:x1830887013873280:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070350.706267:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070350.706272:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880130ee9600/0x628f9640b6079d86 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba68 expref: 64 pid: 21275 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746070350.706281:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880130ee9600/0x628f9640b6079d86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba68 expref: 64 pid: 21275 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746070350.706297:0:14766:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ee9600/0x628f9640b6079d86 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba68 expref: 64 pid: 21275 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746070350.710344:0:14766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8800ac8d1b00) 00010000:00010000:0.0:1746070350.710353:0:14766:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880130ee9200/0x628f9640b6079d9b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.710363:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ee9200/0x628f9640b6079d9b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.710369:0:14766:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130ee9200/0x628f9640b6079d9b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.710391:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070350.710438:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1964:x1830887013873280:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4177us (4252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070350.710447:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5375 00000100:00100000:0.0:1746070350.721891:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.744314:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.744352:0:21275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013873664 00000100:00100000:0.0:1746070350.744360:0:21275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013873664 00000100:00100000:0.0:1746070350.744397:0:21275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33660 00000100:00100000:0.0:1746070350.744405:0:21275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:29661:x1830887013873664:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:0.0:1746070350.744421:0:21275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070350.744438:0:21275:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dcaa00/0x628f9640b6079da9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bba76 expref: -99 pid: 21275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070350.744483:0:21275:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099dcaa00/0x628f9640b6079da9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba76 expref: 64 pid: 21275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070350.744494:0:21275:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dcaa00/0x628f9640b6079da9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba76 expref: 64 pid: 21275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070350.744507:0:21275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff880094732000) 00010000:00010000:0.0:1746070350.744509:0:21275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746070350.744512:0:21275:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dcaa00, rc 0) 00000100:00100000:0.0:1746070350.744546:0:21275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:29661:x1830887013873664:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 143us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070350.744552:0:21275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33660 00000100:00100000:0.0:1746070350.746829:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013873920 00000100:00100000:0.0:1746070350.746836:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013873920 00000100:00100000:0.0:1746070350.746878:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 123 00000100:00100000:0.0:1746070350.746885:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:29661:x1830887013873920:12345-192.168.203.29@tcp:35:lfs.0 00000100:00100000:0.0:1746070350.747041:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:29661:x1830887013873920:12345-192.168.203.29@tcp:35:lfs.0 Request processed in 155us (302us total) trans 4294981900 rc 0/0 00000100:00100000:0.0:1746070350.747047:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 123 00000100:00100000:0.0:1746070350.785020:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.785044:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013874048 00000100:00100000:0.0:1746070350.785051:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013874048 00000100:00100000:0.0:1746070350.785086:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33661 00000100:00100000:0.0:1746070350.785092:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:29664:x1830887013874048:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070350.785109:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070350.785123:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c0b7200/0x628f9640b6079db0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bba7d expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070350.785165:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca0c00/0x628f9640b6079db7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070350.785174:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca0c00/0x628f9640b6079db7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070350.785182:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca0c00/0x628f9640b6079db7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:0.0:1746070350.785225:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746070350.785227:0:7093:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070350.785239:0:7093:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca0c00/0x628f9640b6079db7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070350.785255:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c0b7200/0x628f9640b6079db0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba7d expref: 67 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070350.785267:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca0c00/0x628f9640b6079db7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba7d expref: 66 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070350.785274:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a2f7a00) 00010000:00010000:0.0:1746070350.785277:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746070350.785280:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca0c00, rc 0) 00000100:00100000:0.0:1746070350.785337:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:29664:x1830887013874048:12345-192.168.203.29@tcp:101:dd.0 Request processed in 244us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070350.785343:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33661 00000100:00100000:0.0:1746070350.793901:0:21275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013874304 00000100:00100000:0.0:1746070350.793908:0:21275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013874304 00000100:00100000:0.0:1746070350.793953:0:21275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33662 00000100:00100000:0.0:1746070350.793959:0:21275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:29664:x1830887013874304:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070350.793972:0:21275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070350.793975:0:21275:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746070350.793994:0:21275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099ca0c00/0x628f9640b6079db7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba7d expref: 66 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070350.794006:0:21275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a2f7a00) 00010000:00010000:0.0:1746070350.794010:0:21275:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070350.794018:0:21275:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094db7c00/0x628f9640b6079dbe lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bba84 expref: -99 pid: 21275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070350.794127:0:21275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b6079dc5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794135:0:21275:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b6079dc5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794142:0:21275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b6079dc5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794152:0:21275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938bb800/0x628f9640b6079dcc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794157:0:21275:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938bb800/0x628f9640b6079dcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794161:0:21275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938bb800/0x628f9640b6079dcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794208:0:21275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938baa00/0x628f9640b6079dd3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794214:0:21275:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938baa00/0x628f9640b6079dd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794219:0:21275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938baa00/0x628f9640b6079dd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21275 initiator: MDT0 00000004:00200000:0.0:1746070350.794225:0:21275:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 0 00010000:00010000:0.0:1746070350.794340:0:21275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b6079dc5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794347:0:21275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b6079dc5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794351:0:21275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b6079dc5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794355:0:21275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bc25e00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070350.794358:0:21275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b6079dc5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794363:0:21275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b6079dc5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794369:0:21275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a2f7a00) 00010000:00010000:0.0:1746070350.794371:0:21275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070350.794374:0:21275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b6079dc5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794377:0:21275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b6079dc5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794384:0:21275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938bb800/0x628f9640b6079dcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794388:0:21275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938bb800/0x628f9640b6079dcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794392:0:21275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938bb800/0x628f9640b6079dcc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794395:0:21275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800938bb800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070350.794397:0:21275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938bb800/0x628f9640b6079dcc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794401:0:21275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938bb800/0x628f9640b6079dcc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794405:0:21275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd5ce3da0 (ffff880094732c00) 00010000:00010000:0.0:1746070350.794406:0:21275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070350.794408:0:21275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938bb800/0x628f9640b6079dcc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794411:0:21275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938bb800/0x628f9640b6079dcc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21275 initiator: MDT0 00010000:00010000:0.0:1746070350.794438:0:21275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094db7c00/0x628f9640b6079dbe lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba84 expref: 68 pid: 21275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070350.794447:0:21275:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938baa00/0x628f9640b6079dd3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba84 expref: 67 pid: 21275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070350.794453:0:21275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff880094732000) 00010000:00010000:0.0:1746070350.794454:0:21275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070350.794456:0:21275:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800938baa00, rc 0) 00000100:00100000:0.0:1746070350.794494:0:21275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:29664:x1830887013874304:12345-192.168.203.29@tcp:101:dd.0 Request processed in 535us (1359us total) trans 4294981901 rc 0/0 00000100:00100000:0.0:1746070350.794500:0:21275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33662 00000100:00100000:0.0:1746070350.815661:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013874688 00000100:00100000:0.0:1746070350.815668:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013874688 00000100:00100000:0.0:1746070350.815715:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3093 00000100:00100000:0.0:1746070350.815721:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:29664:x1830887013874688:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070350.815735:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070350.815748:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a2bb600/0x628f9640b6079de8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bba8b expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070350.815766:0:8446:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746070350.815780:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070350.815782:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070350.815787:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2bb600/0x628f9640b6079de8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba8b expref: 13 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070350.815798:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a2bb600/0x628f9640b6079de8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bba8b expref: 13 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070350.815807:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2bb600, rc 0) 00000100:00100000:0.0:1746070350.819240:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:29664:x1830887013874688:12345-192.168.203.29@tcp:101:dd.0 Request processed in 3510us (4129us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070350.819249:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3093 00000100:00100000:0.0:1746070350.829746:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.830776:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.830797:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013874944 00000100:00100000:0.0:1746070350.830804:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013874944 00002000:00010000:0.0:1746070350.830831:0:27023:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/20 (0->18446744073709551615) 00002000:00100000:0.0:1746070350.830835:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8e00 with x1830887013874944 ext(0->18446744073709551615) 00002000:00010000:0.0:1746070350.830843:0:27023:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fb8e00. 00000100:00100000:0.0:1746070350.831443:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013875072 00000100:00100000:0.0:1746070350.831448:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013875072 00002000:00010000:0.0:1746070350.831459:0:27023:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/19 (0->18446744073709551615) 00002000:00100000:0.0:1746070350.831461:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8000 with x1830887013875072 ext(0->18446744073709551615) 00002000:00010000:0.0:1746070350.831467:0:27023:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb8000. 00000100:00100000:0.0:1746070350.891614:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.892119:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.892172:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.892185:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013875584 00000100:00100000:0.0:1746070350.892188:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013875584 00002000:00100000:0.0:1746070350.892203:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x14:0x0] (3145728->4194303) req@ffff880091fb8a80 x1830887013875584/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:736/0 lens 488/0 e 0 to 0 dl 1746070361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070350.892210:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8a80 with x1830887013875584 ext(3145728->4194303) 00002000:00010000:0.0:1746070350.892212:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fb8a80 00000100:00100000:0.0:1746070350.892220:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013875456 00000100:00100000:0.0:1746070350.892222:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013875456 00002000:00100000:0.0:1746070350.892229:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x14:0x0] (2097152->3145727) req@ffff880091fb9c00 x1830887013875456/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:736/0 lens 488/0 e 0 to 0 dl 1746070361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070350.892235:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9c00 with x1830887013875456 ext(2097152->3145727) 00002000:00010000:0.0:1746070350.892237:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fb9c00 00000100:00100000:0.0:1746070350.892258:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1814 00000100:00100000:0.0:1746070350.892262:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1963:x1830887013875584:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070350.897396:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.940081:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070350.941753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.022737:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.022767:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.022786:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.022821:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.022849:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013876480 00000100:00100000:0.0:1746070351.022855:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013876480 00002000:00100000:0.0:1746070351.022888:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x13:0x0] (1048576->2097151) req@ffff8801316c2680 x1830887013876480/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:737/0 lens 488/0 e 0 to 0 dl 1746070362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070351.022897:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2680 with x1830887013876480 ext(1048576->2097151) 00002000:00010000:0.0:1746070351.022902:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c2680 00000100:00100000:0.0:1746070351.022913:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013876352 00000100:00100000:0.0:1746070351.022915:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013876352 00002000:00100000:0.0:1746070351.022923:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x13:0x0] (0->1048575) req@ffff8801316c1500 x1830887013876352/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:737/0 lens 488/0 e 0 to 0 dl 1746070362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070351.022929:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c1500 with x1830887013876352 ext(0->1048575) 00002000:00010000:0.0:1746070351.022932:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c1500 00000100:00100000:0.0:1746070351.022938:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013876608 00000100:00100000:0.0:1746070351.022940:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013876608 00002000:00100000:0.0:1746070351.022947:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x13:0x0] (2097152->3145727) req@ffff8801316c2a00 x1830887013876608/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:737/0 lens 488/0 e 0 to 0 dl 1746070362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070351.022954:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2a00 with x1830887013876608 ext(2097152->3145727) 00002000:00010000:0.0:1746070351.022956:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c2a00 00000100:00100000:0.0:1746070351.022961:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013876864 00000100:00100000:0.0:1746070351.022963:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013876864 00002000:00100000:0.0:1746070351.022970:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x13:0x0] (3145728->4194303) req@ffff8801316c2300 x1830887013876864/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:737/0 lens 488/0 e 0 to 0 dl 1746070362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070351.022975:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2300 with x1830887013876864 ext(3145728->4194303) 00002000:00010000:0.0:1746070351.022978:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c2300 00000100:00100000:0.0:1746070351.022984:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1817 00000100:00100000:0.0:1746070351.022990:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1962:x1830887013876480:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070351.023738:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1818 00000100:00100000:0.0:1746070351.023744:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1962:x1830887013876352:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070351.088566:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.146069:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.157707:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.167881:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.175422:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.179798:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.185222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.189500:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.195130:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.203288:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.203872:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.267975:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.268037:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.290402:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.290830:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.290866:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013879296 00000100:00100000:0.0:1746070351.290873:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013879296 00002000:00100000:0.0:1746070351.290906:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x14:0x0] (2097152->3145727) req@ffff880099f1a300 x1830887013879296/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:737/0 lens 488/0 e 0 to 0 dl 1746070362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070351.290915:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1a300 with x1830887013879296 ext(2097152->3145727) 00002000:00010000:0.0:1746070351.290919:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f1a300 00000100:00100000:0.0:1746070351.290932:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013879552 00000100:00100000:0.0:1746070351.290933:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013879552 00002000:00100000:0.0:1746070351.290940:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x14:0x0] (3145728->4194303) req@ffff880099f19500 x1830887013879552/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:737/0 lens 488/0 e 0 to 0 dl 1746070362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070351.290946:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f19500 with x1830887013879552 ext(3145728->4194303) 00002000:00010000:0.0:1746070351.290948:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f19500 00000100:00100000:0.0:1746070351.290957:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1825 00000100:00100000:0.0:1746070351.290962:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1964:x1830887013879296:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070351.291068:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1826 00000100:00100000:0.0:1746070351.291072:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1963:x1830887013879552:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070351.291664:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1964:x1830887013879040:12345-192.168.203.29@tcp:4:dd.0 Request processed in 23259us (23625us total) trans 4294967746 rc 0/0 00000100:00100000:0.0:1746070351.291693:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1824 00002000:00100000:0.0:1746070351.291699:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x14:0x0] (0->1048575) req@ffff88009be32300 x1830887013879040/t4294967746(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:737/0 lens 488/448 e 0 to 0 dl 1746070362 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070351.291706:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32300 with x1830887013879040 ext(0->1048575) 00002000:00010000:0.0:1746070351.291708:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009be32300 00000100:00100000:0.0:1746070351.319666:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.322767:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.425733:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1830 00000100:00100000:0.0:1746070351.425746:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887013880320:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070351.472635:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.509531:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1961:x1830887013880704:12345-192.168.203.29@tcp:16:dd.0 Request processed in 34819us (36895us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070351.509541:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3100 00000100:00100000:0.0:1746070351.513939:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.523141:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.525612:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.528202:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.528245:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.528290:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3101 00000100:00100000:0.0:1746070351.528299:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1961:x1830887013881344:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:0.0:1746070351.528311:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070351.528331:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009304d800/0x628f9640b6079e6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbaca expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070351.528367:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:25271:1830887012769920:192.168.203.29@tcp:106: 00000100:00100000:0.0:1746070351.528747:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070351.536528:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.548742:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.550793:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.554017:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.555930:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.560732:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.564772:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.584892:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.590511:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.596890:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.603832:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.606517:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.609746:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.612370:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.615235:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.626392:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.632524:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.638083:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.645857:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.648063:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.657687:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.662144:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013885952 00000100:00100000:0.0:1746070351.662150:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013885952 00000100:00100000:0.0:1746070351.662182:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33678 00000100:00100000:0.0:1746070351.662189:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:29670:x1830887013885952:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070351.662203:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070351.662206:0:7093:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746070351.662225:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dac400/0x628f9640b6079eeb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbaf4 expref: 21 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070351.662277:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093993100) 00010000:00010000:0.0:1746070351.662287:0:7093:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070351.662298:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b6079ef2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbafb expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070351.662426:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d800/0x628f9640b6079ef9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662435:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d800/0x628f9640b6079ef9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662443:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d800/0x628f9640b6079ef9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662452:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b6079f00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662457:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b6079f00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662462:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b6079f00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662514:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304dc00/0x628f9640b6079f07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662520:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009304dc00/0x628f9640b6079f07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662525:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304dc00/0x628f9640b6079f07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:0.0:1746070351.662531:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 0 00010000:00010000:0.0:1746070351.662596:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d800/0x628f9640b6079ef9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662602:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d800/0x628f9640b6079ef9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662606:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d800/0x628f9640b6079ef9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662609:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009304d800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070351.662612:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d800/0x628f9640b6079ef9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662615:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d800/0x628f9640b6079ef9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662620:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094732b00) 00010000:00010000:0.0:1746070351.662621:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070351.662623:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d800/0x628f9640b6079ef9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662626:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d800/0x628f9640b6079ef9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662630:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b6079f00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662632:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b6079f00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662637:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b6079f00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662639:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009304d200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070351.662641:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b6079f00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662643:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b6079f00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662646:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd5ce3da0 (ffff880094732c00) 00010000:00010000:0.0:1746070351.662647:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070351.662648:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b6079f00 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662650:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b6079f00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070351.662668:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b6079ef2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbafb expref: 23 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070351.662706:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304dc00/0x628f9640b6079f07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbafb expref: 22 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070351.662711:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff880094732900) 00010000:00010000:0.0:1746070351.662713:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070351.662715:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304dc00, rc 0) 00000100:00100000:0.0:1746070351.663965:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.666687:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.668275:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013886464 00000100:00100000:0.0:1746070351.668280:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013886464 00000100:00100000:0.0:1746070351.668329:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3103 00000100:00100000:0.0:1746070351.668335:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:29670:x1830887013886464:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070351.668347:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070351.668360:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b6079f23 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbb09 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070351.668380:0:8446:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746070351.668393:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070351.668395:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070351.668400:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b6079f23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb09 expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070351.668412:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b6079f23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb09 expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070351.668419:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304d400, rc 0) 00000100:00100000:0.0:1746070351.668454:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:29670:x1830887013886464:12345-192.168.203.29@tcp:101:dd.0 Request processed in 118us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070351.668458:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3103 00000100:00100000:0.0:1746070351.669882:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.673371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.673458:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.688960:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.690661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.761850:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.892211:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070351.992874:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070352.050600:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967591 is committed 00000100:00080000:0.0:1746070352.070359:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070352.359494:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070352.359894:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746070352.495400:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746070352.560447:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967594 is committed 00000100:00100000:0.0:1746070352.587093:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009261a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012770432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070352.587431:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070352.589259:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009261a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012770432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070352.681924:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013890432 00000100:00100000:0.0:1746070352.681931:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013890432 00000100:00100000:0.0:1746070352.682512:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1846 00000100:00100000:0.0:1746070352.682521:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887013890432:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070352.682560:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 4194304, mtime: 0x6812eb50, atime: 0x0, ctime: 0x6812eb50, blocks: 0x2007 00010000:00010000:0.0:1746070352.682567:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093402800/0x628f9640b6079f85 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.682579:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070352.682581:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070352.682585:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093402800/0x628f9640b6079f85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.682596:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093402800/0x628f9640b6079f85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070352.744420:0:8449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 4194304 -> 5242880 00002000:00010000:0.0:1746070352.744427:0:8449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 8199 -> 10247 00010000:00010000:0.0:1746070352.744438:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093402800/0x628f9640b6079f85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.744448:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093402800/0x628f9640b6079f85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.744455:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093402800/0x628f9640b6079f85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.744461:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093402800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070352.744464:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093402800/0x628f9640b6079f85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.744470:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093402800/0x628f9640b6079f85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.744483:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093402800/0x628f9640b6079f85 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.744488:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093402800/0x628f9640b6079f85 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070352.744557:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887013890432:12345-192.168.203.29@tcp:4:dd.0 Request processed in 62033us (62720us total) trans 4294967754 rc 0/0 00000100:00100000:0.0:1746070352.744565:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1846 00000100:00100000:0.0:1746070352.761409:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013890688 00000100:00100000:0.0:1746070352.761416:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013890688 00000100:00100000:0.0:1746070352.761464:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1847 00000100:00100000:0.0:1746070352.761470:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013890688:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070352.761507:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 5242880, mtime: 0x6812eb50, atime: 0x0, ctime: 0x6812eb50, blocks: 0x2807 00010000:00010000:0.0:1746070352.761514:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093403e00/0x628f9640b6079f8c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.761525:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070352.761526:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070352.761530:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093403e00/0x628f9640b6079f8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.761540:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093403e00/0x628f9640b6079f8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070352.828171:0:8449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 5242880 -> 6291456 00002000:00010000:0.0:1746070352.828177:0:8449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 10247 -> 12295 00010000:00010000:0.0:1746070352.828188:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093403e00/0x628f9640b6079f8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.828198:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093403e00/0x628f9640b6079f8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.828205:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093403e00/0x628f9640b6079f8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.828211:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093403e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070352.828214:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093403e00/0x628f9640b6079f8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.828220:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093403e00/0x628f9640b6079f8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.828235:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093403e00/0x628f9640b6079f8c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.828241:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093403e00/0x628f9640b6079f8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070352.828304:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887013890688:12345-192.168.203.29@tcp:4:dd.0 Request processed in 66830us (66952us total) trans 4294967755 rc 0/0 00000100:00100000:0.0:1746070352.828324:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1847 00000100:00100000:0.0:1746070352.843723:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013890944 00000100:00100000:0.0:1746070352.843730:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013890944 00000100:00100000:0.0:1746070352.843785:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1848 00000100:00100000:0.0:1746070352.843793:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1964:x1830887013890944:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070352.843829:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 6291456, mtime: 0x6812eb50, atime: 0x0, ctime: 0x6812eb50, blocks: 0x3007 00010000:00010000:0.0:1746070352.843836:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099c74000/0x628f9640b6079f93 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.843847:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070352.843849:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070352.843853:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c74000/0x628f9640b6079f93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.843864:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099c74000/0x628f9640b6079f93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070352.956638:0:8449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 7340032 -> 8388608 00002000:00010000:0.0:1746070352.956642:0:8449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 14343 -> 16391 00010000:00010000:0.0:1746070352.956652:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b6079f9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.956661:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b6079f9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.956668:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b6079f9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.956687:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093403600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070352.956690:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b6079f9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.956697:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b6079f9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.956724:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b6079f9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.956730:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b6079f9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070352.956805:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013891200:12345-192.168.203.29@tcp:4:dd.0 Request processed in 50963us (52102us total) trans 4294967757 rc 0/0 00000100:00100000:0.0:1746070352.956815:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1849 00000100:00100000:0.0:1746070352.974045:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013891456 00000100:00100000:0.0:1746070352.974053:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013891456 00000100:00100000:0.0:1746070352.974107:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1850 00000100:00100000:0.0:1746070352.974114:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013891456:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070352.974150:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 8388608, mtime: 0x6812eb50, atime: 0x0, ctime: 0x6812eb50, blocks: 0x4007 00010000:00010000:0.0:1746070352.974157:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a471c200/0x628f9640b6079fa1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.974167:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070352.974168:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070352.974172:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a471c200/0x628f9640b6079fa1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070352.974184:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a471c200/0x628f9640b6079fa1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070353.029985:0:8449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size from disk: 8388608 -> 9437184 00002000:00010000:0.0:1746070353.029989:0:8449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 16391 -> 18439 00010000:00010000:0.0:1746070353.029998:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a471c200/0x628f9640b6079fa1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.030007:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a471c200/0x628f9640b6079fa1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.030013:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a471c200/0x628f9640b6079fa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.030019:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a471c200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070353.030022:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a471c200/0x628f9640b6079fa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.030028:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a471c200/0x628f9640b6079fa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.030041:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a471c200/0x628f9640b6079fa1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.030046:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a471c200/0x628f9640b6079fa1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070353.030110:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013891456:12345-192.168.203.29@tcp:4:dd.0 Request processed in 55993us (56156us total) trans 4294967596 rc 0/0 00000100:00100000:0.0:1746070353.030117:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1850 00000100:00100000:0.0:1746070353.134693:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013891968 00000100:00100000:0.0:1746070353.134701:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013891968 00000100:00100000:0.0:1746070353.134741:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1852 00000100:00100000:0.0:1746070353.134748:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1963:x1830887013891968:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070353.134782:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 10485760, mtime: 0x6812eb50, atime: 0x0, ctime: 0x6812eb50, blocks: 0x5007 00010000:00010000:0.0:1746070353.134789:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ef94600/0x628f9640b6079faf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.134801:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070353.134802:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070353.134806:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef94600/0x628f9640b6079faf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.134817:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ef94600/0x628f9640b6079faf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070353.174141:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967598 is committed 00000100:00100000:0.0:1746070353.646894:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070353.734019:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070353.806515:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013894272 00000100:00100000:0.0:1746070353.806522:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013894272 00000100:00100000:0.0:1746070353.806577:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1861 00000100:00100000:0.0:1746070353.806584:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013894272:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070353.806621:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 15728640, mtime: 0x6812eb51, atime: 0x0, ctime: 0x6812eb51, blocks: 0x7809 00010000:00010000:0.0:1746070353.806628:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092bc9a00/0x628f9640b6079fee lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.806639:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070353.806640:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070353.806644:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092bc9a00/0x628f9640b6079fee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.806655:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092bc9a00/0x628f9640b6079fee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070353.852355:0:8449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size from disk: 15728640 -> 16777216 00002000:00010000:0.0:1746070353.852359:0:8449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 30729 -> 32777 00010000:00010000:0.0:1746070353.852369:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092bc9a00/0x628f9640b6079fee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.852378:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092bc9a00/0x628f9640b6079fee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.852385:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092bc9a00/0x628f9640b6079fee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.852395:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bc9a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070353.852398:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092bc9a00/0x628f9640b6079fee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.852404:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092bc9a00/0x628f9640b6079fee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.852419:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092bc9a00/0x628f9640b6079fee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.852424:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092bc9a00/0x628f9640b6079fee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070353.852496:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013894272:12345-192.168.203.29@tcp:4:dd.0 Request processed in 45908us (46052us total) trans 4294967603 rc 0/0 00000100:00100000:0.0:1746070353.852505:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1861 00000100:00100000:0.0:1746070353.869357:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013894528 00000100:00100000:0.0:1746070353.869365:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013894528 00000100:00100000:0.0:1746070353.869413:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1862 00000100:00100000:0.0:1746070353.869420:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1964:x1830887013894528:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070353.869453:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 12582912, mtime: 0x6812eb51, atime: 0x0, ctime: 0x6812eb51, blocks: 0x6009 00010000:00010000:0.0:1746070353.869460:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b6079ff5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.869470:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070353.869472:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070353.869476:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b6079ff5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.869486:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b6079ff5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070353.915268:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012770944:0@lo:400:kworker.0 00000100:00100000:0.0:1746070353.915292:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070353.915316:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746070353.915320:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830887012771072:0@lo:400:kworker.0 00000100:00100000:0.0:1746070353.915336:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070353.916058:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012770560 00000100:00100000:0.0:1746070353.916062:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012770560 00000100:00100000:0.0:1746070353.916083:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1746070353.916089:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4735450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3295:x1830887012770560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070353.916122:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4735450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3295:x1830887012770560:12345-0@lo:400:kworker.0 Request processed in 33us (1167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070353.916127:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00002000:00010000:0.0:1746070353.936699:0:8449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 12582912 -> 13631488 00002000:00010000:0.0:1746070353.936707:0:8449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 24585 -> 26633 00010000:00010000:0.0:1746070353.936719:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b6079ff5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.936729:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b6079ff5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.936736:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b6079ff5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.936746:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934f0200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070353.936750:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b6079ff5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.936756:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b6079ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.936772:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b6079ff5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070353.936778:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b6079ff5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070353.936852:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887013894528:12345-192.168.203.29@tcp:4:dd.0 Request processed in 67429us (67571us total) trans 4294967762 rc 0/0 00000100:00100000:0.0:1746070353.936862:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1862 00000100:00100000:0.0:1746070353.963439:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013894784 00000100:00100000:0.0:1746070353.963447:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013894784 00000004:00080000:0.0:1746070354.123544:0:10118:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 466175869533ns, next at 467175868253ns, rc = 0 00000100:00100000:0.0:1746070354.123808:0:21251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012771328 00000100:00100000:0.0:1746070354.123814:0:21251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012771328 00000100:00100000:0.0:1746070354.123844:0:21251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1746070354.123851:0:21251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887012771328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746070354.123868:0:21251:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 5111808 granted 386596864 pending 1703936 free 3844079616 avail 3834642432 00000100:00100000:0.0:1746070354.123910:0:21251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887012771328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070354.123919:0:21251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00002000:00010000:0.0:1746070354.260647:0:25156:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size from disk: 16777216 -> 17825792 00002000:00010000:0.0:1746070354.260650:0:25156:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb mtime from disk: 1746070353 -> 1746070354 00002000:00010000:0.0:1746070354.260653:0:25156:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb ctime from disk: 1746070353 -> 1746070354 00002000:00010000:0.0:1746070354.260654:0:25156:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 32777 -> 34825 00010000:00010000:0.0:1746070354.260663:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a011 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.260692:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a011 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.260699:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a011 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.260704:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ceae00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070354.260707:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a011 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.260714:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a011 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.260729:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a011 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.260734:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a011 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070354.260982:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013895552:12345-192.168.203.29@tcp:4:dd.0 Request processed in 38960us (39136us total) trans 4294967604 rc 0/0 00000100:00100000:0.0:1746070354.260991:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1866 00000100:00100000:0.0:1746070354.287551:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013895808 00000100:00100000:0.0:1746070354.287559:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013895808 00000100:00100000:0.0:1746070354.287613:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1867 00000100:00100000:0.0:1746070354.287620:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013895808:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070354.287661:0:25156:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 17825792, mtime: 0x6812eb52, atime: 0x0, ctime: 0x6812eb52, blocks: 0x8809 00010000:00010000:0.0:1746070354.287669:0:25156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607a018 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.287714:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070354.287715:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070354.287720:0:25156:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607a018 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.287731:0:25156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607a018 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070354.447145:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967606 is committed 00010000:00010000:0.0:1746070354.501090:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746070354.532276:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967607 is committed 00002000:00010000:0.0:1746070354.604821:0:25156:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 16777216 -> 17825792 00002000:00010000:0.0:1746070354.604825:0:25156:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 32777 -> 34825 00010000:00010000:0.0:1746070354.604835:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607a02d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.604848:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607a02d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.604855:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607a02d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.604861:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009460b600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070354.604865:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607a02d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.604872:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607a02d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.604888:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607a02d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.604893:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607a02d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070354.604965:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013896576:12345-192.168.203.29@tcp:4:dd.0 Request processed in 56011us (56143us total) trans 4294967766 rc 0/0 00000100:00100000:0.0:1746070354.604974:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1870 00000100:00100000:0.0:1746070354.620354:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013896832 00000100:00100000:0.0:1746070354.620362:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013896832 00000100:00100000:0.0:1746070354.620417:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1871 00000100:00100000:0.0:1746070354.620423:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887013896832:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070354.620461:0:25156:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 17825792, mtime: 0x6812eb52, atime: 0x0, ctime: 0x6812eb52, blocks: 0x8809 00010000:00010000:0.0:1746070354.620468:0:25156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099dcba00/0x628f9640b607a034 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.620479:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070354.620481:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070354.620484:0:25156:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099dcba00/0x628f9640b607a034 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.620495:0:25156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099dcba00/0x628f9640b607a034 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070354.708870:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013897088 00000100:00100000:0.0:1746070354.708878:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013897088 00000100:00100000:0.0:1746070354.708931:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1872 00000100:00100000:0.0:1746070354.708938:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013897088:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070354.708975:0:25156:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 18874368, mtime: 0x6812eb52, atime: 0x0, ctime: 0x6812eb52, blocks: 0x9009 00010000:00010000:0.0:1746070354.708982:0:25156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607a03b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.708993:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070354.708994:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070354.708998:0:25156:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607a03b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.709008:0:25156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607a03b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070354.772943:0:25156:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 18874368 -> 19922944 00002000:00010000:0.0:1746070354.772947:0:25156:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 36873 -> 38921 00010000:00010000:0.0:1746070354.772961:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607a03b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.772970:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607a03b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.772977:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607a03b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.772983:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bace00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070354.772987:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607a03b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.772993:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607a03b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.773011:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607a03b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.773016:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607a03b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070354.773088:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013897088:12345-192.168.203.29@tcp:4:dd.0 Request processed in 64147us (64345us total) trans 4294967768 rc 0/0 00000100:00100000:0.0:1746070354.773100:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1872 00000100:00100000:0.0:1746070354.784973:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013897344 00000100:00100000:0.0:1746070354.784981:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013897344 00000100:00100000:0.0:1746070354.785035:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1873 00000100:00100000:0.0:1746070354.785042:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1963:x1830887013897344:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070354.785080:0:25156:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 19922944, mtime: 0x6812eb52, atime: 0x0, ctime: 0x6812eb52, blocks: 0x9809 00010000:00010000:0.0:1746070354.785087:0:25156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607a042 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.785098:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070354.785099:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070354.785104:0:25156:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607a042 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.785115:0:25156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607a042 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070354.839578:0:25156:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 19922944 -> 20971520 00002000:00010000:0.0:1746070354.839583:0:25156:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 38921 -> 40969 00010000:00010000:0.0:1746070354.839592:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607a042 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.839603:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607a042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.839609:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607a042 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.839620:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cebe00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070354.839623:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607a042 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.839630:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607a042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.839644:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607a042 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.839650:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607a042 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070354.839737:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1963:x1830887013897344:12345-192.168.203.29@tcp:4:dd.0 Request processed in 54692us (54839us total) trans 4294967769 rc 0/0 00000100:00100000:0.0:1746070354.839745:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1873 00000100:00100000:0.0:1746070354.872620:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013897600 00000100:00100000:0.0:1746070354.872627:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013897600 00000100:00100000:0.0:1746070354.872705:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1874 00000100:00100000:0.0:1746070354.872712:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1964:x1830887013897600:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070354.872751:0:25156:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 20971520, mtime: 0x6812eb52, atime: 0x0, ctime: 0x6812eb52, blocks: 0xa009 00010000:00010000:0.0:1746070354.872758:0:25156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607a049 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.872769:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070354.872770:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070354.872775:0:25156:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607a049 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.872786:0:25156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607a049 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070354.928323:0:25156:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size from disk: 20971520 -> 22020096 00002000:00010000:0.0:1746070354.928328:0:25156:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 40969 -> 43017 00010000:00010000:0.0:1746070354.928339:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607a049 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.928350:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607a049 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.928357:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607a049 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.928363:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136b50c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070354.928367:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607a049 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.928372:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607a049 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.928386:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607a049 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.928391:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607a049 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070354.928462:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887013897600:12345-192.168.203.29@tcp:4:dd.0 Request processed in 55747us (55906us total) trans 4294967608 rc 0/0 00000100:00100000:0.0:1746070354.928470:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1874 00000100:00100000:0.0:1746070354.945495:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013897856 00000100:00100000:0.0:1746070354.945502:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013897856 00000100:00100000:0.0:1746070354.945552:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1875 00000100:00100000:0.0:1746070354.945559:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1963:x1830887013897856:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070354.945598:0:25156:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 22020096, mtime: 0x6812eb52, atime: 0x0, ctime: 0x6812eb52, blocks: 0xa809 00010000:00010000:0.0:1746070354.945605:0:25156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092bad800/0x628f9640b607a050 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.945616:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070354.945618:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070354.945622:0:25156:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092bad800/0x628f9640b607a050 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070354.945633:0:25156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092bad800/0x628f9640b607a050 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070355.099701:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013898368 00000100:00100000:0.0:1746070355.099709:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013898368 00000100:00100000:0.0:1746070355.099767:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1877 00000100:00100000:0.0:1746070355.099774:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013898368:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070355.099809:0:25156:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 24117248, mtime: 0x6812eb52, atime: 0x0, ctime: 0x6812eb52, blocks: 0xb80b 00010000:00010000:0.0:1746070355.099815:0:25156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094d15c00/0x628f9640b607a05e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.099825:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070355.099827:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070355.099831:0:25156:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d15c00/0x628f9640b607a05e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.099840:0:25156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d15c00/0x628f9640b607a05e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070355.282525:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013898880 00000100:00100000:0.0:1746070355.282535:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013898880 00000100:00100000:0.0:1746070355.282594:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1879 00000100:00100000:0.0:1746070355.282601:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1963:x1830887013898880:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070355.282648:0:25156:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 22020096, mtime: 0x6812eb53, atime: 0x0, ctime: 0x6812eb53, blocks: 0xa809 00010000:00010000:0.0:1746070355.282656:0:25156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094728c00/0x628f9640b607a06c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.282670:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070355.282706:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070355.282711:0:25156:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094728c00/0x628f9640b607a06c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.282724:0:25156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094728c00/0x628f9640b607a06c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070355.339205:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967771 is committed 00000100:00100000:0.0:1746070355.449083:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013899520 00000100:00100000:0.0:1746070355.449087:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013899520 00000100:00100000:0.0:1746070355.449107:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 372 00000100:00100000:0.0:1746070355.449112:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4735050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1961:x1830887013899520:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070355.449133:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4735050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1961:x1830887013899520:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 20us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070355.449137:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 372 00000100:00100000:0.0:1746070355.449157:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 405 00000100:00100000:0.0:1746070355.449162:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887013900160:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070355.449181:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887013900160:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 19us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070355.449185:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 405 00000100:00100000:0.0:1746070355.449267:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013899648 00000100:00100000:0.0:1746070355.449270:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013899648 00000100:00100000:0.0:1746070355.449288:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013899904 00000100:00100000:0.0:1746070355.449290:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013899904 00000100:00100000:0.0:1746070355.450288:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 325 00000100:00100000:0.0:1746070355.450305:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1961:x1830887013899904:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070355.450336:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1961:x1830887013899904:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 44us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070355.450342:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 325 00000100:00080000:0.0:1746070355.450355:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746070355.450357:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070355.450359:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746070355.504498:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070355.517861:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070355.587085:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070355.674541:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00002000:00010000:0.0:1746070355.729313:0:25156:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size from disk: 27262976 -> 28311552 00002000:00010000:0.0:1746070355.729317:0:25156:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 53259 -> 55307 00010000:00010000:0.0:1746070355.729327:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607a08f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.729337:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607a08f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.729344:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607a08f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.729350:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef94e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070355.729353:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607a08f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.729359:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607a08f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.729371:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607a08f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.729377:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607a08f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070355.729453:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1964:x1830887013900928:12345-192.168.203.29@tcp:4:dd.0 Request processed in 54777us (54916us total) trans 4294967614 rc 0/0 00000100:00100000:0.0:1746070355.729461:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1884 00000100:00100000:0.0:1746070355.743840:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013901184 00000100:00100000:0.0:1746070355.743848:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013901184 00000100:00100000:0.0:1746070355.743895:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1885 00000100:00100000:0.0:1746070355.743902:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013901184:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070355.743940:0:25156:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 28311552, mtime: 0x6812eb53, atime: 0x0, ctime: 0x6812eb53, blocks: 0xd80b 00010000:00010000:0.0:1746070355.743947:0:25156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099827a00/0x628f9640b607a096 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.743958:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070355.743960:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070355.743964:0:25156:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099827a00/0x628f9640b607a096 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.743974:0:25156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099827a00/0x628f9640b607a096 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070355.811779:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070355.811802:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013901440 00000100:00100000:0.0:1746070355.811808:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013901440 00000100:00100000:0.0:1746070355.811846:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1886 00000100:00100000:0.0:1746070355.811852:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1964:x1830887013901440:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070355.811883:0:25156:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 25165824, mtime: 0x6812eb53, atime: 0x0, ctime: 0x6812eb53, blocks: 0xc00b 00010000:00010000:0.0:1746070355.811890:0:25156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607a09d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.811900:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070355.811902:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070355.811905:0:25156:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607a09d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070355.811919:0:25156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607a09d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746070355.857742:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070355.857746:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746070355.857755:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070355.901947:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070355.968113:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070356.016912:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967777 is committed 00000100:00080000:0.0:1746070356.034762:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070356.101839:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070356.250937:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013902976 00000100:00100000:0.0:1746070356.250945:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013902976 00000100:00100000:0.0:1746070356.251520:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1892 00000100:00100000:0.0:1746070356.251529:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1964:x1830887013902976:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070356.251568:0:25156:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 31457280, mtime: 0x6812eb54, atime: 0x0, ctime: 0x6812eb53, blocks: 0xf00b 00010000:00010000:0.0:1746070356.251575:0:25156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a2bb200/0x628f9640b607a0d5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070356.251586:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070356.251588:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070356.251592:0:25156:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2bb200/0x628f9640b607a0d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070356.251602:0:25156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2bb200/0x628f9640b607a0d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070356.431503:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967779 is committed 00000100:00100000:0.0:1746070356.447441:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070356.509703:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070356.599516:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00002000:00010000:0.0:1746070356.681062:0:25156:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 32505856 -> 33554432 00002000:00010000:0.0:1746070356.681068:0:25156:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 63499 -> 65549 00010000:00010000:0.0:1746070356.681082:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093403200/0x628f9640b607a0f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070356.681093:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093403200/0x628f9640b607a0f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070356.681101:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093403200/0x628f9640b607a0f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070356.681108:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093403200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070356.681112:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093403200/0x628f9640b607a0f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070356.681121:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093403200/0x628f9640b607a0f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070356.681138:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093403200/0x628f9640b607a0f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070356.681146:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093403200/0x628f9640b607a0f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070356.681234:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887013904256:12345-192.168.203.29@tcp:4:dd.0 Request processed in 81576us (81717us total) trans 4294967782 rc 0/0 00000100:00100000:0.0:1746070356.681245:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1897 00000100:00100000:0.0:1746070356.701199:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013904512 00000100:00100000:0.0:1746070356.701209:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013904512 00000100:00100000:0.0:1746070356.701282:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1898 00000100:00100000:0.0:1746070356.701304:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1964:x1830887013904512:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070356.701350:0:25156:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 33554432, mtime: 0x6812eb54, atime: 0x0, ctime: 0x6812eb54, blocks: 0x1000b 00010000:00010000:0.0:1746070356.701359:0:25156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091f68400/0x628f9640b607a0ff lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070356.701370:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070356.701371:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070356.701375:0:25156:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091f68400/0x628f9640b607a0ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070356.701386:0:25156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091f68400/0x628f9640b607a0ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070356.799028:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070356.874898:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070357.001646:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967624 is committed 00000100:00100000:0.0:1746070357.178424:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070357.403415:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967785 is committed 00000100:00100000:0.0:1746070357.421916:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070357.488210:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967786 is committed 00002000:00010000:0.0:1746070357.488249:0:25156:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 36700160 -> 37748736 00002000:00010000:0.0:1746070357.488253:0:25156:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 71693 -> 73741 00010000:00010000:0.0:1746070357.488262:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607a130 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070357.488272:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607a130 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070357.488288:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607a130 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070357.488295:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d5c600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070357.488298:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607a130 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070357.488305:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607a130 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070357.488319:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607a130 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070357.488324:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607a130 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070357.488387:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1963:x1830887013906304:12345-192.168.203.29@tcp:4:dd.0 Request processed in 66353us (66473us total) trans 4294967786 rc 0/0 00000100:00100000:0.0:1746070357.488395:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1905 00000100:00100000:0.0:1746070357.508399:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070357.512927:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746070357.597046:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070357.621879:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070357.709517:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070357.784389:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070357.879852:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070357.962186:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070358.020956:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967788 is committed 00000100:00100000:0.0:1746070358.037399:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070358.039287:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1746070358.100922:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967789 is committed 00000100:00100000:0.0:1746070358.120885:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070358.211049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070358.211207:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070358.291369:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00002000:00010000:0.0:1746070358.337145:0:25156:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size from disk: 42991616 -> 44040192 00002000:00010000:0.0:1746070358.337148:0:25156:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 83981 -> 86029 00010000:00010000:0.0:1746070358.337158:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607a176 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070358.337167:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607a176 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070358.337175:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607a176 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070358.337180:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099c02e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070358.337183:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607a176 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070358.337193:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607a176 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070358.337207:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607a176 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070358.337212:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607a176 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070358.337533:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013908864:12345-192.168.203.29@tcp:4:dd.0 Request processed in 45964us (46166us total) trans 4294967630 rc 0/0 00000100:00100000:0.0:1746070358.337542:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1915 00000100:00100000:0.0:1746070358.350788:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070358.470925:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070358.515042:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070358.648343:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070358.710764:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070358.796065:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070358.859576:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967794 is committed 00000100:00100000:0.0:1746070358.880475:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070358.923263:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070358.923267:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070358.940837:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070359.001974:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00002000:00010000:0.0:1746070359.064641:0:25156:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size from disk: 48234496 -> 49283072 00002000:00010000:0.0:1746070359.064644:0:25156:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 94223 -> 96271 00010000:00010000:0.0:1746070359.064652:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a1b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.064662:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a1b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.064668:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a1b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.064703:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093402000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070359.064706:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a1b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.064711:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a1b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.064724:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a1b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.064729:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a1b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070359.064786:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1964:x1830887013911168:12345-192.168.203.29@tcp:4:dd.0 Request processed in 62598us (62817us total) trans 4294967635 rc 0/0 00000100:00100000:0.0:1746070359.064794:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1924 00000100:00100000:0.0:1746070359.083404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070359.131464:0:21251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012772608 00000100:00100000:0.0:1746070359.131470:0:21251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012772608 00000100:00100000:0.0:1746070359.131500:0:21251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1746070359.131506:0:21251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887012772608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746070359.131533:0:21251:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 5111808 granted 432603136 pending 0 free 3810525184 avail 3808428032 00000100:00100000:0.0:1746070359.131564:0:21251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887012772608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070359.131569:0:21251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00002000:00010000:0.0:1746070359.138360:0:25156:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size from disk: 49283072 -> 50331648 00002000:00010000:0.0:1746070359.138367:0:25156:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb mtime from disk: 1746070358 -> 1746070359 00002000:00010000:0.0:1746070359.138369:0:25156:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb ctime from disk: 1746070358 -> 1746070359 00002000:00010000:0.0:1746070359.138370:0:25156:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 96271 -> 98319 00010000:00010000:0.0:1746070359.138382:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009460ae00/0x628f9640b607a1bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.138390:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009460ae00/0x628f9640b607a1bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.138397:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009460ae00/0x628f9640b607a1bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.138402:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009460ae00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070359.138405:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009460ae00/0x628f9640b607a1bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.138411:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009460ae00/0x628f9640b607a1bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.138425:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009460ae00/0x628f9640b607a1bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.138431:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009460ae00/0x628f9640b607a1bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070359.138503:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887013911424:12345-192.168.203.29@tcp:4:dd.0 Request processed in 54475us (55102us total) trans 4294967636 rc 0/0 00000100:00100000:0.0:1746070359.138511:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1925 00000100:00100000:0.0:1746070359.167899:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070359.217687:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967795 is committed 00000100:00100000:0.0:1746070359.231668:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070359.311135:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070359.406048:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070359.504348:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070359.517180:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1746070359.571175:0:25156:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size from disk: 50331648 -> 51380224 00002000:00010000:0.0:1746070359.571178:0:25156:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 98319 -> 100367 00010000:00010000:0.0:1746070359.571188:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094ef3800/0x628f9640b607a1df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.571196:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094ef3800/0x628f9640b607a1df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.571203:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094ef3800/0x628f9640b607a1df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.571208:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ef3800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070359.571212:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ef3800/0x628f9640b607a1df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.571218:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ef3800/0x628f9640b607a1df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.571232:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094ef3800/0x628f9640b607a1df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070359.571237:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ef3800/0x628f9640b607a1df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070359.572257:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1964:x1830887013912704:12345-192.168.203.29@tcp:4:dd.0 Request processed in 67683us (67912us total) trans 4294967637 rc 0/0 00000100:00100000:0.0:1746070359.572280:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1930 00000100:00100000:0.0:1746070359.588477:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070359.657511:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070359.731948:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070359.793119:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070359.794915:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746070359.801653:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070359.803728:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070359.807859:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070359.807901:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070359.808760:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070359.808763:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070359.843983:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.169806:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.184505:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013919488 00000100:00100000:0.0:1746070360.184513:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013919488 00000100:00100000:0.0:1746070360.184560:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1953 00000100:00100000:0.0:1746070360.184566:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887013919488:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070360.184594:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092ffd200/0x628f9640b607a2bf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.184604:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070360.184605:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070360.184609:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffd200/0x628f9640b607a2bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.184619:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffd200/0x628f9640b607a2bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070360.230889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.319853:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.338537:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013921024 00000100:00100000:0.0:1746070360.338545:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013921024 00000100:00100000:0.0:1746070360.338653:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1959 00000100:00100000:0.0:1746070360.338661:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887013921024:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070360.338704:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092ffd400/0x628f9640b607a2e9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.338716:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070360.338717:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070360.338721:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffd400/0x628f9640b607a2e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.338731:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffd400/0x628f9640b607a2e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070360.370377:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.422711:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070360.430577:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099c03e00/0x628f9640b607a30c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.430593:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099c03e00/0x628f9640b607a30c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.430600:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099c03e00/0x628f9640b607a30c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.430615:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099c03e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070360.430618:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099c03e00/0x628f9640b607a30c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.430625:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099c03e00/0x628f9640b607a30c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.430640:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099c03e00/0x628f9640b607a30c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.430646:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099c03e00/0x628f9640b607a30c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070360.430736:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887013922304:12345-192.168.203.29@tcp:3:dd.0 Request processed in 7889us (8028us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070360.430744:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1964 00000100:00100000:0.0:1746070360.436049:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.448444:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013922816 00000100:00100000:0.0:1746070360.448455:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013922816 00000100:00100000:0.0:1746070360.448513:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1966 00000100:00100000:0.0:1746070360.448521:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887013922816:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070360.448559:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a2bac00/0x628f9640b607a31a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.448571:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070360.448573:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070360.448576:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2bac00/0x628f9640b607a31a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.448587:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2bac00/0x628f9640b607a31a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070360.453467:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.453507:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.453543:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.453567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.453588:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.453628:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013922944 00000100:00100000:0.0:1746070360.453630:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013922944 00000100:00100000:0.0:1746070360.454236:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 374 00000100:00100000:0.0:1746070360.454244:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4734850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1962:x1830887013922944:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070360.454282:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4734850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1962:x1830887013922944:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 39us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070360.454739:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 374 00000100:00100000:0.0:1746070360.461241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.478042:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.509184:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070360.519374:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070360.538947:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.555073:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.590463:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.609612:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.627299:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1977 00000100:00100000:0.0:1746070360.642860:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070360.668737:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880130ee9600/0x628f9640b607a375 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.668750:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880130ee9600/0x628f9640b607a375 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.668757:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880130ee9600/0x628f9640b607a375 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.668763:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130ee9600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070360.668766:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880130ee9600/0x628f9640b607a375 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.668772:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880130ee9600/0x628f9640b607a375 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.668787:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880130ee9600/0x628f9640b607a375 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.668792:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130ee9600/0x628f9640b607a375 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070360.669515:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887013926784:12345-192.168.203.29@tcp:3:dd.0 Request processed in 8806us (9811us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070360.669524:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1979 00000100:00100000:0.0:1746070360.675439:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013927040 00000100:00100000:0.0:1746070360.675446:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013927040 00000100:00100000:0.0:1746070360.675501:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1980 00000100:00100000:0.0:1746070360.675507:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887013927040:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070360.675535:0:25156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092d7c800/0x628f9640b607a37c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.675546:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070360.675548:0:25156:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070360.675552:0:25156:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092d7c800/0x628f9640b607a37c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.675563:0:25156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092d7c800/0x628f9640b607a37c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.683222:0:25156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092d7c800/0x628f9640b607a37c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.683236:0:25156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092d7c800/0x628f9640b607a37c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.683244:0:25156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092d7c800/0x628f9640b607a37c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.683254:0:25156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092d7c800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070360.683265:0:25156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092d7c800/0x628f9640b607a37c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.683273:0:25156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092d7c800/0x628f9640b607a37c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.683288:0:25156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092d7c800/0x628f9640b607a37c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070360.683293:0:25156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d7c800/0x628f9640b607a37c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070360.694256:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.710860:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.732896:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.746475:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.765029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.805330:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.876754:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.895362:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.915343:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.936184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.976875:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070360.995636:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.014285:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.038424:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013931648 00000100:00100000:0.0:1746070361.038431:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013931648 00000100:00100000:0.0:1746070361.059614:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.073979:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.093028:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.108703:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.122178:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.142015:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.160914:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.186352:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.209829:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.227603:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.249004:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.266532:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.281210:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.297652:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.328097:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.343788:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.391946:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.423830:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.444400:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.459667:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.478907:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.500069:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070361.520820:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070361.525758:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.542580:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.563498:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.616418:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.672174:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.687615:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.702441:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.722036:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.739801:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.757462:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070361.757896:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070361.770539:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070361.771601:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070361.772868:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.777712:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3110 00000100:00100000:0.0:1746070361.777718:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1963:x1830887013941248:12345-192.168.203.29@tcp:101:diff.0 00010000:00010000:0.0:1746070361.777724:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070361.777732:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a527 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbb41 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070361.777741:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070361.777742:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070361.777746:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb41 expref: 6 pid: 8446 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070361.777759:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb41 expref: 6 pid: 8446 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070361.777769:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceae00, rc 0) 00000100:00100000:0.0:1746070361.777804:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887013941248:12345-192.168.203.29@tcp:101:diff.0 Request processed in 87us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070361.777810:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3110 00000100:00100000:0.0:1746070361.782547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.789315:0:25189:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013942272 00000100:00100000:0.0:1746070361.789319:0:25189:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013942272 00002000:00100000:0.0:1746070361.789331:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x14:0x0] (2097152->3145727) req@ffff8800923bb100 x1830887013942272/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:747/0 lens 488/0 e 0 to 0 dl 1746070372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070361.789336:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bb100 with x1830887013942272 ext(2097152->3145727) 00002000:00010000:0.0:1746070361.789338:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923bb100 00000100:00100000:0.0:1746070361.789356:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2035 00000100:00100000:0.0:1746070361.789360:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887013942400:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070361.908628:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.908669:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.908907:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.908934:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070361.908960:0:25189:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013942784 00000100:00100000:0.0:1746070361.908968:0:25189:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013942784 00002000:00100000:0.0:1746070361.909003:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (0->1048575) req@ffff880093368e00 x1830887013942784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:747/0 lens 488/0 e 0 to 0 dl 1746070372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070361.909012:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093368e00 with x1830887013942784 ext(0->1048575) 00002000:00010000:0.0:1746070361.909016:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093368e00 00000100:00100000:0.0:1746070361.909029:0:25189:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013942912 00000100:00100000:0.0:1746070361.909032:0:25189:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013942912 00002000:00100000:0.0:1746070361.909041:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (1048576->2097151) req@ffff880093369180 x1830887013942912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:747/0 lens 488/0 e 0 to 0 dl 1746070372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070361.909047:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093369180 with x1830887013942912 ext(1048576->2097151) 00002000:00010000:0.0:1746070361.909050:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093369180 00000100:00100000:0.0:1746070361.909057:0:25189:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013943168 00000100:00100000:0.0:1746070361.909059:0:25189:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013943168 00002000:00100000:0.0:1746070361.909067:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (3145728->4194303) req@ffff880093369500 x1830887013943168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:747/0 lens 488/0 e 0 to 0 dl 1746070372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070361.909072:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093369500 with x1830887013943168 ext(3145728->4194303) 00002000:00010000:0.0:1746070361.909075:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093369500 00000100:00100000:0.0:1746070361.909080:0:25189:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013943040 00000100:00100000:0.0:1746070361.909082:0:25189:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013943040 00002000:00100000:0.0:1746070361.909089:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (2097152->3145727) req@ffff880093369880 x1830887013943040/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:747/0 lens 488/0 e 0 to 0 dl 1746070372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070361.909095:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093369880 with x1830887013943040 ext(2097152->3145727) 00002000:00010000:0.0:1746070361.909097:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093369880 00000100:00100000:0.0:1746070361.909104:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2038 00000100:00100000:0.0:1746070361.909109:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887013942784:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070361.909769:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2039 00000100:00100000:0.0:1746070361.909776:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887013942912:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070361.991767:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2044 00000100:00100000:0.0:1746070361.991781:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1961:x1830887013943552:12345-192.168.203.29@tcp:3:diff.0 00000100:00080000:0.0:1746070362.073317:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070362.114605:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013944832 00000100:00100000:0.0:1746070362.114608:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013944832 00002000:00100000:0.0:1746070362.114619:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (6291456->7340031) req@ffff880092afa680 x1830887013944832/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/0 e 0 to 0 dl 1746070373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.114625:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afa680 with x1830887013944832 ext(6291456->7340031) 00002000:00010000:0.0:1746070362.114628:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092afa680 00000100:00100000:0.0:1746070362.114638:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2048 00000100:00100000:0.0:1746070362.114641:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887013945088:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.167857:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.168356:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070362.171030:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070362.208121:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.208163:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.238127:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2054 00000100:00100000:0.0:1746070362.238136:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887013946368:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.259045:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013946880 00000100:00100000:0.0:1746070362.259052:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013946880 00002000:00100000:0.0:1746070362.259083:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (10485760->11534335) req@ffff880093a59500 x1830887013946880/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/0 e 0 to 0 dl 1746070373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.259096:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a59500 with x1830887013946880 ext(10485760->11534335) 00002000:00010000:0.0:1746070362.259101:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a59500 00000100:00100000:0.0:1746070362.259132:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2056 00000100:00100000:0.0:1746070362.259139:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887013946880:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.267267:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887013946880:12345-192.168.203.29@tcp:3:diff.0 Request processed in 8123us (8276us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070362.267277:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2056 00002000:00100000:0.0:1746070362.267287:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (10485760->11534335) req@ffff880093a59500 x1830887013946880/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.267295:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a59500 with x1830887013946880 ext(10485760->11534335) 00002000:00010000:0.0:1746070362.267299:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a59500 00000100:00100000:0.0:1746070362.272347:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013947136 00000100:00100000:0.0:1746070362.272353:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013947136 00002000:00100000:0.0:1746070362.272385:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (11534336->12582911) req@ffff880092dcc700 x1830887013947136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/0 e 0 to 0 dl 1746070373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.272394:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcc700 with x1830887013947136 ext(11534336->12582911) 00002000:00010000:0.0:1746070362.272398:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092dcc700 00000100:00100000:0.0:1746070362.272422:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2057 00000100:00100000:0.0:1746070362.272427:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887013947136:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.281571:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887013947136:12345-192.168.203.29@tcp:3:diff.0 Request processed in 9135us (9304us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070362.281582:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2057 00002000:00100000:0.0:1746070362.281591:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (11534336->12582911) req@ffff880092dcc700 x1830887013947136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.281600:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcc700 with x1830887013947136 ext(11534336->12582911) 00002000:00010000:0.0:1746070362.281605:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092dcc700 00000100:00100000:0.0:1746070362.293721:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2059 00000100:00100000:0.0:1746070362.293735:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887013947776:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.294422:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2060 00000100:00100000:0.0:1746070362.294429:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1961:x1830887013947392:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.334808:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1961:x1830887013947776:12345-192.168.203.29@tcp:3:diff.0 Request processed in 41059us (43645us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070362.334819:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2059 00002000:00100000:0.0:1746070362.334829:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x14:0x0] (15728640->16777215) req@ffff880093a59c00 x1830887013947776/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.334837:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a59c00 with x1830887013947776 ext(15728640->16777215) 00002000:00010000:0.0:1746070362.334842:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a59c00 00000100:00100000:0.0:1746070362.362561:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887013947648:12345-192.168.203.29@tcp:3:diff.0 Request processed in 67178us (71138us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070362.362570:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2061 00002000:00100000:0.0:1746070362.362581:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x14:0x0] (14680064->15728639) req@ffff880093a5a300 x1830887013947648/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.362590:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a5a300 with x1830887013947648 ext(14680064->15728639) 00002000:00010000:0.0:1746070362.362595:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093a5a300 00000100:00100000:0.0:1746070362.398293:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013948160 00000100:00100000:0.0:1746070362.398302:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013948160 00002000:00100000:0.0:1746070362.398337:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (12582912->13631487) req@ffff880092dcca80 x1830887013948160/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/0 e 0 to 0 dl 1746070373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.398345:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcca80 with x1830887013948160 ext(12582912->13631487) 00002000:00010000:0.0:1746070362.398350:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092dcca80 00000100:00100000:0.0:1746070362.398378:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2062 00000100:00100000:0.0:1746070362.398384:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887013948160:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.455924:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.456343:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.456370:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.458461:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.460023:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2069 00000100:00100000:0.0:1746070362.460031:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009336b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887013949696:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.466345:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.475920:0:8450:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 7 min 3 max 116 00000100:00100000:0.0:1746070362.475933:0:8450:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_007' 00000100:00100000:0.0:1746070362.479460:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013950336 00000100:00100000:0.0:1746070362.479470:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013950336 00002000:00100000:0.0:1746070362.479509:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (17825792->18874367) req@ffff880092dcd500 x1830887013950336/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/0 e 0 to 0 dl 1746070373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.479518:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcd500 with x1830887013950336 ext(17825792->18874367) 00002000:00010000:0.0:1746070362.479522:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092dcd500 00010000:00010000:0.0:1746070362.524859:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070362.551739:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.551794:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.552074:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2073 00000100:00100000:0.0:1746070362.552081:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009215c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887013950720:12345-192.168.203.29@tcp:3:diff.0 00000100:00080000:0.0:1746070362.607721:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070362.785649:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.785700:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.785712:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.785819:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887013953536:12345-192.168.203.29@tcp:3:diff.0 Request processed in 41707us (43449us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070362.785827:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2085 00002000:00100000:0.0:1746070362.785833:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x14:0x0] (28311552->29360127) req@ffff8800946a8700 x1830887013953536/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.785841:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8700 with x1830887013953536 ext(28311552->29360127) 00002000:00010000:0.0:1746070362.785844:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a8700 00000100:00100000:0.0:1746070362.785859:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2087 00000100:00100000:0.0:1746070362.785864:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009215c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887013954048:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.786953:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2089 00000100:00100000:0.0:1746070362.786960:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009215ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1964:x1830887013954176:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.803121:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.807342:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2090 00000100:00100000:0.0:1746070362.807364:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009215ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887013954688:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.820221:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.820267:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.820290:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.820311:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070362.820410:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009215c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887013954048:12345-192.168.203.29@tcp:3:diff.0 Request processed in 34545us (34768us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070362.822236:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2087 00002000:00100000:0.0:1746070362.822257:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (26214400->27262975) req@ffff88009215c380 x1830887013954048/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.822266:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009215c380 with x1830887013954048 ext(26214400->27262975) 00002000:00010000:0.0:1746070362.822270:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009215c380 00000100:00100000:0.0:1746070362.822291:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2092 00000100:00100000:0.0:1746070362.822299:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009215d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887013955328:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.840793:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009215ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887013954176:12345-192.168.203.29@tcp:3:diff.0 Request processed in 53826us (55071us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070362.840803:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2089 00002000:00100000:0.0:1746070362.840813:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (27262976->28311551) req@ffff88009215ca80 x1830887013954176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.840821:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009215ca80 with x1830887013954176 ext(27262976->28311551) 00002000:00010000:0.0:1746070362.840826:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009215ca80 00000100:00100000:0.0:1746070362.847737:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009215ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887013954688:12345-192.168.203.29@tcp:3:diff.0 Request processed in 40377us (44616us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070362.847747:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2090 00002000:00100000:0.0:1746070362.847757:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x14:0x0] (29360128->30408703) req@ffff88009215ce00 x1830887013954688/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.847765:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009215ce00 with x1830887013954688 ext(29360128->30408703) 00002000:00010000:0.0:1746070362.847769:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009215ce00 00000100:00100000:0.0:1746070362.864072:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013956224 00000100:00100000:0.0:1746070362.864080:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013956224 00002000:00100000:0.0:1746070362.864112:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (31457280->32505855) req@ffff880093a5aa00 x1830887013956224/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/0 e 0 to 0 dl 1746070373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.864122:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093a5aa00 with x1830887013956224 ext(31457280->32505855) 00002000:00010000:0.0:1746070362.864127:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093a5aa00 00000100:00100000:0.0:1746070362.864145:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2096 00000100:00100000:0.0:1746070362.864152:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887013956224:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.866300:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009215d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887013955200:12345-192.168.203.29@tcp:3:diff.0 Request processed in 43537us (46008us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070362.866306:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2093 00002000:00100000:0.0:1746070362.866311:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x14:0x0] (31457280->32505855) req@ffff88009215d880 x1830887013955200/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.866322:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009215d880 with x1830887013955200 ext(31457280->32505855) 00002000:00010000:0.0:1746070362.866325:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009215d880 00000100:00100000:0.0:1746070362.910606:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009215dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887013955712:12345-192.168.203.29@tcp:3:diff.0 Request processed in 82589us (90291us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070362.910614:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2094 00002000:00100000:0.0:1746070362.910620:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (29360128->30408703) req@ffff88009215dc00 x1830887013955712/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.910627:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009215dc00 with x1830887013955712 ext(29360128->30408703) 00002000:00010000:0.0:1746070362.910630:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009215dc00 00000100:00100000:0.0:1746070362.962100:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013958272 00000100:00100000:0.0:1746070362.962106:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013958272 00002000:00100000:0.0:1746070362.962134:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (35651584->36700159) req@ffff8800926e4a80 x1830887013958272/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/0 e 0 to 0 dl 1746070373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.962142:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4a80 with x1830887013958272 ext(35651584->36700159) 00002000:00010000:0.0:1746070362.962146:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926e4a80 00000100:00100000:0.0:1746070362.962157:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013958528 00000100:00100000:0.0:1746070362.962159:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013958528 00002000:00100000:0.0:1746070362.962169:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (36700160->37748735) req@ffff8800926e5180 x1830887013958528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/0 e 0 to 0 dl 1746070373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.962175:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5180 with x1830887013958528 ext(36700160->37748735) 00002000:00010000:0.0:1746070362.962177:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926e5180 00000100:00100000:0.0:1746070362.962183:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2104 00000100:00100000:0.0:1746070362.962187:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1962:x1830887013958272:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.978072:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1961:x1830887013956736:12345-192.168.203.29@tcp:3:diff.0 Request processed in 20085us (20653us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070362.978081:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2098 00002000:00100000:0.0:1746070362.978090:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x14:0x0] (33554432->34603007) req@ffff8800946abb80 x1830887013956736/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.978099:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946abb80 with x1830887013956736 ext(33554432->34603007) 00002000:00010000:0.0:1746070362.978103:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946abb80 00000100:00100000:0.0:1746070362.978121:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2105 00000100:00100000:0.0:1746070362.978128:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1962:x1830887013958528:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070362.991905:0:31813:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:0.0:1746070362.991914:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013958912 00000100:00100000:0.0:1746070362.991920:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013958912 00002000:00100000:0.0:1746070362.991952:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x14:0x0] (38797312->39845887) req@ffff8801324d4000 x1830887013958912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/0 e 0 to 0 dl 1746070373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.991961:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d4000 with x1830887013958912 ext(38797312->39845887) 00002000:00010000:0.0:1746070362.991966:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d4000 00000100:00100000:0.0:1746070362.991976:0:31813:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:0.0:1746070362.991979:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013959168 00000100:00100000:0.0:1746070362.991981:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013959168 00002000:00100000:0.0:1746070362.991989:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x14:0x0] (40894464->41943039) req@ffff8801324d4380 x1830887013959168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/0 e 0 to 0 dl 1746070373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.991995:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d4380 with x1830887013959168 ext(40894464->41943039) 00002000:00010000:0.0:1746070362.991997:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d4380 00000100:00100000:0.0:1746070362.992001:0:31813:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:0.0:1746070362.992004:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013958784 00000100:00100000:0.0:1746070362.992006:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013958784 00002000:00100000:0.0:1746070362.992012:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x14:0x0] (37748736->38797311) req@ffff8801324d4700 x1830887013958784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/0 e 0 to 0 dl 1746070373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.992018:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d4700 with x1830887013958784 ext(37748736->38797311) 00002000:00010000:0.0:1746070362.992020:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d4700 00000100:00100000:0.0:1746070362.992023:0:31813:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:0.0:1746070362.992025:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013959040 00000100:00100000:0.0:1746070362.992027:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013959040 00002000:00100000:0.0:1746070362.992032:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x14:0x0] (39845888->40894463) req@ffff8801324d4a80 x1830887013959040/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/0 e 0 to 0 dl 1746070373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070362.992038:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d4a80 with x1830887013959040 ext(39845888->40894463) 00002000:00010000:0.0:1746070362.992040:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d4a80 00000100:00100000:0.0:1746070363.007353:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1962:x1830887013956992:12345-192.168.203.29@tcp:3:diff.0 Request processed in 48749us (49912us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070363.007359:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2099 00002000:00100000:0.0:1746070363.007363:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x14:0x0] (34603008->35651583) req@ffff8800926e6680 x1830887013956992/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.007370:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6680 with x1830887013956992 ext(34603008->35651583) 00002000:00010000:0.0:1746070363.007372:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6680 00000100:00100000:0.0:1746070363.007383:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2108 00000100:00100000:0.0:1746070363.007389:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1961:x1830887013958784:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070363.019117:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1962:x1830887013957504:12345-192.168.203.29@tcp:3:diff.0 Request processed in 59388us (61595us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070363.019127:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2101 00002000:00100000:0.0:1746070363.019136:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x14:0x0] (36700160->37748735) req@ffff8800926e5880 x1830887013957504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.019143:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5880 with x1830887013957504 ext(36700160->37748735) 00002000:00010000:0.0:1746070363.019148:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e5880 00000100:00100000:0.0:1746070363.019169:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2111 00000100:00100000:0.0:1746070363.019176:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1962:x1830887013959680:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070363.054888:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1962:x1830887013958272:12345-192.168.203.29@tcp:3:diff.0 Request processed in 92692us (97131us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070363.054898:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2104 00002000:00100000:0.0:1746070363.054908:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (35651584->36700159) req@ffff8800926e4a80 x1830887013958272/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.054916:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4a80 with x1830887013958272 ext(35651584->36700159) 00002000:00010000:0.0:1746070363.054921:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926e4a80 00000100:00100000:0.0:1746070363.055028:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887013958528:12345-192.168.203.29@tcp:3:diff.0 Request processed in 76900us (92983us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070363.055033:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2105 00002000:00100000:0.0:1746070363.055037:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (36700160->37748735) req@ffff8800926e5180 x1830887013958528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.055044:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5180 with x1830887013958528 ext(36700160->37748735) 00002000:00010000:0.0:1746070363.055046:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926e5180 00000100:00100000:0.0:1746070363.084880:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887013959168:12345-192.168.203.29@tcp:3:diff.0 Request processed in 77882us (93255us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070363.084891:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2107 00002000:00100000:0.0:1746070363.084901:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x14:0x0] (40894464->41943039) req@ffff8801324d4380 x1830887013959168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.084909:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d4380 with x1830887013959168 ext(40894464->41943039) 00002000:00010000:0.0:1746070363.084914:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d4380 00000100:00100000:0.0:1746070363.110535:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887013959552:12345-192.168.203.29@tcp:3:diff.0 Request processed in 93438us (113420us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070363.110545:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2110 00002000:00100000:0.0:1746070363.110553:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (37748736->38797311) req@ffff8800926e4000 x1830887013959552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:748/0 lens 488/440 e 0 to 0 dl 1746070373 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.110561:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4000 with x1830887013959552 ext(37748736->38797311) 00002000:00010000:0.0:1746070363.110566:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926e4000 00000100:00100000:0.0:1746070363.159130:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.159157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.159175:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.159194:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.159210:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013960576 00000100:00100000:0.0:1746070363.159216:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013960576 00002000:00100000:0.0:1746070363.159257:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x14:0x0] (41943040->42991615) req@ffff88009215df80 x1830887013960576/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:749/0 lens 488/0 e 0 to 0 dl 1746070374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.159266:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009215df80 with x1830887013960576 ext(41943040->42991615) 00002000:00010000:0.0:1746070363.159270:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009215df80 00000100:00100000:0.0:1746070363.159281:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013960832 00000100:00100000:0.0:1746070363.159283:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013960832 00002000:00100000:0.0:1746070363.159293:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (41943040->42991615) req@ffff88009215e300 x1830887013960832/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:749/0 lens 488/0 e 0 to 0 dl 1746070374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.159304:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009215e300 with x1830887013960832 ext(41943040->42991615) 00002000:00010000:0.0:1746070363.159306:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009215e300 00000100:00100000:0.0:1746070363.159312:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013961088 00000100:00100000:0.0:1746070363.159313:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013961088 00002000:00100000:0.0:1746070363.159320:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (42991616->44040191) req@ffff88009215e680 x1830887013961088/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:749/0 lens 488/0 e 0 to 0 dl 1746070374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.159325:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009215e680 with x1830887013961088 ext(42991616->44040191) 00002000:00010000:0.0:1746070363.159327:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009215e680 00000100:00100000:0.0:1746070363.159332:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013961344 00000100:00100000:0.0:1746070363.159333:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013961344 00002000:00100000:0.0:1746070363.159339:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (44040192->45088767) req@ffff88009215ea00 x1830887013961344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:749/0 lens 488/0 e 0 to 0 dl 1746070374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.159344:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009215ea00 with x1830887013961344 ext(44040192->45088767) 00002000:00010000:0.0:1746070363.159346:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009215ea00 00000100:00100000:0.0:1746070363.159353:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2114 00000100:00100000:0.0:1746070363.159358:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009215df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887013960576:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070363.159924:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2115 00000100:00100000:0.0:1746070363.159929:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009215e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887013960832:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070363.160433:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2116 00000100:00100000:0.0:1746070363.160438:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009215e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887013961088:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070363.160982:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.179785:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009215df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887013960576:12345-192.168.203.29@tcp:3:diff.0 Request processed in 20422us (20656us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070363.179797:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2114 00002000:00100000:0.0:1746070363.179804:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x14:0x0] (41943040->42991615) req@ffff88009215df80 x1830887013960576/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:749/0 lens 488/440 e 0 to 0 dl 1746070374 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.179813:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009215df80 with x1830887013960576 ext(41943040->42991615) 00002000:00010000:0.0:1746070363.179817:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009215df80 00000100:00100000:0.0:1746070363.288516:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.288553:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013962752 00000100:00100000:0.0:1746070363.288561:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013962752 00002000:00100000:0.0:1746070363.288594:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x14:0x0] (49283072->50331647) req@ffff88009215f100 x1830887013962752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:749/0 lens 488/0 e 0 to 0 dl 1746070374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.288603:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009215f100 with x1830887013962752 ext(49283072->50331647) 00002000:00010000:0.0:1746070363.288608:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009215f100 00000100:00100000:0.0:1746070363.288639:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2124 00000100:00100000:0.0:1746070363.288646:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009215f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1964:x1830887013962752:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070363.318397:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.318429:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.319302:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.319328:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.319357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.322769:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.330750:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013963776 00000100:00100000:0.0:1746070363.330759:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013963776 00002000:00100000:0.0:1746070363.330790:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (49283072->50331647) req@ffff880092368380 x1830887013963776/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:749/0 lens 488/0 e 0 to 0 dl 1746070374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.330804:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368380 with x1830887013963776 ext(49283072->50331647) 00002000:00010000:0.0:1746070363.330809:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092368380 00000100:00100000:0.0:1746070363.330820:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2129 00000100:00100000:0.0:1746070363.330826:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887013963520:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070363.331578:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.331685:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009215f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1964:x1830887013962752:12345-192.168.203.29@tcp:3:diff.0 Request processed in 43025us (43163us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070363.331692:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2124 00002000:00100000:0.0:1746070363.331698:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x14:0x0] (49283072->50331647) req@ffff88009215f100 x1830887013962752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:749/0 lens 488/440 e 0 to 0 dl 1746070374 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.331706:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009215f100 with x1830887013962752 ext(49283072->50331647) 00002000:00010000:0.0:1746070363.331709:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009215f100 00000100:00100000:0.0:1746070363.331722:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013963264 00000100:00100000:0.0:1746070363.331724:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013963264 00002000:00100000:0.0:1746070363.331737:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x14:0x0] (51380224->52428799) req@ffff880092368700 x1830887013963264/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:749/0 lens 488/0 e 0 to 0 dl 1746070374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.331742:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368700 with x1830887013963264 ext(51380224->52428799) 00002000:00010000:0.0:1746070363.331745:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368700 00000100:00100000:0.0:1746070363.331752:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2131 00000100:00100000:0.0:1746070363.331756:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1964:x1830887013963264:12345-192.168.203.29@tcp:3:diff.0 00000100:00100000:0.0:1746070363.403519:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.403563:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.444075:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070363.449699:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070363.452488:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070363.453353:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070363.455571:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070363.458586:0:7082:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746070363.458591:0:7082:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607a558 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070363.458595:0:7082:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009304de00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070363.458598:0:7082:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607a558 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070363.458602:0:7082:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607a558 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070363.458609:0:7082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8800b436a000) 00010000:00010000:0.0:1746070363.458610:0:7082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746070363.458612:0:7082:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607a558 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070363.458616:0:7082:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607a558 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070363.458633:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070363.458635:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070363.458636:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070363.531802:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070363.598454:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.607357:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.626810:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.639176:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.662834:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.687819:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.706998:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.731516:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.747964:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.922103:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.922154:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.922633:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2146 00000100:00100000:0.0:1746070363.922640:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1964:x1830887013969152:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070363.955973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070363.965871:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1964:x1830887013969152:12345-192.168.203.29@tcp:4:dd.0 Request processed in 43231us (43716us total) trans 4294967653 rc 0/0 00000100:00100000:0.0:1746070363.965878:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2146 00002000:00100000:0.0:1746070363.965883:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (12582912->13631487) req@ffff88009236b800 x1830887013969152/t4294967653(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:749/0 lens 488/448 e 0 to 0 dl 1746070374 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.965890:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b800 with x1830887013969152 ext(12582912->13631487) 00002000:00010000:0.0:1746070363.965892:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236b800 00000100:00100000:0.0:1746070363.984319:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013970688 00000100:00100000:0.0:1746070363.984326:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013970688 00002000:00100000:0.0:1746070363.984362:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (18874368->19922943) req@ffff880092dcfb80 x1830887013970688/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:749/0 lens 488/0 e 0 to 0 dl 1746070374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.984371:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcfb80 with x1830887013970688 ext(18874368->19922943) 00002000:00010000:0.0:1746070363.984376:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcfb80 00000100:00100000:0.0:1746070363.987179:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2152 00000100:00100000:0.0:1746070363.987191:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:1963:x1830887013970688:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070363.999962:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1964:x1830887013969920:12345-192.168.203.29@tcp:4:dd.0 Request processed in 40554us (43987us total) trans 4294967655 rc 0/0 00000100:00100000:0.0:1746070363.999973:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2149 00002000:00100000:0.0:1746070363.999984:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x15:0x0] (15728640->16777215) req@ffff88009236bb80 x1830887013969920/t4294967655(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:749/0 lens 488/448 e 0 to 0 dl 1746070374 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070363.999992:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236bb80 with x1830887013969920 ext(15728640->16777215) 00002000:00010000:0.0:1746070363.999998:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236bb80 00000100:00100000:0.0:1746070364.009195:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.067736:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887013970688:12345-192.168.203.29@tcp:4:dd.0 Request processed in 80539us (83652us total) trans 4294967659 rc 0/0 00000100:00100000:0.0:1746070364.067748:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2152 00002000:00100000:0.0:1746070364.067759:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (18874368->19922943) req@ffff880092dcfb80 x1830887013970688/t4294967659(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:749/0 lens 488/448 e 0 to 0 dl 1746070374 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.067768:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcfb80 with x1830887013970688 ext(18874368->19922943) 00002000:00010000:0.0:1746070364.067772:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcfb80 00000100:00100000:0.0:1746070364.085202:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.109620:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.123832:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1963:x1830887013971712:12345-192.168.203.29@tcp:4:dd.0 Request processed in 35012us (38630us total) trans 4294967663 rc 0/0 00000100:00100000:0.0:1746070364.123842:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2156 00002000:00100000:0.0:1746070364.123852:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x15:0x0] (23068672->24117247) req@ffff880099c98700 x1830887013971712/t4294967663(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/448 e 0 to 0 dl 1746070375 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.123860:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98700 with x1830887013971712 ext(23068672->24117247) 00002000:00010000:0.0:1746070364.123864:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c98700 00000100:00100000:0.0:1746070364.131773:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013972224 00000100:00100000:0.0:1746070364.131783:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013972224 00000100:00100000:0.0:1746070364.187629:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.209440:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013973248 00000100:00100000:0.0:1746070364.209447:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013973248 00002000:00100000:0.0:1746070364.209473:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x15:0x0] (29360128->30408703) req@ffff880092dcc700 x1830887013973248/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/0 e 0 to 0 dl 1746070375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.209480:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcc700 with x1830887013973248 ext(29360128->30408703) 00002000:00010000:0.0:1746070364.209483:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcc700 00000100:00100000:0.0:1746070364.209504:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2162 00000100:00100000:0.0:1746070364.209510:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1961:x1830887013973248:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070364.250413:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.315608:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.359764:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.360134:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.360148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.360164:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.401113:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.451904:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.526469:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.528984:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.529019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070364.533473:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070364.552704:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1963:x1830887013977344:12345-192.168.203.29@tcp:4:dd.0 Request processed in 23249us (23682us total) trans 4294967686 rc 0/0 00000100:00100000:0.0:1746070364.552711:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2180 00002000:00100000:0.0:1746070364.552717:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x15:0x0] (48234496->49283071) req@ffff880132e2c700 x1830887013977344/t4294967686(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/448 e 0 to 0 dl 1746070375 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.552729:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e2c700 with x1830887013977344 ext(48234496->49283071) 00002000:00010000:0.0:1746070364.552732:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132e2c700 00000100:00100000:0.0:1746070364.575001:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.601324:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.616259:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.634071:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.647228:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.661281:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.672895:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.725970:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+129:1961:x1830887013980544:12345-192.168.203.29@tcp:4:dd.0 Request processed in 32323us (33645us total) trans 4294967699 rc 0/0 00000100:00100000:0.0:1746070364.725980:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2192 00002000:00100000:0.0:1746070364.725990:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x15:0x0] (60817408->61865983) req@ffff8801319e8380 x1830887013980544/t4294967699(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/448 e 0 to 0 dl 1746070375 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.725998:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8380 with x1830887013980544 ext(60817408->61865983) 00002000:00010000:0.0:1746070364.726003:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e8380 00000100:00100000:0.0:1746070364.730807:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.730829:0:25189:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013981312 00000100:00100000:0.0:1746070364.730835:0:25189:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013981312 00002000:00100000:0.0:1746070364.730869:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x15:0x0] (63963136->65011711) req@ffff880132e2e300 x1830887013981312/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/0 e 0 to 0 dl 1746070375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.730879:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e2e300 with x1830887013981312 ext(63963136->65011711) 00002000:00010000:0.0:1746070364.730883:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132e2e300 00000100:00100000:0.0:1746070364.744713:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.824262:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013982080 00000100:00100000:0.0:1746070364.824274:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013982080 00002000:00100000:0.0:1746070364.824314:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x15:0x0] (67108864->68157439) req@ffff8801319e9f80 x1830887013982080/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/0 e 0 to 0 dl 1746070375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.824323:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9f80 with x1830887013982080 ext(67108864->68157439) 00002000:00010000:0.0:1746070364.824328:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e9f80 00000100:00100000:0.0:1746070364.824346:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2198 00000100:00100000:0.0:1746070364.824352:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+135:1963:x1830887013982080:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070364.844579:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013982336 00000100:00100000:0.0:1746070364.844586:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013982336 00002000:00100000:0.0:1746070364.844617:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x15:0x0] (68157440->69206015) req@ffff8800926e7100 x1830887013982336/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/0 e 0 to 0 dl 1746070375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.844626:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7100 with x1830887013982336 ext(68157440->69206015) 00002000:00010000:0.0:1746070364.844631:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e7100 00000100:00100000:0.0:1746070364.844648:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2199 00000100:00100000:0.0:1746070364.844655:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+137:1963:x1830887013982336:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070364.849313:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.849348:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013982592 00000100:00100000:0.0:1746070364.849357:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013982592 00002000:00100000:0.0:1746070364.849394:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x15:0x0] (69206016->70254591) req@ffff880132e2ea00 x1830887013982592/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/0 e 0 to 0 dl 1746070375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.849403:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e2ea00 with x1830887013982592 ext(69206016->70254591) 00002000:00010000:0.0:1746070364.849408:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132e2ea00 00000100:00100000:0.0:1746070364.849425:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2200 00000100:00100000:0.0:1746070364.849432:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+139:1964:x1830887013982592:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070364.868101:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.868126:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013982848 00000100:00100000:0.0:1746070364.868133:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013982848 00002000:00100000:0.0:1746070364.868164:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (70254592->71303167) req@ffff880132e2ed80 x1830887013982848/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/0 e 0 to 0 dl 1746070375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.868172:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e2ed80 with x1830887013982848 ext(70254592->71303167) 00002000:00010000:0.0:1746070364.868177:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132e2ed80 00000100:00100000:0.0:1746070364.868192:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2201 00000100:00100000:0.0:1746070364.868199:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+141:1963:x1830887013982848:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070364.873004:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+143:1963:x1830887013982336:12345-192.168.203.29@tcp:4:dd.0 Request processed in 28341us (28504us total) trans 4294967706 rc 0/0 00000100:00100000:0.0:1746070364.873014:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2199 00002000:00100000:0.0:1746070364.873024:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x15:0x0] (68157440->69206015) req@ffff8800926e7100 x1830887013982336/t4294967706(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/448 e 0 to 0 dl 1746070375 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.873034:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7100 with x1830887013982336 ext(68157440->69206015) 00002000:00010000:0.0:1746070364.873039:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e7100 00000100:00100000:0.0:1746070364.877055:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+143:1964:x1830887013982592:12345-192.168.203.29@tcp:4:dd.0 Request processed in 27614us (27740us total) trans 4294967707 rc 0/0 00000100:00100000:0.0:1746070364.877066:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2200 00002000:00100000:0.0:1746070364.877078:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x15:0x0] (69206016->70254591) req@ffff880132e2ea00 x1830887013982592/t4294967707(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/448 e 0 to 0 dl 1746070375 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.877087:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e2ea00 with x1830887013982592 ext(69206016->70254591) 00002000:00010000:0.0:1746070364.877093:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132e2ea00 00000100:00100000:0.0:1746070364.883328:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+143:1963:x1830887013982848:12345-192.168.203.29@tcp:4:dd.0 Request processed in 15123us (15227us total) trans 4294967708 rc 0/0 00000100:00100000:0.0:1746070364.883338:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2201 00002000:00100000:0.0:1746070364.883348:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (70254592->71303167) req@ffff880132e2ed80 x1830887013982848/t4294967708(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/448 e 0 to 0 dl 1746070375 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.883357:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e2ed80 with x1830887013982848 ext(70254592->71303167) 00002000:00010000:0.0:1746070364.883362:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132e2ed80 00000100:00100000:0.0:1746070364.887384:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.887403:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013983104 00000100:00100000:0.0:1746070364.887409:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013983104 00002000:00100000:0.0:1746070364.887438:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (71303168->72351743) req@ffff880132e2f100 x1830887013983104/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/0 e 0 to 0 dl 1746070375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.887448:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e2f100 with x1830887013983104 ext(71303168->72351743) 00002000:00010000:0.0:1746070364.887452:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132e2f100 00000100:00100000:0.0:1746070364.887466:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2202 00000100:00100000:0.0:1746070364.887472:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+143:1964:x1830887013983104:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070364.899558:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013983360 00000100:00100000:0.0:1746070364.899565:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013983360 00002000:00100000:0.0:1746070364.899598:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x15:0x0] (72351744->73400319) req@ffff8800926e5880 x1830887013983360/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/0 e 0 to 0 dl 1746070375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.899608:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5880 with x1830887013983360 ext(72351744->73400319) 00002000:00010000:0.0:1746070364.899613:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e5880 00000100:00100000:0.0:1746070364.899629:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2203 00000100:00100000:0.0:1746070364.899635:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+145:1964:x1830887013983360:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070364.904180:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+147:1964:x1830887013983104:12345-192.168.203.29@tcp:4:dd.0 Request processed in 16701us (16795us total) trans 4294967709 rc 0/0 00000100:00100000:0.0:1746070364.904190:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2202 00002000:00100000:0.0:1746070364.904200:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (71303168->72351743) req@ffff880132e2f100 x1830887013983104/t4294967709(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/448 e 0 to 0 dl 1746070375 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.904208:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e2f100 with x1830887013983104 ext(71303168->72351743) 00002000:00010000:0.0:1746070364.904213:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132e2f100 00000100:00100000:0.0:1746070364.908661:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013983616 00000100:00100000:0.0:1746070364.908669:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013983616 00002000:00100000:0.0:1746070364.908718:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (73400320->74448895) req@ffff8800926e7480 x1830887013983616/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/0 e 0 to 0 dl 1746070375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.908727:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7480 with x1830887013983616 ext(73400320->74448895) 00002000:00010000:0.0:1746070364.908731:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e7480 00000100:00100000:0.0:1746070364.908746:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2204 00000100:00100000:0.0:1746070364.908751:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+147:1963:x1830887013983616:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070364.916521:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+149:1963:x1830887013983616:12345-192.168.203.29@tcp:4:dd.0 Request processed in 7762us (8083us total) trans 4294967711 rc 0/0 00000100:00100000:0.0:1746070364.916530:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2204 00002000:00100000:0.0:1746070364.916540:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (73400320->74448895) req@ffff8800926e7480 x1830887013983616/t4294967711(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/448 e 0 to 0 dl 1746070375 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.916548:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7480 with x1830887013983616 ext(73400320->74448895) 00002000:00010000:0.0:1746070364.916553:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e7480 00000100:00100000:0.0:1746070364.934543:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013983872 00000100:00100000:0.0:1746070364.934551:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013983872 00002000:00100000:0.0:1746070364.934590:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (74448896->75497471) req@ffff8800926e4a80 x1830887013983872/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/0 e 0 to 0 dl 1746070375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.934599:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4a80 with x1830887013983872 ext(74448896->75497471) 00002000:00010000:0.0:1746070364.934604:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e4a80 00000100:00100000:0.0:1746070364.934632:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2205 00000100:00100000:0.0:1746070364.934639:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+149:1963:x1830887013983872:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070364.936607:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070364.952414:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+153:1963:x1830887013983872:12345-192.168.203.29@tcp:4:dd.0 Request processed in 17767us (18049us total) trans 4294967712 rc 0/0 00000100:00100000:0.0:1746070364.952424:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2205 00002000:00100000:0.0:1746070364.952433:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (74448896->75497471) req@ffff8800926e4a80 x1830887013983872/t4294967712(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/448 e 0 to 0 dl 1746070375 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.952441:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4a80 with x1830887013983872 ext(74448896->75497471) 00002000:00010000:0.0:1746070364.952446:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e4a80 00000100:00100000:0.0:1746070364.964210:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013984384 00000100:00100000:0.0:1746070364.964221:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013984384 00002000:00100000:0.0:1746070364.964265:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (76546048->77594623) req@ffff8801319ea680 x1830887013984384/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/0 e 0 to 0 dl 1746070375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.964275:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ea680 with x1830887013984384 ext(76546048->77594623) 00002000:00010000:0.0:1746070364.964280:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319ea680 00000100:00100000:0.0:1746070364.964302:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2207 00000100:00100000:0.0:1746070364.964309:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+153:1963:x1830887013984384:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070364.967034:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+155:1964:x1830887013984128:12345-192.168.203.29@tcp:4:dd.0 Request processed in 30281us (30422us total) trans 4294967713 rc 0/0 00000100:00100000:0.0:1746070364.967044:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2206 00002000:00100000:0.0:1746070364.967053:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x15:0x0] (75497472->76546047) req@ffff880132e2f480 x1830887013984128/t4294967713(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/448 e 0 to 0 dl 1746070375 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.967061:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e2f480 with x1830887013984128 ext(75497472->76546047) 00002000:00010000:0.0:1746070364.967065:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132e2f480 00000100:00100000:0.0:1746070364.977239:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+157:1963:x1830887013984384:12345-192.168.203.29@tcp:4:dd.0 Request processed in 12921us (17319us total) trans 4294967714 rc 0/0 00000100:00100000:0.0:1746070364.977246:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2207 00002000:00100000:0.0:1746070364.977252:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (76546048->77594623) req@ffff8801319ea680 x1830887013984384/t4294967714(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/448 e 0 to 0 dl 1746070375 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.977259:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ea680 with x1830887013984384 ext(76546048->77594623) 00002000:00010000:0.0:1746070364.977262:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319ea680 00000100:00100000:0.0:1746070364.993886:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013984896 00000100:00100000:0.0:1746070364.993893:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013984896 00002000:00100000:0.0:1746070364.993928:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (78643200->79691775) req@ffff8801319e8e00 x1830887013984896/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:750/0 lens 488/0 e 0 to 0 dl 1746070375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070364.993937:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8e00 with x1830887013984896 ext(78643200->79691775) 00002000:00010000:0.0:1746070364.993942:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e8e00 00000100:00100000:0.0:1746070364.993969:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2209 00000100:00100000:0.0:1746070364.993975:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+157:1963:x1830887013984896:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070365.004201:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.023052:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013985408 00000100:00100000:0.0:1746070365.023060:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013985408 00002000:00100000:0.0:1746070365.023095:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (80740352->81788927) req@ffff880092dcd880 x1830887013985408/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/0 e 0 to 0 dl 1746070376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.023103:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcd880 with x1830887013985408 ext(80740352->81788927) 00002000:00010000:0.0:1746070365.023108:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcd880 00000100:00100000:0.0:1746070365.023123:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2211 00000100:00100000:0.0:1746070365.023129:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+161:1963:x1830887013985408:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070365.028966:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013985664 00000100:00100000:0.0:1746070365.028973:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013985664 00002000:00100000:0.0:1746070365.029007:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x15:0x0] (81788928->82837503) req@ffff8801319ebb80 x1830887013985664/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/0 e 0 to 0 dl 1746070376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.029015:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ebb80 with x1830887013985664 ext(81788928->82837503) 00002000:00010000:0.0:1746070365.029019:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319ebb80 00000100:00100000:0.0:1746070365.029036:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2212 00000100:00100000:0.0:1746070365.029042:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+163:1963:x1830887013985664:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070365.036189:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+165:1963:x1830887013985408:12345-192.168.203.29@tcp:4:dd.0 Request processed in 13050us (13861us total) trans 4294967718 rc 0/0 00000100:00100000:0.0:1746070365.036199:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2211 00002000:00100000:0.0:1746070365.036208:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (80740352->81788927) req@ffff880092dcd880 x1830887013985408/t4294967718(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/448 e 0 to 0 dl 1746070376 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.036217:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcd880 with x1830887013985408 ext(80740352->81788927) 00002000:00010000:0.0:1746070365.036221:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcd880 00000100:00100000:0.0:1746070365.040878:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+165:1963:x1830887013985664:12345-192.168.203.29@tcp:4:dd.0 Request processed in 11830us (11977us total) trans 4294967719 rc 0/0 00000100:00100000:0.0:1746070365.040888:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2212 00002000:00100000:0.0:1746070365.040898:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x15:0x0] (81788928->82837503) req@ffff8801319ebb80 x1830887013985664/t4294967719(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/448 e 0 to 0 dl 1746070376 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.040906:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ebb80 with x1830887013985664 ext(81788928->82837503) 00002000:00010000:0.0:1746070365.040911:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319ebb80 00000100:00100000:0.0:1746070365.079975:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.080811:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+169:1961:x1830887013986176:12345-192.168.203.29@tcp:4:dd.0 Request processed in 24318us (24420us total) trans 4294967721 rc 0/0 00000100:00100000:0.0:1746070365.080820:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2214 00002000:00100000:0.0:1746070365.080831:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (83886080->84934655) req@ffff8800926e6300 x1830887013986176/t4294967721(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/448 e 0 to 0 dl 1746070376 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.080839:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6300 with x1830887013986176 ext(83886080->84934655) 00002000:00010000:0.0:1746070365.080844:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6300 00000100:00100000:0.0:1746070365.080860:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013986432 00000100:00100000:0.0:1746070365.080865:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013986432 00002000:00100000:0.0:1746070365.080886:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (84934656->85983231) req@ffff880132e2fb80 x1830887013986432/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/0 e 0 to 0 dl 1746070376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.080891:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e2fb80 with x1830887013986432 ext(84934656->85983231) 00002000:00010000:0.0:1746070365.080893:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132e2fb80 00000100:00100000:0.0:1746070365.080905:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2215 00000100:00100000:0.0:1746070365.080910:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+169:1963:x1830887013986432:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070365.093784:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.093811:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.093831:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013986688 00000100:00100000:0.0:1746070365.093838:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013986688 00002000:00100000:0.0:1746070365.093870:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x15:0x0] (85983232->87031807) req@ffff880131b70000 x1830887013986688/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/0 e 0 to 0 dl 1746070376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.093880:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b70000 with x1830887013986688 ext(85983232->87031807) 00002000:00010000:0.0:1746070365.093885:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b70000 00000100:00100000:0.0:1746070365.093899:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013986944 00000100:00100000:0.0:1746070365.093901:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013986944 00002000:00100000:0.0:1746070365.093912:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x15:0x0] (87031808->88080383) req@ffff880131b70380 x1830887013986944/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/0 e 0 to 0 dl 1746070376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.093918:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b70380 with x1830887013986944 ext(87031808->88080383) 00002000:00010000:0.0:1746070365.093920:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b70380 00000100:00100000:0.0:1746070365.093945:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2216 00000100:00100000:0.0:1746070365.093951:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+172:1961:x1830887013986688:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070365.094059:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2217 00000100:00100000:0.0:1746070365.094063:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+173:1963:x1830887013986944:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070365.094696:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+175:1963:x1830887013986432:12345-192.168.203.29@tcp:4:dd.0 Request processed in 13761us (14703us total) trans 4294967722 rc 0/0 00000100:00100000:0.0:1746070365.094702:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2215 00002000:00100000:0.0:1746070365.094708:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (84934656->85983231) req@ffff880132e2fb80 x1830887013986432/t4294967722(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/448 e 0 to 0 dl 1746070376 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.094715:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e2fb80 with x1830887013986432 ext(84934656->85983231) 00002000:00010000:0.0:1746070365.094718:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132e2fb80 00000100:00100000:0.0:1746070365.121143:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+175:1961:x1830887013986688:12345-192.168.203.29@tcp:4:dd.0 Request processed in 27186us (27359us total) trans 4294967723 rc 0/0 00000100:00100000:0.0:1746070365.121152:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2216 00002000:00100000:0.0:1746070365.121162:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x15:0x0] (85983232->87031807) req@ffff880131b70000 x1830887013986688/t4294967723(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/448 e 0 to 0 dl 1746070376 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.121171:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b70000 with x1830887013986688 ext(85983232->87031807) 00002000:00010000:0.0:1746070365.121176:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b70000 00000100:00100000:0.0:1746070365.124519:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+175:1963:x1830887013986944:12345-192.168.203.29@tcp:4:dd.0 Request processed in 30450us (30702us total) trans 4294967724 rc 0/0 00000100:00100000:0.0:1746070365.124528:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2217 00002000:00100000:0.0:1746070365.124537:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x15:0x0] (87031808->88080383) req@ffff880131b70380 x1830887013986944/t4294967724(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/448 e 0 to 0 dl 1746070376 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.124546:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b70380 with x1830887013986944 ext(87031808->88080383) 00002000:00010000:0.0:1746070365.124551:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b70380 00000100:00100000:0.0:1746070365.125788:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.165020:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.165046:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013987456 00000100:00100000:0.0:1746070365.165052:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013987456 00002000:00100000:0.0:1746070365.165086:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x15:0x0] (89128960->90177535) req@ffff880131b70a80 x1830887013987456/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/0 e 0 to 0 dl 1746070376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.165096:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b70a80 with x1830887013987456 ext(89128960->90177535) 00002000:00010000:0.0:1746070365.165101:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b70a80 00000100:00100000:0.0:1746070365.165118:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2219 00000100:00100000:0.0:1746070365.165123:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+177:1963:x1830887013987456:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070365.180346:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1963:x1830887013987456:12345-192.168.203.29@tcp:4:dd.0 Request processed in 15214us (15326us total) trans 4294967726 rc 0/0 00000100:00100000:0.0:1746070365.180356:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2219 00002000:00100000:0.0:1746070365.180368:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x15:0x0] (89128960->90177535) req@ffff880131b70a80 x1830887013987456/t4294967726(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/448 e 0 to 0 dl 1746070376 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.180377:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b70a80 with x1830887013987456 ext(89128960->90177535) 00002000:00010000:0.0:1746070365.180382:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b70a80 00000100:00100000:0.0:1746070365.190266:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.207467:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.238181:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013989760 00000100:00100000:0.0:1746070365.238189:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013989760 00002000:00100000:0.0:1746070365.238225:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (98566144->99614719) req@ffff8800923b8000 x1830887013989760/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/0 e 0 to 0 dl 1746070376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.238244:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8000 with x1830887013989760 ext(98566144->99614719) 00002000:00010000:0.0:1746070365.238247:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923b8000 00000100:00100000:0.0:1746070365.238280:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2228 00000100:00100000:0.0:1746070365.238287:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:1963:x1830887013989760:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070365.248956:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:1963:x1830887013989760:12345-192.168.203.29@tcp:4:dd.0 Request processed in 10662us (11810us total) trans 4294967735 rc 0/0 00000100:00100000:0.0:1746070365.248965:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2228 00002000:00100000:0.0:1746070365.248974:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (98566144->99614719) req@ffff8800923b8000 x1830887013989760/t4294967735(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/448 e 0 to 0 dl 1746070376 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.248983:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8000 with x1830887013989760 ext(98566144->99614719) 00002000:00010000:0.0:1746070365.248987:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923b8000 00000100:00100000:0.0:1746070365.254438:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.257031:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.272430:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013990528 00000100:00100000:0.0:1746070365.272438:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013990528 00002000:00100000:0.0:1746070365.272470:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x15:0x0] (101711872->102760447) req@ffff8800926e4000 x1830887013990528/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/0 e 0 to 0 dl 1746070376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.272479:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4000 with x1830887013990528 ext(101711872->102760447) 00002000:00010000:0.0:1746070365.272483:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e4000 00000100:00100000:0.0:1746070365.272618:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2231 00000100:00100000:0.0:1746070365.272624:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887013990528:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070365.278489:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.288302:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.288341:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.298251:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.300320:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.303384:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.306578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.311933:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.316900:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070365.317152:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070365.330267:0:31817:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:31817:1830887012774272:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070365.330286:0:31817:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009bd3de00/0x628f9640b607a600 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070365.425058:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070365.432449:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070365.433752:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013993088 00000100:00100000:0.0:1746070365.433757:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013993088 00000100:00100000:0.0:1746070365.433786:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3114 00000100:00100000:0.0:1746070365.433791:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887013993088:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070365.433801:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070365.433813:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094315200/0x628f9640b607a60e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbb95 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070365.433829:0:25271:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 104857600, mtime: 0x6812eb5d, atime: 0x0, ctime: 0x6812eb5d, blocks: 0x1e811 00010000:00010000:0.0:1746070365.433842:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070365.433843:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070365.433849:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094315200/0x628f9640b607a60e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb95 expref: 7 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070365.433861:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094315200/0x628f9640b607a60e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb95 expref: 7 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070365.433869:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094315200, rc 0) 00000100:00100000:0.0:1746070365.433903:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1962:x1830887013993088:12345-192.168.203.29@tcp:101:dd.0 Request processed in 111us (1317us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070365.433908:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3114 00000100:00100000:0.0:1746070365.444271:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.462264:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.462418:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.462442:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.465535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.478158:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.478205:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.505295:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.505338:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.525426:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1963:x1830887013994752:12345-192.168.203.29@tcp:4:dd.0 Request processed in 18339us (20078us total) trans 4294967801 rc 0/0 00000100:00100000:0.0:1746070365.525437:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2240 00002000:00100000:0.0:1746070365.525448:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x16:0x0] (2097152->3145727) req@ffff8800946a8700 x1830887013994752/t4294967801(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/448 e 0 to 0 dl 1746070376 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.525457:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8700 with x1830887013994752 ext(2097152->3145727) 00002000:00010000:0.0:1746070365.525461:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a8700 00000100:00100000:0.0:1746070365.530284:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.530329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070365.547517:0:25189:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009460ac00/0x628f9640b607a62a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.547529:0:25189:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009460ac00/0x628f9640b607a62a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.547536:0:25189:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009460ac00/0x628f9640b607a62a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.547541:0:25189:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009460ac00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070365.547545:0:25189:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009460ac00/0x628f9640b607a62a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.547551:0:25189:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009460ac00/0x628f9640b607a62a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.547564:0:25189:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009460ac00/0x628f9640b607a62a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.547569:0:25189:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009460ac00/0x628f9640b607a62a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070365.548611:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1962:x1830887013995520:12345-192.168.203.29@tcp:3:dd.0 Request processed in 17888us (18275us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070365.548620:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2242 00000100:00100000:0.0:1746070365.559542:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.560258:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.579298:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009215c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1963:x1830887013995776:12345-192.168.203.29@tcp:4:dd.0 Request processed in 17670us (19759us total) trans 4294967803 rc 0/0 00000100:00100000:0.0:1746070365.579304:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2243 00002000:00100000:0.0:1746070365.579314:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (4194304->5242879) req@ffff88009215c000 x1830887013995776/t4294967803(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/448 e 0 to 0 dl 1746070376 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.579322:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009215c000 with x1830887013995776 ext(4194304->5242879) 00002000:00010000:0.0:1746070365.579326:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009215c000 00000100:00100000:0.0:1746070365.591999:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.598729:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.620351:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.620752:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.652261:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.740827:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2255 00000100:00100000:0.0:1746070365.740835:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887013998976:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070365.740861:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607a65b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.740873:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070365.740874:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070365.740878:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607a65b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.740888:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607a65b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070365.780790:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1962:x1830887013999360:12345-192.168.203.29@tcp:4:dd.0 Request processed in 17498us (17670us total) trans 4294967810 rc 0/0 00000100:00100000:0.0:1746070365.780798:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2257 00002000:00100000:0.0:1746070365.780807:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x16:0x0] (11534336->12582911) req@ffff8800923b8a80 x1830887013999360/t4294967810(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/448 e 0 to 0 dl 1746070376 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.780815:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8a80 with x1830887013999360 ext(11534336->12582911) 00002000:00010000:0.0:1746070365.780818:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923b8a80 00000100:00100000:0.0:1746070365.796946:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013999872 00000100:00100000:0.0:1746070365.796953:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013999872 00002000:00100000:0.0:1746070365.796989:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x16:0x0] (12582912->13631487) req@ffff8800926e5500 x1830887013999872/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:751/0 lens 488/0 e 0 to 0 dl 1746070376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070365.797000:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5500 with x1830887013999872 ext(12582912->13631487) 00002000:00010000:0.0:1746070365.797004:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926e5500 00000100:00100000:0.0:1746070365.797019:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014000128 00000100:00100000:0.0:1746070365.797021:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014000128 00000100:00100000:0.0:1746070365.798456:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2259 00000100:00100000:0.0:1746070365.798467:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1964:x1830887013999872:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:0.0:1746070365.815728:0:31815:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607a669 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.815743:0:31815:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607a669 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.815751:0:31815:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607a669 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.815757:0:31815:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef95800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070365.815760:0:31815:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607a669 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.815767:0:31815:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607a669 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.815781:0:31815:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607a669 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.815787:0:31815:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607a669 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070365.815842:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887014000128:12345-192.168.203.29@tcp:3:dd.0 Request processed in 17131us (19303us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070365.815850:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2260 00000001:00080000:0.0:1746070365.872335:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981935 is committed 00000001:00080000:0.0:1746070365.872352:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981934 is committed 00000004:00080000:0.0:1746070365.872374:0:7148:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000004:00080000:0.0:1746070365.872379:0:7148:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000100:00100000:0.0:1746070365.872460:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746070365.872473:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009336a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887012774528:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746070365.872518:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070365.872552:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009215d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887012774400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746070365.872565:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746070365.872833:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746070365.872836:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070365.872846:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116 00000100:00100000:0.0:1746070365.872851:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009215df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887012774400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1746070365.872861:0:8446:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:20 count 1 00010000:00010000:0.0:1746070365.872871:0:8446:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.872878:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099c74000/0x628f9640b607a22c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb25 expref: 6 pid: 12041 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070365.872884:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a527 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb41 expref: 83 pid: 8446 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070365.872888:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070365.872889:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070365.872891:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 5/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.872903:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb41 expref: 83 pid: 8446 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070365.872910:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb41 expref: 83 pid: 8446 timeout: 577 lvb_type: 1 00000100:00100000:0.0:1746070365.872918:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009215e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887012774784:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070365.872939:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099c74000/0x628f9640b607a22c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb25 expref: 6 pid: 12041 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070365.872946:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099c74000/0x628f9640b607a22c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb25 expref: 6 pid: 12041 timeout: 577 lvb_type: 1 00000100:00100000:0.0:1746070365.872952:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009215ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887012775040:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070365.872963:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2158e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070365.877622:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.877656:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.877727:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.877739:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.877752:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.877772:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.877786:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014001408 00000100:00100000:0.0:1746070365.877788:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014001408 00010000:00010000:0.0:1746070365.877803:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a527 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb41 expref: 84 pid: 8446 timeout: 577 lvb_type: 1 00000100:00100000:0.0:1746070365.877817:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014001664 00000100:00100000:0.0:1746070365.877819:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014001664 00010000:00010000:0.0:1746070365.877825:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099c74000/0x628f9640b607a22c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb25 expref: 8 pid: 12041 timeout: 577 lvb_type: 1 00000100:00100000:0.0:1746070365.877832:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014001280 00000100:00100000:0.0:1746070365.877833:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014001280 00010000:00010000:0.0:1746070365.877839:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009431e400/0x628f9640b607a520 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb48 expref: 36 pid: 25271 timeout: 577 lvb_type: 1 00000100:00100000:0.0:1746070365.877850:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014001536 00000100:00100000:0.0:1746070365.877852:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014001536 00010000:00010000:0.0:1746070365.877858:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099c75a00/0x628f9640b607a233 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb2c expref: 6 pid: 12041 timeout: 577 lvb_type: 1 00000100:00100000:0.0:1746070365.877865:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5385 00000100:00100000:0.0:1746070365.877869:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009215f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1962:x1830887014001408:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070365.877877:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070365.877880:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a527 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb41 expref: 84 pid: 8446 timeout: 577 lvb_type: 1 00010000:00010000:0.0:1746070365.877888:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb41 expref: 84 pid: 8446 timeout: 577 lvb_type: 1 00010000:00010000:0.0:1746070365.877915:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070365.877950:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009215f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1962:x1830887014001408:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 79us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070365.877956:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5385 00000100:00100000:0.0:1746070365.877969:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5386 00000100:00100000:0.0:1746070365.877974:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009215f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1962:x1830887014001664:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070365.877981:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070365.877984:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099c74000/0x628f9640b607a22c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb25 expref: 8 pid: 12041 timeout: 577 lvb_type: 1 00010000:00010000:0.0:1746070365.877996:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099c74000/0x628f9640b607a22c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb25 expref: 8 pid: 12041 timeout: 577 lvb_type: 1 00010000:00010000:0.0:1746070365.878007:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070365.878008:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070365.878012:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878018:0:14766:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878030:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070365.878045:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009215f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1962:x1830887014001664:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 71us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070365.878050:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5386 00000100:00100000:0.0:1746070365.878060:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5387 00000100:00100000:0.0:1746070365.878065:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1962:x1830887014001280:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070365.878072:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070365.878076:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009431e400/0x628f9640b607a520 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb48 expref: 36 pid: 25271 timeout: 577 lvb_type: 1 00010000:00010000:0.0:1746070365.878084:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009431e400/0x628f9640b607a520 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb48 expref: 36 pid: 25271 timeout: 577 lvb_type: 1 00010000:00010000:0.0:1746070365.878095:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070365.878109:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1962:x1830887014001280:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 44us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070365.878114:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5387 00000100:00100000:0.0:1746070365.878124:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5388 00000100:00100000:0.0:1746070365.878128:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014001536:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070365.878134:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070365.878137:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099c75a00/0x628f9640b607a233 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb2c expref: 6 pid: 12041 timeout: 577 lvb_type: 1 00010000:00010000:0.0:1746070365.878146:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099c75a00/0x628f9640b607a233 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb2c expref: 6 pid: 12041 timeout: 577 lvb_type: 1 00010000:00010000:0.0:1746070365.878155:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070365.878156:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070365.878159:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f68400/0x628f9640b607a677 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878164:0:14766:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091f68400/0x628f9640b607a677 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878172:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070365.878186:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014001536:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 57us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070365.878191:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5388 00010000:00010000:0.0:1746070365.878220:0:8446:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607a527 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb41 expref: 83 pid: 8446 timeout: 577 lvb_type: 1 00000100:00100000:0.0:1746070365.878247:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009215e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887012774784:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070365.878256:0:8446:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099c74000/0x628f9640b607a22c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb25 expref: 8 pid: 12041 timeout: 577 lvb_type: 1 00000100:00100000:0.0:1746070365.878263:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009215ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887012775040:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070365.878276:0:8446:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878283:0:8446:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878288:0:8446:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878295:0:8446:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878301:0:8446:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878313:0:8446:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746070365.878701:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009215df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3297:x1830887012774400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5849us (6133us total) trans 4294967741 rc 0/0 00000100:00100000:0.0:1746070365.878707:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116 00010000:00010000:0.0:1746070365.878724:0:9816:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746070365.878728:0:9816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878739:0:9816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093f13c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070365.878742:0:9816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878750:0:9816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878759:0:9816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878764:0:9816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607a67e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.878775:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070365.878776:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070365.878777:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1746070365.878799:0:3297:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009215d500/2, rc 0, transno 4294967741 00000100:00100000:0.0:1746070365.878804:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009215d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887012774400:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1746070365.897842:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607a685 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.897856:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607a685 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.897862:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607a685 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.897871:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a2b9400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070365.897874:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607a685 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.897881:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607a685 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.897894:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607a685 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070365.897899:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607a685 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070365.964791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070365.965416:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.000409:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2270 00000100:00100000:0.0:1746070366.000418:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009336b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1964:x1830887014003200:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070366.023299:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.023935:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.060552:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.060579:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014004224 00000100:00100000:0.0:1746070366.060586:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014004224 00000100:00100000:0.0:1746070366.060627:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2274 00000100:00100000:0.0:1746070366.060634:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014004224:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070366.060660:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094ef2c00/0x628f9640b607a6a8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.060689:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070366.060691:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070366.060695:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ef2c00/0x628f9640b607a6a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.060705:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ef2c00/0x628f9640b607a6a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070366.088720:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014004480 00000100:00100000:0.0:1746070366.088726:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014004480 00002000:00100000:0.0:1746070366.088758:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x16:0x0] (20971520->22020095) req@ffff8800923b9180 x1830887014004480/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:752/0 lens 488/0 e 0 to 0 dl 1746070377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070366.088767:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9180 with x1830887014004480 ext(20971520->22020095) 00002000:00010000:0.0:1746070366.088771:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923b9180 00000100:00100000:0.0:1746070366.088783:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014004736 00000100:00100000:0.0:1746070366.088785:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014004736 00000100:00100000:0.0:1746070366.088802:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2275 00000100:00100000:0.0:1746070366.088807:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1963:x1830887014004480:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070366.088913:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2276 00000100:00100000:0.0:1746070366.088917:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014004736:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070366.088935:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a6af lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.088946:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070366.088947:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070366.088951:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a6af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.088962:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a6af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.103964:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a6af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.103974:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a6af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.103981:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a6af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.103987:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093402000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070366.103990:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a6af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.103996:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a6af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.104009:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a6af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.104013:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093402000/0x628f9640b607a6af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070366.104067:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014004736:12345-192.168.203.29@tcp:3:dd.0 Request processed in 15147us (15585us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070366.104076:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2276 00000100:00100000:0.0:1746070366.113988:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.118439:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.145735:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.145781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.195012:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.196919:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.225738:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.228203:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.254380:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.266625:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.290494:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.292196:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.292903:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2288 00000100:00100000:0.0:1746070366.292909:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014007808:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070366.292932:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130ee9200/0x628f9640b607a6d9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.292944:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070366.292946:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070366.292950:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9200/0x628f9640b607a6d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.292961:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130ee9200/0x628f9640b607a6d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070366.314640:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.314714:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.345789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.345839:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.384135:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009336b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1963:x1830887014009088:12345-192.168.203.29@tcp:4:dd.0 Request processed in 14091us (14242us total) trans 4294967829 rc 0/0 00000100:00100000:0.0:1746070366.384144:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2293 00002000:00100000:0.0:1746070366.384154:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x16:0x0] (30408704->31457279) req@ffff88009336b100 x1830887014009088/t4294967829(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:752/0 lens 488/448 e 0 to 0 dl 1746070377 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070366.384161:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009336b100 with x1830887014009088 ext(30408704->31457279) 00002000:00010000:0.0:1746070366.384166:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009336b100 00000100:00100000:0.0:1746070366.400564:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.401763:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014009856 00000100:00100000:0.0:1746070366.401767:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014009856 00000100:00100000:0.0:1746070366.401789:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2296 00000100:00100000:0.0:1746070366.401794:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009336b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014009856:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070366.401813:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094d5c200/0x628f9640b607a6f5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.401824:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070366.401873:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070366.401877:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d5c200/0x628f9640b607a6f5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.401889:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d5c200/0x628f9640b607a6f5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070366.422970:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.423016:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.448256:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.448302:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.484058:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.484131:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.485469:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2302 00000100:00100000:0.0:1746070366.485475:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1962:x1830887014011136:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070366.504380:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:1962:x1830887014011136:12345-192.168.203.29@tcp:4:dd.0 Request processed in 18898us (20242us total) trans 4294967833 rc 0/0 00000100:00100000:0.0:1746070366.504390:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2302 00002000:00100000:0.0:1746070366.504399:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (34603008->35651583) req@ffff88009be31180 x1830887014011136/t4294967833(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:752/0 lens 488/448 e 0 to 0 dl 1746070377 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070366.504406:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31180 with x1830887014011136 ext(34603008->35651583) 00002000:00010000:0.0:1746070366.504410:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009be31180 00000100:00100000:0.0:1746070366.530753:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.530813:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.540723:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2304 00000100:00100000:0.0:1746070366.540730:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bde1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014011904:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070366.540749:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094d5ce00/0x628f9640b607a711 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.540759:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070366.540761:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070366.540765:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d5ce00/0x628f9640b607a711 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.540779:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d5ce00/0x628f9640b607a711 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070366.575949:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.612783:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.613951:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.639244:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.642582:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.667376:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.667404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.687507:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bde2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1962:x1830887014013952:12345-192.168.203.29@tcp:4:dd.0 Request processed in 19972us (20097us total) trans 4294967838 rc 0/0 00000100:00100000:0.0:1746070366.687516:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2312 00002000:00100000:0.0:1746070366.687525:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (39845888->40894463) req@ffff88009bde2300 x1830887014013952/t4294967838(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:752/0 lens 488/448 e 0 to 0 dl 1746070377 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070366.687534:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bde2300 with x1830887014013952 ext(39845888->40894463) 00002000:00010000:0.0:1746070366.687537:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bde2300 00000100:00100000:0.0:1746070366.704592:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.724436:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2316 00000100:00100000:0.0:1746070366.724443:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014014976:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070366.724464:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607a73b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.724515:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070366.724518:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070366.724522:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607a73b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.724534:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607a73b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070366.766248:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.767614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.793642:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.793745:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070366.815517:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607a750 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.815528:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607a750 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.815535:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607a750 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.815541:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a411c000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070366.815545:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607a750 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.815551:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607a750 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.815564:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607a750 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.815574:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607a750 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070366.815820:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014016512:12345-192.168.203.29@tcp:3:dd.0 Request processed in 21912us (22072us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070366.815828:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2322 00000100:00100000:0.0:1746070366.827779:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.848766:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.852049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.876806:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.876853:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.909436:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.910471:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070366.948954:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070366.994006:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099d1da00/0x628f9640b607a77a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.994020:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099d1da00/0x628f9640b607a77a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.994027:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099d1da00/0x628f9640b607a77a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.994033:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099d1da00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070366.994036:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099d1da00/0x628f9640b607a77a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.994047:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099d1da00/0x628f9640b607a77a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.994061:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099d1da00/0x628f9640b607a77a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070366.994067:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099d1da00/0x628f9640b607a77a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070366.994133:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014019584:12345-192.168.203.29@tcp:3:dd.0 Request processed in 15093us (19145us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070366.994142:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2334 00000100:00100000:0.0:1746070367.034860:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.034915:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070367.056888:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607a788 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.056901:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607a788 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.056908:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607a788 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.056914:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099c03000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070367.056917:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607a788 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.056928:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607a788 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.056942:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607a788 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.056948:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607a788 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [54525952->55574527] (req 54525952->55574527) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070367.057002:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014020608:12345-192.168.203.29@tcp:3:dd.0 Request processed in 19101us (22081us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070367.057010:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2338 00000100:00100000:0.0:1746070367.067535:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.077578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.115421:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.115466:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070367.128886:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a2bb200/0x628f9640b607a796 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.128900:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2bb200/0x628f9640b607a796 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.128908:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a2bb200/0x628f9640b607a796 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.128913:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a2bb200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070367.128918:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a2bb200/0x628f9640b607a796 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.128925:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a2bb200/0x628f9640b607a796 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.128941:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a2bb200/0x628f9640b607a796 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.128947:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a2bb200/0x628f9640b607a796 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070367.129023:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014021632:12345-192.168.203.29@tcp:3:dd.0 Request processed in 13106us (13552us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070367.129032:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2342 00000100:00100000:0.0:1746070367.143714:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014022016 00000100:00100000:0.0:1746070367.143722:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014022016 00000100:00100000:0.0:1746070367.145374:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.181319:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.181370:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.223521:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.224763:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.271162:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.272170:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.272188:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014023680 00000100:00100000:0.0:1746070367.272191:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014023680 00000100:00100000:0.0:1746070367.272223:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2350 00000100:00100000:0.0:1746070367.272229:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014023680:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070367.272255:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607a7b2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.272267:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070367.272268:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070367.272273:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607a7b2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.272282:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607a7b2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.293314:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607a7b2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.293328:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607a7b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.293336:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607a7b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.293342:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097cbf800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070367.293346:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607a7b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.293352:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607a7b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.293366:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607a7b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.293378:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607a7b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070367.293432:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014023680:12345-192.168.203.29@tcp:3:dd.0 Request processed in 21200us (21258us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070367.293440:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2350 00000100:00100000:0.0:1746070367.309241:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.311247:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.354766:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.361030:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.388579:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.402334:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.417524:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.464754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.464805:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.496595:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.496641:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.497040:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2362 00000100:00100000:0.0:1746070367.497046:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+132:1963:x1830887014026752:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070367.534245:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.534295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070367.550147:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607a7e3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.550160:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607a7e3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.550167:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607a7e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.550173:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094db6800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070367.550176:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607a7e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.550182:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607a7e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.550196:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607a7e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.550200:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607a7e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070367.550268:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014027264:12345-192.168.203.29@tcp:3:dd.0 Request processed in 15771us (16055us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070367.550278:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2363 00000100:00100000:0.0:1746070367.560610:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.566035:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.586153:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+138:1963:x1830887014027520:12345-192.168.203.29@tcp:4:dd.0 Request processed in 19153us (20119us total) trans 4294967865 rc 0/0 00000100:00100000:0.0:1746070367.586164:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2366 00002000:00100000:0.0:1746070367.586175:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x16:0x0] (68157440->69206015) req@ffff880091f17100 x1830887014027520/t4294967865(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:753/0 lens 488/448 e 0 to 0 dl 1746070378 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070367.586187:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f17100 with x1830887014027520 ext(68157440->69206015) 00002000:00010000:0.0:1746070367.586191:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f17100 00000100:00100000:0.0:1746070367.591237:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.593560:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.618035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.627176:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070367.627195:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070367.627209:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014028800 00000100:00100000:0.0:1746070367.627221:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014028800 00000100:00100000:0.0:1746070367.627248:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2370 00000100:00100000:0.0:1746070367.627253:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014028800:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070367.627278:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099c74000/0x628f9640b607a7f8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.627289:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070367.627291:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070367.627294:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c74000/0x628f9640b607a7f8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070367.627304:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c74000/0x628f9640b607a7f8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070367.635559:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+142:1963:x1830887014028544:12345-192.168.203.29@tcp:4:dd.0 Request processed in 16742us (17521us total) trans 4294967867 rc 0/0 00000100:00100000:0.0:1746070367.635569:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2369 00002000:00100000:0.0:1746070367.635579:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (70254592->71303167) req@ffff88009c7bd180 x1830887014028544/t4294967867(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:753/0 lens 488/448 e 0 to 0 dl 1746070378 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070367.635594:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bd180 with x1830887014028544 ext(70254592->71303167) 00002000:00010000:0.0:1746070367.635599:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7bd180 00000100:00100000:0.0:1746070367.664748:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.664798:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.707330:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.710903:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.757165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.757221:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070367.758099:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2376 00000100:00100000:0.0:1746070367.758106:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+146:1963:x1830887014030080:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070367.952157:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070368.035241:0:25189:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607a830 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.035257:0:25189:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607a830 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.035265:0:25189:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607a830 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.035270:0:25189:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091ed2200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070368.035274:0:25189:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607a830 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.035280:0:25189:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607a830 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.035296:0:25189:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607a830 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.035302:0:25189:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607a830 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070368.035373:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014032896:12345-192.168.203.29@tcp:3:dd.0 Request processed in 15253us (15489us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070368.035420:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2386 00000100:00100000:0.0:1746070368.063367:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.063410:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.214311:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.214357:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.236535:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+166:1962:x1830887014034688:12345-192.168.203.29@tcp:4:dd.0 Request processed in 21903us (22222us total) trans 4294967879 rc 0/0 00000100:00100000:0.0:1746070368.236546:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2393 00002000:00100000:0.0:1746070368.236557:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (82837504->83886079) req@ffff8801316c2d80 x1830887014034688/t4294967879(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:754/0 lens 488/448 e 0 to 0 dl 1746070379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070368.236565:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2d80 with x1830887014034688 ext(82837504->83886079) 00002000:00010000:0.0:1746070368.236570:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316c2d80 00000100:00100000:0.0:1746070368.250525:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.250552:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.250569:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014035456 00000100:00100000:0.0:1746070368.250576:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014035456 00000100:00100000:0.0:1746070368.250612:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014035200 00000100:00100000:0.0:1746070368.250614:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014035200 00002000:00100000:0.0:1746070368.250627:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x16:0x0] (83886080->84934655) req@ffff880134837b80 x1830887014035200/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:754/0 lens 488/0 e 0 to 0 dl 1746070379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070368.250637:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134837b80 with x1830887014035200 ext(83886080->84934655) 00002000:00010000:0.0:1746070368.250641:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134837b80 00000100:00100000:0.0:1746070368.250652:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2395 00000100:00100000:0.0:1746070368.250657:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014035456:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070368.250701:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092d7da00/0x628f9640b607a853 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.250712:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.250714:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.250718:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092d7da00/0x628f9640b607a853 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.250729:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092d7da00/0x628f9640b607a853 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070368.251163:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2396 00000100:00100000:0.0:1746070368.251169:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+166:1963:x1830887014035200:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:0.0:1746070368.260988:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092d7da00/0x628f9640b607a853 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.261000:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092d7da00/0x628f9640b607a853 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.261008:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092d7da00/0x628f9640b607a853 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.261015:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092d7da00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070368.261018:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092d7da00/0x628f9640b607a853 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.261026:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092d7da00/0x628f9640b607a853 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.261040:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092d7da00/0x628f9640b607a853 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.261046:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092d7da00/0x628f9640b607a853 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070368.261095:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014035456:12345-192.168.203.29@tcp:3:dd.0 Request processed in 10433us (10574us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070368.261104:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2395 00000100:00100000:0.0:1746070368.273585:0:25189:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014035712 00000100:00100000:0.0:1746070368.273593:0:25189:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014035712 00002000:00100000:0.0:1746070368.273626:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (84934656->85983231) req@ffff8800923b8380 x1830887014035712/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:754/0 lens 488/0 e 0 to 0 dl 1746070379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070368.273635:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8380 with x1830887014035712 ext(84934656->85983231) 00002000:00010000:0.0:1746070368.273640:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923b8380 00000100:00100000:0.0:1746070368.273654:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2397 00000100:00100000:0.0:1746070368.273660:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+168:1961:x1830887014035712:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070368.285665:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1961:x1830887014035712:12345-192.168.203.29@tcp:4:dd.0 Request processed in 12000us (12196us total) trans 4294967881 rc 0/0 00000100:00100000:0.0:1746070368.285693:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2397 00002000:00100000:0.0:1746070368.285703:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (84934656->85983231) req@ffff8800923b8380 x1830887014035712/t4294967881(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:754/0 lens 488/448 e 0 to 0 dl 1746070379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070368.285711:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8380 with x1830887014035712 ext(84934656->85983231) 00002000:00010000:0.0:1746070368.285716:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923b8380 00000100:00100000:0.0:1746070368.304112:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.304161:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.304181:0:25189:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014036480 00000100:00100000:0.0:1746070368.304186:0:25189:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014036480 00000100:00100000:0.0:1746070368.304985:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2399 00000100:00100000:0.0:1746070368.304993:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014036480:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070368.305021:0:25189:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607a861 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.305031:0:25189:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.305033:0:25189:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.305037:0:25189:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607a861 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.305047:0:25189:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607a861 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.315977:0:25189:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607a861 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.315992:0:25189:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607a861 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.316000:0:25189:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607a861 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.316007:0:25189:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df60c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070368.316010:0:25189:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607a861 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.316018:0:25189:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607a861 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.316034:0:25189:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607a861 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.316039:0:25189:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607a861 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070368.317316:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014036480:12345-192.168.203.29@tcp:3:dd.0 Request processed in 12318us (13149us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070368.317324:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2399 00000100:00100000:0.0:1746070368.330380:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.340377:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.340403:0:25189:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014036992 00000100:00100000:0.0:1746070368.340409:0:25189:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014036992 00000100:00100000:0.0:1746070368.340446:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2402 00000100:00100000:0.0:1746070368.340452:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014036992:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070368.340479:0:25189:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a2bb200/0x628f9640b607a868 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.340491:0:25189:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.340493:0:25189:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.340497:0:25189:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2bb200/0x628f9640b607a868 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.340508:0:25189:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2bb200/0x628f9640b607a868 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25189 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070368.390708:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.390752:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.427505:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.428266:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.446088:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1962:x1830887014037760:12345-192.168.203.29@tcp:4:dd.0 Request processed in 18428us (18580us total) trans 4294967885 rc 0/0 00000100:00100000:0.0:1746070368.446099:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2405 00002000:00100000:0.0:1746070368.446108:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x16:0x0] (89128960->90177535) req@ffff880134835880 x1830887014037760/t4294967885(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:754/0 lens 488/448 e 0 to 0 dl 1746070379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070368.446117:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134835880 with x1830887014037760 ext(89128960->90177535) 00002000:00010000:0.0:1746070368.446122:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134835880 00000100:00100000:0.0:1746070368.461881:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.461963:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070368.517072:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800933ca000/0x628f9640b607a884 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.517085:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800933ca000/0x628f9640b607a884 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.517096:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800933ca000/0x628f9640b607a884 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.517102:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800933ca000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070368.517106:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800933ca000/0x628f9640b607a884 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.517112:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800933ca000/0x628f9640b607a884 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.517126:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800933ca000/0x628f9640b607a884 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.517131:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800933ca000/0x628f9640b607a884 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070368.517200:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132eee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014038912:12345-192.168.203.29@tcp:3:dd.0 Request processed in 18538us (19186us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070368.517222:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2409 00000100:00100000:0.0:1746070368.528847:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.528898:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.599977:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.648224:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.648272:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.672334:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.672381:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.672736:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2420 00000100:00100000:0.0:1746070368.672742:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014041600:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070368.672764:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094ef2c00/0x628f9640b607a8a7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.672775:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.672776:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.672780:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ef2c00/0x628f9640b607a8a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.672791:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ef2c00/0x628f9640b607a8a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070368.685585:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012419d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1961:x1830887014041344:12345-192.168.203.29@tcp:4:dd.0 Request processed in 12960us (13251us total) trans 4294967892 rc 0/0 00000100:00100000:0.0:1746070368.685595:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2419 00002000:00100000:0.0:1746070368.685604:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x16:0x0] (96468992->97517567) req@ffff88012419d500 x1830887014041344/t4294967892(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:754/0 lens 488/448 e 0 to 0 dl 1746070379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070368.685613:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012419d500 with x1830887014041344 ext(96468992->97517567) 00002000:00010000:0.0:1746070368.685617:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012419d500 00000100:00100000:0.0:1746070368.696955:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.698032:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.787473:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014043136 00000100:00100000:0.0:1746070368.787481:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014043136 00000100:00100000:0.0:1746070368.787691:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2426 00000100:00100000:0.0:1746070368.787698:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014043136:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070368.787725:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130ee9e00/0x628f9640b607a8bc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.787735:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.787737:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.787741:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9e00/0x628f9640b607a8bc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.787751:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130ee9e00/0x628f9640b607a8bc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.803658:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130ee9e00/0x628f9640b607a8bc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.803699:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9e00/0x628f9640b607a8bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.803707:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130ee9e00/0x628f9640b607a8bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.803713:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130ee9e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070368.803717:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130ee9e00/0x628f9640b607a8bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.803724:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130ee9e00/0x628f9640b607a8bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.803738:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130ee9e00/0x628f9640b607a8bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.803745:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9e00/0x628f9640b607a8bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070368.803826:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014043136:12345-192.168.203.29@tcp:3:dd.0 Request processed in 16124us (16624us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070368.803834:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2426 00000100:00100000:0.0:1746070368.823284:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014043648 00000100:00100000:0.0:1746070368.823294:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014043648 00000100:00100000:0.0:1746070368.823354:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014043392 00000100:00100000:0.0:1746070368.823357:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014043392 00002000:00100000:0.0:1746070368.823375:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x16:0x0] (100663296->101711871) req@ffff880091fb8a80 x1830887014043392/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:754/0 lens 488/0 e 0 to 0 dl 1746070379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070368.823383:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8a80 with x1830887014043392 ext(100663296->101711871) 00002000:00010000:0.0:1746070368.823388:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fb8a80 00000100:00100000:0.0:1746070368.823400:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2427 00000100:00100000:0.0:1746070368.823413:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2428 00000100:00100000:0.0:1746070368.823418:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1961:x1830887014043392:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070368.824267:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014043648:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070368.824298:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a43f6000/0x628f9640b607a8c3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.824312:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.824314:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.824320:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43f6000/0x628f9640b607a8c3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.824331:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43f6000/0x628f9640b607a8c3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070368.842631:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1961:x1830887014043392:12345-192.168.203.29@tcp:4:dd.0 Request processed in 19204us (19462us total) trans 4294967896 rc 0/0 00000100:00100000:0.0:1746070368.842641:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2428 00002000:00100000:0.0:1746070368.842651:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x16:0x0] (100663296->101711871) req@ffff880091fb8a80 x1830887014043392/t4294967896(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:754/0 lens 488/448 e 0 to 0 dl 1746070379 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070368.842659:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8a80 with x1830887014043392 ext(100663296->101711871) 00002000:00010000:0.0:1746070368.842664:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fb8a80 00000100:00100000:0.0:1746070368.861005:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014044160 00000100:00100000:0.0:1746070368.861010:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014044160 00000100:00100000:0.0:1746070368.861056:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2430 00000100:00100000:0.0:1746070368.861063:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014044160:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070368.861088:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607a8ca lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.861099:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.861101:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.861105:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607a8ca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.861115:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607a8ca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.875423:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607a8ca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.875434:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607a8ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.875440:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607a8ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.875446:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094309a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070368.875450:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607a8ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.875456:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607a8ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.875470:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607a8ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.875475:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607a8ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070368.875523:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014044160:12345-192.168.203.29@tcp:3:dd.0 Request processed in 14459us (14656us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070368.875529:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2430 00000100:00100000:0.0:1746070368.885492:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014044672 00000100:00100000:0.0:1746070368.885500:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014044672 00000100:00100000:0.0:1746070368.885557:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2431 00000100:00100000:0.0:1746070368.885564:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014044672:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070368.885593:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607a8d1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.885608:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.885610:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070368.885614:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607a8d1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070368.885625:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607a8d1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070368.908069:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070368.908119:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070368.908342:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746070368.916601:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070369.213926:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070369.221756:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070369.375767:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070369.382754:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070369.387015:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070369.391341:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070369.393215:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070369.400261:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070369.406458:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070369.550047:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967741 is committed 00000001:00080000:0.0:1746070369.550058:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967735 is committed 00000001:00080000:0.0:1746070369.550117:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967742 is committed 00000100:00100000:0.0:1746070369.575712:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070369.624977:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070369.664813:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070369.734807:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070369.839950:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014049152 00000100:00100000:0.0:1746070369.839958:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014049152 00000100:00100000:0.0:1746070369.840165:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2440 00000100:00100000:0.0:1746070369.840173:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014049152:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070369.840228:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 6291456, mtime: 0x6812eb61, atime: 0x0, ctime: 0x6812eb61, blocks: 0x3007 00010000:00010000:0.0:1746070369.840236:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091fac000/0x628f9640b607a9b1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.840247:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070369.840249:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070369.840253:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fac000/0x628f9640b607a9b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.840263:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fac000/0x628f9640b607a9b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070369.870241:0:8449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb size from disk: 6291456 -> 7340032 00002000:00010000:0.0:1746070369.870245:0:8449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb blocks from disk: 12295 -> 14343 00010000:00010000:0.0:1746070369.870255:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091fac000/0x628f9640b607a9b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.870264:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091fac000/0x628f9640b607a9b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.870271:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091fac000/0x628f9640b607a9b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.870278:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fac000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070369.870285:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091fac000/0x628f9640b607a9b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.870293:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091fac000/0x628f9640b607a9b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.870307:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091fac000/0x628f9640b607a9b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.870313:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fac000/0x628f9640b607a9b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070369.870373:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014049152:12345-192.168.203.29@tcp:4:dd.0 Request processed in 30198us (30495us total) trans 4294967748 rc 0/0 00000100:00100000:0.0:1746070369.870382:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2440 00000100:00100000:0.0:1746070369.879798:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014049408 00000100:00100000:0.0:1746070369.879806:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014049408 00000100:00100000:0.0:1746070369.880329:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2441 00000100:00100000:0.0:1746070369.880337:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014049408:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070369.880373:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 7340032, mtime: 0x6812eb61, atime: 0x0, ctime: 0x6812eb61, blocks: 0x3807 00010000:00010000:0.0:1746070369.880380:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136a34200/0x628f9640b607a9b8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.880390:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070369.880391:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070369.880394:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136a34200/0x628f9640b607a9b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.880402:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136a34200/0x628f9640b607a9b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070369.924031:0:8449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb size from disk: 7340032 -> 8388608 00002000:00010000:0.0:1746070369.924036:0:8449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb blocks from disk: 14343 -> 16391 00010000:00010000:0.0:1746070369.924045:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136a34200/0x628f9640b607a9b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.924055:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880136a34200/0x628f9640b607a9b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.924062:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880136a34200/0x628f9640b607a9b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.924069:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136a34200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070369.924072:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880136a34200/0x628f9640b607a9b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.924079:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880136a34200/0x628f9640b607a9b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.924095:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880136a34200/0x628f9640b607a9b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.924100:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136a34200/0x628f9640b607a9b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070369.924166:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014049408:12345-192.168.203.29@tcp:4:dd.0 Request processed in 43826us (44537us total) trans 4294967749 rc 0/0 00000100:00100000:0.0:1746070369.924174:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2441 00000100:00100000:0.0:1746070369.932017:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014049664 00000100:00100000:0.0:1746070369.932025:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014049664 00000100:00100000:0.0:1746070369.932067:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2442 00000100:00100000:0.0:1746070369.932073:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b70ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014049664:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070369.932108:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 8388608, mtime: 0x6812eb61, atime: 0x0, ctime: 0x6812eb61, blocks: 0x4007 00010000:00010000:0.0:1746070369.932116:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a2b8a00/0x628f9640b607a9bf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.932127:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070369.932128:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070369.932132:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2b8a00/0x628f9640b607a9bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070369.932142:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2b8a00/0x628f9640b607a9bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070370.102186:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967752 is committed 00000001:00080000:0.0:1746070370.160039:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967753 is committed 00000100:00100000:0.0:1746070370.468232:0:7095:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 340 00000100:00100000:0.0:1746070370.468239:0:7095:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009336a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1961:x1830887014052480:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070370.469270:0:7095:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009336a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1961:x1830887014052480:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 1031us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070370.469275:0:7095:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 340 00000100:00100000:0.0:1746070370.559330:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014053248 00000100:00100000:0.0:1746070370.559337:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014053248 00000100:00100000:0.0:1746070370.559397:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2453 00000100:00100000:0.0:1746070370.559405:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014053248:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070370.559446:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 19922944, mtime: 0x6812eb62, atime: 0x0, ctime: 0x6812eb62, blocks: 0x9809 00010000:00010000:0.0:1746070370.559453:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c0b7400/0x628f9640b607aa0c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.559465:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070370.559466:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070370.559471:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c0b7400/0x628f9640b607aa0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.559482:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c0b7400/0x628f9640b607aa0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070370.594014:0:8449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb size from disk: 19922944 -> 20971520 00002000:00010000:0.0:1746070370.594019:0:8449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb blocks from disk: 38921 -> 40969 00010000:00010000:0.0:1746070370.594029:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c0b7400/0x628f9640b607aa0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.594040:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c0b7400/0x628f9640b607aa0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.594047:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c0b7400/0x628f9640b607aa0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.594053:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c0b7400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070370.594056:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c0b7400/0x628f9640b607aa0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.594062:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c0b7400/0x628f9640b607aa0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.594078:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c0b7400/0x628f9640b607aa0c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.594084:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c0b7400/0x628f9640b607aa0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070370.594150:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887014053248:12345-192.168.203.29@tcp:4:dd.0 Request processed in 34742us (34908us total) trans 4294967761 rc 0/0 00000100:00100000:0.0:1746070370.594158:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2453 00000100:00100000:0.0:1746070370.597396:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014053504 00000100:00100000:0.0:1746070370.597404:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014053504 00000100:00100000:0.0:1746070370.597455:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2454 00000100:00100000:0.0:1746070370.597462:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014053504:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070370.597499:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 20971520, mtime: 0x6812eb62, atime: 0x0, ctime: 0x6812eb62, blocks: 0xa009 00010000:00010000:0.0:1746070370.597507:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607aa13 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.597518:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070370.597519:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070370.597523:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607aa13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.597534:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607aa13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070370.638660:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070370.724563:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014054016 00000100:00100000:0.0:1746070370.724572:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014054016 00000100:00100000:0.0:1746070370.724626:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2456 00000100:00100000:0.0:1746070370.724632:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014054016:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070370.724686:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 23068672, mtime: 0x6812eb62, atime: 0x0, ctime: 0x6812eb62, blocks: 0xb00b 00010000:00010000:0.0:1746070370.724693:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607aa21 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.724704:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070370.724706:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070370.724710:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607aa21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.724720:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607aa21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070370.874795:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981942 is committed 00000004:00080000:0.0:1746070370.874803:0:7148:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000001:00080000:0.0:1746070370.874813:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981941 is committed 00000004:00080000:0.0:1746070370.874815:0:7148:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000001:00080000:0.0:1746070370.874828:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981943 is committed 00000100:00100000:0.0:1746070370.874946:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093321880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887012776320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746070370.874999:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070370.875048:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093321c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012776448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746070370.875066:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070370.875088:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012776320 00000100:00100000:0.0:1746070370.875093:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012776320 00000100:00100000:0.0:1746070370.875123:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012776448 00000100:00100000:0.0:1746070370.875126:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012776448 00000100:00100000:0.0:1746070370.875138:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117 00000100:00100000:0.0:1746070370.875144:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887012776320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1746070370.875163:0:25271:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:21 count 1 00010000:00010000:0.0:1746070370.875181:0:25271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136a34e00/0x628f9640b607aa2f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.875208:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094315200/0x628f9640b607a60e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb95 expref: 5 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070370.875214:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070370.875216:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070370.875218:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136a34e00/0x628f9640b607aa2f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.875237:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094315200/0x628f9640b607a60e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb95 expref: 5 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070370.875247:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094315200/0x628f9640b607a60e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb95 expref: 5 pid: 25271 timeout: 582 lvb_type: 1 00000100:00100000:0.0:1746070370.875256:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093322680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887012776576:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070370.875307:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a740c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070370.875320:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118 00000100:00100000:0.0:1746070370.875325:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887012776448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1746070370.875339:0:8446:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:22 count 1 00010000:00010000:0.0:1746070370.875350:0:8446:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607aa36 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.875359:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607a607 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb8e expref: 55 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.875364:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070370.875366:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070370.875367:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607aa36 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.875380:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607a607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb8e expref: 55 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.875386:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607a607 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb8e expref: 55 pid: 12041 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746070370.875394:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093322a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887012776704:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070370.875410:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74240 going to sleep for 11 seconds 00000100:00080000:0.0:1746070370.875419:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070370.875421:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070370.879463:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093322a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887012776704:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070370.879539:0:8446:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607aa36 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070370.883823:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014054528 00000100:00100000:0.0:1746070370.883828:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014054528 00010000:00010000:0.0:1746070370.883850:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607a607 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb8e expref: 56 pid: 12041 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746070370.883892:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5391 00000100:00100000:0.0:1746070370.883897:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ab8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1963:x1830887014054528:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070370.883905:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070370.883909:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607a607 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb8e expref: 56 pid: 12041 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746070370.883917:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607a607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb8e expref: 56 pid: 12041 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746070370.883933:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607a607 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbb8e expref: 56 pid: 12041 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746070370.883943:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070370.883944:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070370.883948:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607aa36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.883954:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607aa36 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.883970:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070370.884001:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086ab8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1963:x1830887014054528:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 104us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070370.884007:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5391 00010000:00010000:0.0:1746070370.886461:0:8446:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607aa36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.886475:0:8446:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607aa36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.886482:0:8446:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607aa36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.886487:0:8446:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607aa36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070370.886620:0:8446:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746070370.926611:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3294:x1830887012776448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 51279us (51537us total) trans 4294967900 rc 0/0 00000100:00100000:0.0:1746070370.926620:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118 00000004:00080000:0.0:1746070370.926662:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093321c00/2, rc 0, transno 4294967900 00000100:00100000:0.0:1746070370.926667:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093321c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012776448:0@lo:6:osp-syn-1-0.0 00000100:00080000:0.0:1746070371.025653:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1746070371.286282:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967771 is committed 00000100:00100000:0.0:1746070371.291379:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014056064 00000100:00100000:0.0:1746070371.291387:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014056064 00000100:00100000:0.0:1746070371.291572:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2463 00000100:00100000:0.0:1746070371.291580:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887014056064:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070371.291619:0:31817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 30408704, mtime: 0x6812eb63, atime: 0x0, ctime: 0x6812eb63, blocks: 0xe80b 00010000:00010000:0.0:1746070371.291626:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091f68e00/0x628f9640b607aa60 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070371.291636:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070371.291638:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070371.291643:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091f68e00/0x628f9640b607aa60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070371.291652:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091f68e00/0x628f9640b607aa60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070371.399284:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967773 is committed 00000001:00080000:0.0:1746070371.448220:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967774 is committed 00000100:00100000:0.0:1746070371.452484:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070371.502570:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967775 is committed 00000001:00080000:0.0:1746070371.746752:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967780 is committed 00000100:00100000:0.0:1746070371.752058:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070372.099753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070372.154627:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967787 is committed 00000100:00100000:0.0:1746070372.158862:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070372.286197:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014060672 00000100:00100000:0.0:1746070372.286205:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014060672 00000100:00100000:0.0:1746070372.286274:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2481 00000100:00100000:0.0:1746070372.286281:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014060672:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070372.286318:0:31817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 49283072, mtime: 0x6812eb64, atime: 0x0, ctime: 0x6812eb64, blocks: 0x1780f 00010000:00010000:0.0:1746070372.286324:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607aade lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.286334:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070372.286336:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070372.286340:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607aade lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.286355:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607aade lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070372.339379:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967790 is committed 00000100:00100000:0.0:1746070372.412882:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014061184 00000100:00100000:0.0:1746070372.412890:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014061184 00000100:00100000:0.0:1746070372.412945:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2483 00000100:00100000:0.0:1746070372.412952:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086abb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014061184:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070372.412991:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 51380224, mtime: 0x6812eb64, atime: 0x0, ctime: 0x6812eb64, blocks: 0x1880f 00010000:00010000:0.0:1746070372.412997:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607aaec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.413008:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070372.413009:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070372.413013:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607aaec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.413023:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607aaec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070372.527712:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967793 is committed 00000100:00100000:0.0:1746070372.716668:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014062464 00000100:00100000:0.0:1746070372.716685:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014062464 00000100:00100000:0.0:1746070372.716735:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2488 00000100:00100000:0.0:1746070372.716741:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014062464:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070372.716776:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 56623104, mtime: 0x6812eb64, atime: 0x0, ctime: 0x6812eb64, blocks: 0x1b011 00010000:00010000:0.0:1746070372.716783:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607ab0f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.716795:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070372.716797:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070372.716801:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607ab0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.716811:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607ab0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070372.783349:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014062720 00000100:00100000:0.0:1746070372.783357:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014062720 00000100:00100000:0.0:1746070372.783448:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2489 00000100:00100000:0.0:1746070372.783456:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014062720:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070372.783492:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 57671680, mtime: 0x6812eb64, atime: 0x0, ctime: 0x6812eb64, blocks: 0x1b811 00010000:00010000:0.0:1746070372.783499:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607ab16 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.783510:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070372.783511:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070372.783515:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607ab16 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.783527:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607ab16 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070372.854969:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014062976 00000100:00100000:0.0:1746070372.854976:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014062976 00000100:00100000:0.0:1746070372.855022:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2490 00000100:00100000:0.0:1746070372.855028:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086abbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014062976:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070372.855066:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 58720256, mtime: 0x6812eb64, atime: 0x0, ctime: 0x6812eb64, blocks: 0x1c011 00010000:00010000:0.0:1746070372.855074:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe800/0x628f9640b607ab1d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.855084:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070372.855086:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070372.855090:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbe800/0x628f9640b607ab1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.855100:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbe800/0x628f9640b607ab1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070372.923796:0:8449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb size from disk: 58720256 -> 59768832 00002000:00010000:0.0:1746070372.923801:0:8449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb blocks from disk: 114705 -> 116753 00010000:00010000:0.0:1746070372.923812:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe800/0x628f9640b607ab1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.923822:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbe800/0x628f9640b607ab1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.923829:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097cbe800/0x628f9640b607ab1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.923835:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097cbe800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070372.923837:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097cbe800/0x628f9640b607ab1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.923849:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097cbe800/0x628f9640b607ab1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.923863:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097cbe800/0x628f9640b607ab1d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070372.923868:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097cbe800/0x628f9640b607ab1d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070372.923934:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086abbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887014062976:12345-192.168.203.29@tcp:4:dd.0 Request processed in 68902us (69034us total) trans 4294967799 rc 0/0 00000100:00100000:0.0:1746070372.923943:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2490 00000100:00100000:0.0:1746070373.081293:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070373.082375:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070373.186056:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070373.466873:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070373.529570:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070373.597622:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014066048 00000100:00100000:0.0:1746070373.597628:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014066048 00000100:00100000:0.0:1746070373.597696:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2502 00000100:00100000:0.0:1746070373.597703:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887014066048:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070373.597739:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 71303168, mtime: 0x6812eb65, atime: 0x0, ctime: 0x6812eb65, blocks: 0x22013 00010000:00010000:0.0:1746070373.597747:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ab71 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070373.597758:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070373.597760:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070373.597764:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ab71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070373.597775:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ab71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070373.705457:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967812 is committed 00000100:00100000:0.0:1746070373.708765:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014066560 00000100:00100000:0.0:1746070373.708772:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014066560 00000100:00100000:0.0:1746070373.708827:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2504 00000100:00100000:0.0:1746070373.708834:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014066560:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070373.708872:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 73400320, mtime: 0x6812eb65, atime: 0x0, ctime: 0x6812eb65, blocks: 0x23013 00010000:00010000:0.0:1746070373.708880:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009460a400/0x628f9640b607ab7f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070373.708890:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070373.708891:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070373.708895:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009460a400/0x628f9640b607ab7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070373.708906:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009460a400/0x628f9640b607ab7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [73400320->74448895] (req 73400320->74448895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070373.862150:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967815 is committed 00000100:00100000:0.0:1746070373.866971:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070373.963236:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3296:1830887012776960:0@lo:400:kworker.0 00000100:00100000:0.0:1746070373.963378:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070373.963414:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746070373.963419:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092146300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3296:1830887012777088:0@lo:400:kworker.0 00000100:00100000:0.0:1746070373.963440:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070373.963466:0:7095:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012777088 00000100:00100000:0.0:1746070373.963471:0:7095:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012777088 00000100:00100000:0.0:1746070373.963510:0:7095:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1746070373.963517:0:7095:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830887012777088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070373.963549:0:7095:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830887012777088:12345-0@lo:400:kworker.0 Request processed in 33us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070373.963554:0:7095:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1746070373.963578:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092146300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3296:1830887012777088:0@lo:400:kworker.0 00000100:00100000:0.0:1746070373.964166:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092146a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887012777344:0@lo:400:kworker.0 00000100:00100000:0.0:1746070373.964196:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070373.964211:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746070373.964215:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092146680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1830887012777216:0@lo:400:kworker.0 00000100:00100000:0.0:1746070373.964230:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070373.964814:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012777472 00000100:00100000:0.0:1746070373.964818:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012777472 00000100:00100000:0.0:1746070373.964839:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012777216 00000100:00100000:0.0:1746070373.964841:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012777216 00000100:00100000:0.0:1746070373.964855:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1746070373.964859:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887012777472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070373.964889:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887012777472:12345-0@lo:400:kworker.0 Request processed in 30us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070373.964893:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1746070373.964902:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1746070373.964906:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830887012777216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070373.964925:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830887012777216:12345-0@lo:400:kworker.0 Request processed in 19us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070373.964930:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00080000:0.0:1746070373.964941:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070373.964957:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092146d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887012777472:0@lo:400:kworker.0 00000100:00100000:0.0:1746070373.964987:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092146680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1830887012777216:0@lo:400:kworker.0 00000100:00100000:0.0:1746070373.965018:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092146a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887012777344:0@lo:400:kworker.0 00000100:00100000:0.0:1746070373.965895:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092145f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3296:1830887012776960:0@lo:400:kworker.0 00002000:00010000:0.0:1746070374.207874:0:8449:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb size from disk: 81788928 -> 82837504 00002000:00010000:0.0:1746070374.207878:0:8449:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb blocks from disk: 159765 -> 161813 00010000:00010000:0.0:1746070374.207889:0:8449:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607abb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070374.207898:0:8449:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607abb7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070374.207905:0:8449:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607abb7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070374.207911:0:8449:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4745000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070374.207916:0:8449:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607abb7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070374.207922:0:8449:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607abb7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070374.208539:0:8449:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607abb7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070374.208546:0:8449:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607abb7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070374.208623:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b70f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014068608:12345-192.168.203.29@tcp:4:dd.0 Request processed in 40753us (40888us total) trans 4294967821 rc 0/0 00000100:00100000:0.0:1746070374.208632:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2512 00000100:00100000:0.0:1746070374.212112:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014068864 00000100:00100000:0.0:1746070374.212119:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014068864 00000100:00100000:0.0:1746070374.212163:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2513 00000100:00100000:0.0:1746070374.212182:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b70f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014068864:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070374.212216:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 82837504, mtime: 0x6812eb66, atime: 0x0, ctime: 0x6812eb66, blocks: 0x27815 00010000:00010000:0.0:1746070374.212222:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607abbe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070374.212232:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070374.212234:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070374.212238:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607abbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070374.212248:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607abbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [82837504->83886079] (req 82837504->83886079) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070374.259208:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967822 is committed 00000100:00100000:0.0:1746070374.262275:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070374.683159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070374.743830:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070374.927613:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967832 is committed 00000100:00100000:0.0:1746070375.043642:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070375.044329:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070375.096492:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.199245:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070375.297652:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967839 is committed 00000100:00100000:0.0:1746070375.354598:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014073728 00000100:00100000:0.0:1746070375.354607:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014073728 00000100:00100000:0.0:1746070375.354781:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2532 00000100:00100000:0.0:1746070375.354789:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887014073728:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070375.354828:0:8449:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 102760448, mtime: 0x6812eb67, atime: 0x0, ctime: 0x6812eb67, blocks: 0x31017 00010000:00010000:0.0:1746070375.354834:0:8449:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136a35400/0x628f9640b607ac43 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070375.354845:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070375.354846:0:8449:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070375.354850:0:8449:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136a35400/0x628f9640b607ac43 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070375.354860:0:8449:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136a35400/0x628f9640b607ac43 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8449 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070375.457845:0:7096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014074240 00000100:00100000:0.0:1746070375.457852:0:7096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014074240 00000100:00100000:0.0:1746070375.457895:0:7096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 141 00000100:00100000:0.0:1746070375.457902:0:7096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:29692:x1830887014074240:12345-192.168.203.29@tcp:35:dd.0 00000001:00080000:0.0:1746070375.458130:0:7096:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294981944 00000100:00100000:0.0:1746070375.458205:0:7096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:29692:x1830887014074240:12345-192.168.203.29@tcp:35:dd.0 Request processed in 303us (417us total) trans 4294981945 rc 0/0 00000100:00100000:0.0:1746070375.458211:0:7096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 141 00000020:00080000:0.0:1746070375.458216:0:7096:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746070375.478130:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.478148:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.478178:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.478200:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.478215:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014074752 00000100:00100000:0.0:1746070375.478221:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014074752 00000100:00100000:0.0:1746070375.478251:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014074624 00000100:00100000:0.0:1746070375.478252:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014074624 00000100:00100000:0.0:1746070375.478261:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014074880 00000100:00100000:0.0:1746070375.478262:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014074880 00000100:00100000:0.0:1746070375.478272:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 420 00000100:00100000:0.0:1746070375.478276:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887014074752:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070375.478318:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887014074752:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 41us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070375.478322:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 420 00000100:00100000:0.0:1746070375.478330:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 421 00000100:00100000:0.0:1746070375.478334:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887014074624:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070375.478351:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887014074624:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 17us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070375.478355:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 421 00000100:00100000:0.0:1746070375.478361:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 422 00000100:00100000:0.0:1746070375.478365:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887014074880:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070375.478379:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887014074880:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 13us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070375.478382:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 422 00000100:00100000:0.0:1746070375.484821:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.490616:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.516474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.524430:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.552895:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2535 00000100:00100000:0.0:1746070375.552906:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887014076416:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:0.0:1746070375.560714:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070375.617492:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.617547:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.637926:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887014077184:12345-192.168.203.29@tcp:3:dd.0 Request processed in 20111us (20432us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070375.637936:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2538 00002000:00100000:0.0:1746070375.637947:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x16:0x0] (2097152->3145727) req@ffff880087bebb80 x1830887014077184/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:6/0 lens 488/440 e 0 to 0 dl 1746070386 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.637955:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087bebb80 with x1830887014077184 ext(2097152->3145727) 00002000:00010000:0.0:1746070375.637960:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087bebb80 00000100:00100000:0.0:1746070375.662368:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014077696 00000100:00100000:0.0:1746070375.662377:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014077696 00002000:00100000:0.0:1746070375.662415:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x17:0x0] (2097152->3145727) req@ffff880087212300 x1830887014077696/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:6/0 lens 488/0 e 0 to 0 dl 1746070386 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.662424:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087212300 with x1830887014077696 ext(2097152->3145727) 00002000:00010000:0.0:1746070375.662430:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087212300 00000100:00100000:0.0:1746070375.662446:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2540 00000100:00100000:0.0:1746070375.662452:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887014077696:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070375.682978:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.685791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.685811:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.685828:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014078592 00000100:00100000:0.0:1746070375.685833:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014078592 00002000:00100000:0.0:1746070375.685859:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (6291456->7340031) req@ffff880091dd0700 x1830887014078592/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:6/0 lens 488/0 e 0 to 0 dl 1746070386 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.685867:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd0700 with x1830887014078592 ext(6291456->7340031) 00002000:00010000:0.0:1746070375.685872:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dd0700 00000100:00100000:0.0:1746070375.685884:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014078464 00000100:00100000:0.0:1746070375.685886:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014078464 00002000:00100000:0.0:1746070375.685894:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (5242880->6291455) req@ffff880091dd0a80 x1830887014078464/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:6/0 lens 488/0 e 0 to 0 dl 1746070386 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.685900:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd0a80 with x1830887014078464 ext(5242880->6291455) 00002000:00010000:0.0:1746070375.685902:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dd0a80 00000100:00100000:0.0:1746070375.685913:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2543 00000100:00100000:0.0:1746070375.685918:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1963:x1830887014078592:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070375.686550:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.686569:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014078720 00000100:00100000:0.0:1746070375.686572:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014078720 00002000:00100000:0.0:1746070375.686589:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x16:0x0] (7340032->8388607) req@ffff880091dd0e00 x1830887014078720/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:6/0 lens 488/0 e 0 to 0 dl 1746070386 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.686602:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd0e00 with x1830887014078720 ext(7340032->8388607) 00002000:00010000:0.0:1746070375.686605:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dd0e00 00000100:00100000:0.0:1746070375.686618:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2544 00000100:00100000:0.0:1746070375.686623:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+11:1963:x1830887014078464:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070375.687204:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2545 00000100:00100000:0.0:1746070375.687210:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1963:x1830887014078720:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070375.713304:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887014078592:12345-192.168.203.29@tcp:3:dd.0 Request processed in 27377us (27510us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070375.713314:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2543 00002000:00100000:0.0:1746070375.713325:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (6291456->7340031) req@ffff880091dd0700 x1830887014078592/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:6/0 lens 488/440 e 0 to 0 dl 1746070386 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.713333:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd0700 with x1830887014078592 ext(6291456->7340031) 00002000:00010000:0.0:1746070375.713337:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dd0700 00000100:00100000:0.0:1746070375.725045:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887014078464:12345-192.168.203.29@tcp:3:dd.0 Request processed in 38413us (39223us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070375.725056:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2544 00002000:00100000:0.0:1746070375.725065:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x16:0x0] (5242880->6291455) req@ffff880091dd0a80 x1830887014078464/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:6/0 lens 488/440 e 0 to 0 dl 1746070386 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.725074:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd0a80 with x1830887014078464 ext(5242880->6291455) 00002000:00010000:0.0:1746070375.725079:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dd0a80 00000100:00100000:0.0:1746070375.730124:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014079104 00000100:00100000:0.0:1746070375.730131:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014079104 00002000:00100000:0.0:1746070375.730174:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (4194304->5242879) req@ffff880092146300 x1830887014079104/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:6/0 lens 488/0 e 0 to 0 dl 1746070386 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.730183:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092146300 with x1830887014079104 ext(4194304->5242879) 00002000:00010000:0.0:1746070375.730188:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092146300 00000100:00100000:0.0:1746070375.730217:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2546 00000100:00100000:0.0:1746070375.730224:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1964:x1830887014079104:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070375.743269:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014078720:12345-192.168.203.29@tcp:3:dd.0 Request processed in 56051us (56712us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070375.743279:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2545 00002000:00100000:0.0:1746070375.743288:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x16:0x0] (7340032->8388607) req@ffff880091dd0e00 x1830887014078720/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:6/0 lens 488/440 e 0 to 0 dl 1746070386 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.743296:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd0e00 with x1830887014078720 ext(7340032->8388607) 00002000:00010000:0.0:1746070375.743301:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dd0e00 00000100:00100000:0.0:1746070375.842953:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2554 00000100:00100000:0.0:1746070375.842960:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1963:x1830887014080896:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070375.844002:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2556 00000100:00100000:0.0:1746070375.844009:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800870e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1964:x1830887014081280:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070375.863060:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014080128:12345-192.168.203.29@tcp:3:dd.0 Request processed in 21213us (21596us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070375.863073:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2550 00002000:00100000:0.0:1746070375.863084:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x16:0x0] (8388608->9437183) req@ffff880087212a00 x1830887014080128/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:6/0 lens 488/440 e 0 to 0 dl 1746070386 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.863092:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087212a00 with x1830887014080128 ext(8388608->9437183) 00002000:00010000:0.0:1746070375.863097:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087212a00 00000100:00100000:0.0:1746070375.891179:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014081664 00000100:00100000:0.0:1746070375.891187:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014081664 00002000:00100000:0.0:1746070375.891221:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (8388608->9437183) req@ffff8800870e4700 x1830887014081664/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:6/0 lens 488/0 e 0 to 0 dl 1746070386 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.891230:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800870e4700 with x1830887014081664 ext(8388608->9437183) 00002000:00010000:0.0:1746070375.891234:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800870e4700 00000100:00100000:0.0:1746070375.891251:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2558 00000100:00100000:0.0:1746070375.891257:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800870e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1962:x1830887014081664:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070375.915627:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800870e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1962:x1830887014081664:12345-192.168.203.29@tcp:4:dd.0 Request processed in 24369us (25554us total) trans 4294967909 rc 0/0 00000100:00100000:0.0:1746070375.915633:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2558 00002000:00100000:0.0:1746070375.915638:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (8388608->9437183) req@ffff8800870e4700 x1830887014081664/t4294967909(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:6/0 lens 488/448 e 0 to 0 dl 1746070386 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.915644:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800870e4700 with x1830887014081664 ext(8388608->9437183) 00002000:00010000:0.0:1746070375.915647:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800870e4700 00000100:00100000:0.0:1746070375.938451:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070375.953185:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800870e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014081280:12345-192.168.203.29@tcp:3:dd.0 Request processed in 109175us (111627us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070375.953192:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2556 00002000:00100000:0.0:1746070375.953197:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x16:0x0] (15728640->16777215) req@ffff8800870e4000 x1830887014081280/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:6/0 lens 488/440 e 0 to 0 dl 1746070386 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.953205:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800870e4000 with x1830887014081280 ext(15728640->16777215) 00002000:00010000:0.0:1746070375.953209:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800870e4000 00000100:00100000:0.0:1746070375.982420:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014082688 00000100:00100000:0.0:1746070375.982430:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014082688 00002000:00100000:0.0:1746070375.982466:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (12582912->13631487) req@ffff8800947e9c00 x1830887014082688/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:6/0 lens 488/0 e 0 to 0 dl 1746070386 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.982475:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9c00 with x1830887014082688 ext(12582912->13631487) 00002000:00010000:0.0:1746070375.982480:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947e9c00 00000100:00100000:0.0:1746070375.982498:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014082944 00000100:00100000:0.0:1746070375.982500:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014082944 00002000:00100000:0.0:1746070375.982510:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (13631488->14680063) req@ffff88012cf55500 x1830887014082944/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:6/0 lens 488/0 e 0 to 0 dl 1746070386 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.982516:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf55500 with x1830887014082944 ext(13631488->14680063) 00002000:00010000:0.0:1746070375.982519:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf55500 00000100:00100000:0.0:1746070375.982535:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2562 00000100:00100000:0.0:1746070375.982541:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1961:x1830887014082688:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070375.995109:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014083328 00000100:00100000:0.0:1746070375.995116:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014083328 00002000:00100000:0.0:1746070375.995150:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (15728640->16777215) req@ffff88012cf57100 x1830887014083328/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:6/0 lens 488/0 e 0 to 0 dl 1746070386 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070375.995168:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf57100 with x1830887014083328 ext(15728640->16777215) 00002000:00010000:0.0:1746070375.995173:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf57100 00000100:00100000:0.0:1746070375.995196:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2565 00000100:00100000:0.0:1746070375.995203:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1962:x1830887014083328:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070376.033259:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014084096 00000100:00100000:0.0:1746070376.033264:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014084096 00002000:00100000:0.0:1746070376.033281:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x16:0x0] (19922944->20971519) req@ffff88008cfa8e00 x1830887014084096/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.033288:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfa8e00 with x1830887014084096 ext(19922944->20971519) 00002000:00010000:0.0:1746070376.033291:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfa8e00 00000100:00100000:0.0:1746070376.033302:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014083968 00000100:00100000:0.0:1746070376.033304:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014083968 00002000:00100000:0.0:1746070376.033314:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x16:0x0] (18874368->19922943) req@ffff88008cfa9500 x1830887014083968/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.033320:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfa9500 with x1830887014083968 ext(18874368->19922943) 00002000:00010000:0.0:1746070376.033322:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfa9500 00000100:00100000:0.0:1746070376.033830:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2568 00000100:00100000:0.0:1746070376.033836:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+11:1964:x1830887014084096:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.034534:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2570 00000100:00100000:0.0:1746070376.034540:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1963:x1830887014083968:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.048719:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2573 00000100:00100000:0.0:1746070376.048729:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014084736:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.087976:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887014083968:12345-192.168.203.29@tcp:3:dd.0 Request processed in 53429us (54756us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.087986:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2570 00002000:00100000:0.0:1746070376.087996:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x16:0x0] (18874368->19922943) req@ffff88008cfa9500 x1830887014083968/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.088004:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfa9500 with x1830887014083968 ext(18874368->19922943) 00002000:00010000:0.0:1746070376.088009:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfa9500 00000100:00100000:0.0:1746070376.091706:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014085248 00000100:00100000:0.0:1746070376.091714:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014085248 00000100:00100000:0.0:1746070376.096087:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2578 00000100:00100000:0.0:1746070376.096094:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1963:x1830887014085632:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070376.118588:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1963:x1830887014085632:12345-192.168.203.29@tcp:4:dd.0 Request processed in 22493us (23489us total) trans 4294967917 rc 0/0 00000100:00100000:0.0:1746070376.118594:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2578 00002000:00100000:0.0:1746070376.118599:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (16777216->17825791) req@ffff88012cf54000 x1830887014085632/t4294967917(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/448 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.118605:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf54000 with x1830887014085632 ext(16777216->17825791) 00002000:00010000:0.0:1746070376.118608:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf54000 00000100:00100000:0.0:1746070376.132963:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+21:1963:x1830887014084736:12345-192.168.203.29@tcp:3:dd.0 Request processed in 84235us (84657us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.132971:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2573 00002000:00100000:0.0:1746070376.132977:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x16:0x0] (25165824->26214399) req@ffff88012cf54380 x1830887014084736/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.132983:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf54380 with x1830887014084736 ext(25165824->26214399) 00002000:00010000:0.0:1746070376.132985:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf54380 00000100:00100000:0.0:1746070376.133004:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2584 00000100:00100000:0.0:1746070376.133009:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014086656:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.143041:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.143149:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1964:x1830887014084608:12345-192.168.203.29@tcp:3:dd.0 Request processed in 93922us (94815us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.143166:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2574 00002000:00100000:0.0:1746070376.143170:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x16:0x0] (24117248->25165823) req@ffff88012cf57800 x1830887014084608/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.143177:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf57800 with x1830887014084608 ext(24117248->25165823) 00002000:00010000:0.0:1746070376.143180:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf57800 00000100:00100000:0.0:1746070376.227400:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.227543:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1963:x1830887014086272:12345-192.168.203.29@tcp:3:dd.0 Request processed in 100973us (102044us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.227552:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2582 00002000:00100000:0.0:1746070376.227561:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x16:0x0] (31457280->32505855) req@ffff88012e31d180 x1830887014086272/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.227569:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31d180 with x1830887014086272 ext(31457280->32505855) 00002000:00010000:0.0:1746070376.227574:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31d180 00000100:00100000:0.0:1746070376.227589:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014089216 00000100:00100000:0.0:1746070376.227593:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014089216 00002000:00100000:0.0:1746070376.227612:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (25165824->26214399) req@ffff880091dd1880 x1830887014089216/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.227618:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd1880 with x1830887014089216 ext(25165824->26214399) 00002000:00010000:0.0:1746070376.227620:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091dd1880 00000100:00100000:0.0:1746070376.227630:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2596 00000100:00100000:0.0:1746070376.227634:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887014089216:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070376.241748:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.241771:0:25189:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014089472 00000100:00100000:0.0:1746070376.241776:0:25189:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014089472 00002000:00100000:0.0:1746070376.241803:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x16:0x0] (40894464->41943039) req@ffff880091dd1c00 x1830887014089472/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.241818:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd1c00 with x1830887014089472 ext(40894464->41943039) 00002000:00010000:0.0:1746070376.241822:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dd1c00 00000100:00100000:0.0:1746070376.241837:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2598 00000100:00100000:0.0:1746070376.241843:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1964:x1830887014089472:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.243895:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1964:x1830887014089216:12345-192.168.203.29@tcp:4:dd.0 Request processed in 16259us (16498us total) trans 4294967925 rc 0/0 00000100:00100000:0.0:1746070376.243902:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2596 00002000:00100000:0.0:1746070376.243907:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (25165824->26214399) req@ffff880091dd1880 x1830887014089216/t4294967925(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/448 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.243914:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd1880 with x1830887014089216 ext(25165824->26214399) 00002000:00010000:0.0:1746070376.243917:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091dd1880 00000100:00100000:0.0:1746070376.250280:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.250301:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014089984 00000100:00100000:0.0:1746070376.250308:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014089984 00002000:00100000:0.0:1746070376.250336:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x16:0x0] (42991616->44040191) req@ffff880091dd1f80 x1830887014089984/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.250346:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd1f80 with x1830887014089984 ext(42991616->44040191) 00002000:00010000:0.0:1746070376.250350:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dd1f80 00000100:00100000:0.0:1746070376.250375:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2601 00000100:00100000:0.0:1746070376.250382:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1964:x1830887014089984:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.255190:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.267873:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014090624 00000100:00100000:0.0:1746070376.267878:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014090624 00002000:00100000:0.0:1746070376.267905:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x16:0x0] (44040192->45088767) req@ffff88012e31c700 x1830887014090624/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.267912:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31c700 with x1830887014090624 ext(44040192->45088767) 00002000:00010000:0.0:1746070376.267916:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31c700 00000100:00100000:0.0:1746070376.267930:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2604 00000100:00100000:0.0:1746070376.267935:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1964:x1830887014090624:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.307924:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014091392 00000100:00100000:0.0:1746070376.307933:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014091392 00002000:00100000:0.0:1746070376.307968:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x16:0x0] (46137344->47185919) req@ffff8800870e6a00 x1830887014091392/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.307978:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800870e6a00 with x1830887014091392 ext(46137344->47185919) 00002000:00010000:0.0:1746070376.307983:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800870e6a00 00000100:00100000:0.0:1746070376.307998:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2608 00000100:00100000:0.0:1746070376.308005:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800870e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014091392:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.309720:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.309741:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014091648 00000100:00100000:0.0:1746070376.309746:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014091648 00002000:00100000:0.0:1746070376.309774:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x17:0x0] (31457280->32505855) req@ffff880091dd2680 x1830887014091648/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.309783:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd2680 with x1830887014091648 ext(31457280->32505855) 00002000:00010000:0.0:1746070376.309787:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091dd2680 00000100:00100000:0.0:1746070376.324661:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.324707:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014091776 00000100:00100000:0.0:1746070376.324714:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014091776 00002000:00100000:0.0:1746070376.324747:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x16:0x0] (47185920->48234495) req@ffff880091dd2a00 x1830887014091776/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.324756:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd2a00 with x1830887014091776 ext(47185920->48234495) 00002000:00010000:0.0:1746070376.324761:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dd2a00 00000100:00100000:0.0:1746070376.324778:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2610 00000100:00100000:0.0:1746070376.324784:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014091776:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.327354:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.328494:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.348962:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1964:x1830887014089984:12345-192.168.203.29@tcp:3:dd.0 Request processed in 98572us (98681us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.348973:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2601 00002000:00100000:0.0:1746070376.348983:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x16:0x0] (42991616->44040191) req@ffff880091dd1f80 x1830887014089984/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.348991:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd1f80 with x1830887014089984 ext(42991616->44040191) 00002000:00010000:0.0:1746070376.348996:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dd1f80 00000100:00100000:0.0:1746070376.405188:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2617 00000100:00100000:0.0:1746070376.405195:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887014093056:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.433974:0:1647:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014093696 00000100:00100000:0.0:1746070376.433983:0:1647:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014093696 00002000:00100000:0.0:1746070376.434018:0:1647:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x16:0x0] (56623104->57671679) req@ffff88008cfab800 x1830887014093696/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.434028:0:1647:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfab800 with x1830887014093696 ext(56623104->57671679) 00002000:00010000:0.0:1746070376.434033:0:1647:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfab800 00000100:00100000:0.0:1746070376.434063:0:1647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2620 00000100:00100000:0.0:1746070376.434071:0:1647:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1964:x1830887014093696:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.440804:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800870e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+22:1964:x1830887014092288:12345-192.168.203.29@tcp:3:dd.0 Request processed in 86342us (86448us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.440811:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2613 00002000:00100000:0.0:1746070376.440818:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x16:0x0] (49283072->50331647) req@ffff8800870e6d80 x1830887014092288/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.440826:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800870e6d80 with x1830887014092288 ext(49283072->50331647) 00002000:00010000:0.0:1746070376.440831:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800870e6d80 00000100:00100000:0.0:1746070376.453169:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887014092544:12345-192.168.203.29@tcp:3:dd.0 Request processed in 48086us (50039us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.453179:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2615 00002000:00100000:0.0:1746070376.453189:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x16:0x0] (50331648->51380223) req@ffff88009261ad80 x1830887014092544/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.453197:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261ad80 with x1830887014092544 ext(50331648->51380223) 00002000:00010000:0.0:1746070376.453202:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009261ad80 00000100:00100000:0.0:1746070376.453230:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014094336 00000100:00100000:0.0:1746070376.453236:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014094336 00002000:00100000:0.0:1746070376.453262:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (34603008->35651583) req@ffff88008cfabb80 x1830887014094336/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.453268:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfabb80 with x1830887014094336 ext(34603008->35651583) 00002000:00010000:0.0:1746070376.453271:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cfabb80 00000100:00100000:0.0:1746070376.453283:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2623 00000100:00100000:0.0:1746070376.453288:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1964:x1830887014094336:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070376.457131:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.467962:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.468029:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.468063:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.468093:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014095104 00000100:00100000:0.0:1746070376.468100:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014095104 00002000:00100000:0.0:1746070376.468130:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (36700160->37748735) req@ffff880091dd3800 x1830887014095104/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.468140:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd3800 with x1830887014095104 ext(36700160->37748735) 00002000:00010000:0.0:1746070376.468145:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091dd3800 00000100:00100000:0.0:1746070376.468171:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014095232 00000100:00100000:0.0:1746070376.468174:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014095232 00002000:00100000:0.0:1746070376.468186:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x16:0x0] (60817408->61865983) req@ffff880091dd3b80 x1830887014095232/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.468192:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd3b80 with x1830887014095232 ext(60817408->61865983) 00002000:00010000:0.0:1746070376.468195:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dd3b80 00000100:00100000:0.0:1746070376.468201:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014095488 00000100:00100000:0.0:1746070376.468203:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014095488 00002000:00100000:0.0:1746070376.468211:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (37748736->38797311) req@ffff880124014000 x1830887014095488/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.468217:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124014000 with x1830887014095488 ext(37748736->38797311) 00002000:00010000:0.0:1746070376.468220:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124014000 00000100:00100000:0.0:1746070376.468227:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2627 00000100:00100000:0.0:1746070376.468233:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1964:x1830887014095104:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070376.468358:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2628 00000100:00100000:0.0:1746070376.468364:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014095232:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.487967:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014095872 00000100:00100000:0.0:1746070376.487974:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014095872 00002000:00100000:0.0:1746070376.488006:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (38797312->39845887) req@ffff880124010700 x1830887014095872/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.488016:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124010700 with x1830887014095872 ext(38797312->39845887) 00002000:00010000:0.0:1746070376.488020:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124010700 00000100:00100000:0.0:1746070376.488030:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014096000 00000100:00100000:0.0:1746070376.488031:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014096000 00002000:00100000:0.0:1746070376.488041:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x16:0x0] (62914560->63963135) req@ffff880092618000 x1830887014096000/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.488047:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618000 with x1830887014096000 ext(62914560->63963135) 00002000:00010000:0.0:1746070376.488050:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092618000 00000100:00100000:0.0:1746070376.488054:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014096256 00000100:00100000:0.0:1746070376.488055:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014096256 00002000:00100000:0.0:1746070376.488063:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (39845888->40894463) req@ffff880092618a80 x1830887014096256/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.488069:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618a80 with x1830887014096256 ext(39845888->40894463) 00002000:00010000:0.0:1746070376.488071:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092618a80 00000100:00100000:0.0:1746070376.488079:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2631 00000100:00100000:0.0:1746070376.488084:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124010700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1964:x1830887014095872:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070376.488268:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+21:1964:x1830887014093312:12345-192.168.203.29@tcp:3:dd.0 Request processed in 71063us (71518us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.488275:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2619 00002000:00100000:0.0:1746070376.488280:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x16:0x0] (55574528->56623103) req@ffff88008cfab480 x1830887014093312/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.488291:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfab480 with x1830887014093312 ext(55574528->56623103) 00002000:00010000:0.0:1746070376.488294:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfab480 00000100:00100000:0.0:1746070376.488306:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2632 00000100:00100000:0.0:1746070376.488311:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014096000:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.502222:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.509897:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1964:x1830887014095104:12345-192.168.203.29@tcp:4:dd.0 Request processed in 41657us (41934us total) trans 4294967936 rc 0/0 00000100:00100000:0.0:1746070376.509908:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2627 00002000:00100000:0.0:1746070376.509918:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (36700160->37748735) req@ffff880091dd3800 x1830887014095104/t4294967936(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/448 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.509927:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd3800 with x1830887014095104 ext(36700160->37748735) 00002000:00010000:0.0:1746070376.509932:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091dd3800 00000100:00100000:0.0:1746070376.517161:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014096512 00000100:00100000:0.0:1746070376.517169:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014096512 00002000:00100000:0.0:1746070376.517206:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x16:0x0] (65011712->66060287) req@ffff88009261aa00 x1830887014096512/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.517214:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261aa00 with x1830887014096512 ext(65011712->66060287) 00002000:00010000:0.0:1746070376.517219:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009261aa00 00000100:00100000:0.0:1746070376.517246:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2635 00000100:00100000:0.0:1746070376.517252:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014096512:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.521896:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800870e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+21:1963:x1830887014093824:12345-192.168.203.29@tcp:3:dd.0 Request processed in 83588us (84378us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.521907:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2621 00002000:00100000:0.0:1746070376.521912:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x16:0x0] (57671680->58720255) req@ffff8800870e7100 x1830887014093824/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.521921:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800870e7100 with x1830887014093824 ext(57671680->58720255) 00002000:00010000:0.0:1746070376.521925:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800870e7100 00000100:00100000:0.0:1746070376.521942:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2636 00000100:00100000:0.0:1746070376.521947:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124010a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014096640:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.538660:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1964:x1830887014096256:12345-192.168.203.29@tcp:4:dd.0 Request processed in 47055us (50682us total) trans 4294967939 rc 0/0 00000100:00100000:0.0:1746070376.538667:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2633 00002000:00100000:0.0:1746070376.538694:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (39845888->40894463) req@ffff880092618a80 x1830887014096256/t4294967939(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/448 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.538702:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618a80 with x1830887014096256 ext(39845888->40894463) 00002000:00010000:0.0:1746070376.538705:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092618a80 00000100:00100000:0.0:1746070376.568733:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887014095232:12345-192.168.203.29@tcp:3:dd.0 Request processed in 100360us (100694us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.568743:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2628 00002000:00100000:0.0:1746070376.568753:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (60817408->61865983) req@ffff880091dd3b80 x1830887014095232/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.568761:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dd3b80 with x1830887014095232 ext(60817408->61865983) 00002000:00010000:0.0:1746070376.568766:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dd3b80 00000100:00100000:0.0:1746070376.573569:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124010e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1963:x1830887014096896:12345-192.168.203.29@tcp:4:dd.0 Request processed in 51592us (51695us total) trans 4294967940 rc 0/0 00000100:00100000:0.0:1746070376.573579:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2637 00002000:00100000:0.0:1746070376.573588:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (40894464->41943039) req@ffff880124010e00 x1830887014096896/t4294967940(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/448 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.573597:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124010e00 with x1830887014096896 ext(40894464->41943039) 00002000:00010000:0.0:1746070376.573601:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124010e00 00000100:00100000:0.0:1746070376.595844:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+22:1963:x1830887014096000:12345-192.168.203.29@tcp:3:dd.0 Request processed in 107521us (107880us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.595855:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2632 00002000:00100000:0.0:1746070376.595866:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x16:0x0] (62914560->63963135) req@ffff880092618000 x1830887014096000/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.595875:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618000 with x1830887014096000 ext(62914560->63963135) 00002000:00010000:0.0:1746070376.595879:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092618000 00000100:00100000:0.0:1746070376.602450:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124014380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+21:1964:x1830887014096384:12345-192.168.203.29@tcp:3:dd.0 Request processed in 99394us (100228us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.602457:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2634 00002000:00100000:0.0:1746070376.602463:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x16:0x0] (63963136->65011711) req@ffff880124014380 x1830887014096384/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.602471:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124014380 with x1830887014096384 ext(63963136->65011711) 00002000:00010000:0.0:1746070376.602474:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124014380 00000100:00100000:0.0:1746070376.616757:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124010a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014096640:12345-192.168.203.29@tcp:3:dd.0 Request processed in 94807us (94917us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.616764:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2636 00002000:00100000:0.0:1746070376.616771:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x16:0x0] (66060288->67108863) req@ffff880124010a80 x1830887014096640/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.616779:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124010a80 with x1830887014096640 ext(66060288->67108863) 00002000:00010000:0.0:1746070376.616782:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124010a80 00000100:00100000:0.0:1746070376.630123:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887014097280:12345-192.168.203.29@tcp:3:dd.0 Request processed in 47539us (47691us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.630133:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2639 00002000:00100000:0.0:1746070376.630143:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (68157440->69206015) req@ffff880092619c00 x1830887014097280/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.630163:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619c00 with x1830887014097280 ext(68157440->69206015) 00002000:00010000:0.0:1746070376.630168:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092619c00 00000100:00100000:0.0:1746070376.637435:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124011500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1964:x1830887014098048:12345-192.168.203.29@tcp:4:dd.0 Request processed in 35176us (35424us total) trans 4294967941 rc 0/0 00000100:00100000:0.0:1746070376.637442:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2643 00002000:00100000:0.0:1746070376.637448:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x17:0x0] (41943040->42991615) req@ffff880124011500 x1830887014098048/t4294967941(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/448 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.637455:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124011500 with x1830887014098048 ext(41943040->42991615) 00002000:00010000:0.0:1746070376.637458:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124011500 00000100:00100000:0.0:1746070376.639400:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.677912:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014097664:12345-192.168.203.29@tcp:3:dd.0 Request processed in 94489us (94552us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.677920:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2641 00002000:00100000:0.0:1746070376.677927:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x16:0x0] (70254592->71303167) req@ffff880092618700 x1830887014097664/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.677935:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618700 with x1830887014097664 ext(70254592->71303167) 00002000:00010000:0.0:1746070376.677938:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092618700 00000100:00100000:0.0:1746070376.696271:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.697268:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.697296:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014099968 00000100:00100000:0.0:1746070376.697303:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014099968 00002000:00100000:0.0:1746070376.697340:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x16:0x0] (78643200->79691775) req@ffff880124014a80 x1830887014099968/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.697350:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124014a80 with x1830887014099968 ext(78643200->79691775) 00002000:00010000:0.0:1746070376.697355:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124014a80 00000100:00100000:0.0:1746070376.697370:0:25156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014100224 00000100:00100000:0.0:1746070376.697373:0:25156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014100224 00002000:00100000:0.0:1746070376.697385:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (47185920->48234495) req@ffff880124014e00 x1830887014100224/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.697392:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124014e00 with x1830887014100224 ext(47185920->48234495) 00002000:00010000:0.0:1746070376.697394:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124014e00 00000100:00100000:0.0:1746070376.697407:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2654 00000100:00100000:0.0:1746070376.697414:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014099968:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.712929:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.712970:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.730046:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.730074:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.730184:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887014098560:12345-192.168.203.29@tcp:3:dd.0 Request processed in 114341us (114595us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.730193:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2646 00002000:00100000:0.0:1746070376.730203:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x16:0x0] (73400320->74448895) req@ffff880133b74000 x1830887014098560/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.730218:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133b74000 with x1830887014098560 ext(73400320->74448895) 00002000:00010000:0.0:1746070376.730222:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133b74000 00000100:00100000:0.0:1746070376.730240:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014100736 00000100:00100000:0.0:1746070376.730245:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014100736 00002000:00100000:0.0:1746070376.730265:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x16:0x0] (80740352->81788927) req@ffff880124015880 x1830887014100736/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.730271:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124015880 with x1830887014100736 ext(80740352->81788927) 00002000:00010000:0.0:1746070376.730273:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124015880 00000100:00100000:0.0:1746070376.730281:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014100992 00000100:00100000:0.0:1746070376.730282:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014100992 00002000:00100000:0.0:1746070376.730291:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x17:0x0] (49283072->50331647) req@ffff88012e922050 x1830887014100992/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.730298:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e922050 with x1830887014100992 ext(49283072->50331647) 00002000:00010000:0.0:1746070376.730300:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e922050 00000100:00100000:0.0:1746070376.730307:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2658 00000100:00100000:0.0:1746070376.730312:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124015880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887014100736:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.731035:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2659 00000100:00100000:0.0:1746070376.731041:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e922050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1964:x1830887014100992:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070376.754626:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014099072:12345-192.168.203.29@tcp:3:dd.0 Request processed in 114428us (115228us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.754633:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2649 00002000:00100000:0.0:1746070376.754638:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (75497472->76546047) req@ffff880124014700 x1830887014099072/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.754651:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124014700 with x1830887014099072 ext(75497472->76546047) 00002000:00010000:0.0:1746070376.754654:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124014700 00000100:00100000:0.0:1746070376.768263:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e922050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:1964:x1830887014100992:12345-192.168.203.29@tcp:4:dd.0 Request processed in 37218us (38185us total) trans 4294967948 rc 0/0 00000100:00100000:0.0:1746070376.768270:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2659 00002000:00100000:0.0:1746070376.768277:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (49283072->50331647) req@ffff88012e922050 x1830887014100992/t4294967948(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/448 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.768284:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e922050 with x1830887014100992 ext(49283072->50331647) 00002000:00010000:0.0:1746070376.768288:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e922050 00000100:00100000:0.0:1746070376.771175:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887014099584:12345-192.168.203.29@tcp:3:dd.0 Request processed in 103596us (107890us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.771185:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2652 00002000:00100000:0.0:1746070376.771194:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x16:0x0] (77594624->78643199) req@ffff880133b74a80 x1830887014099584/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.771202:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133b74a80 with x1830887014099584 ext(77594624->78643199) 00002000:00010000:0.0:1746070376.771207:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133b74a80 00000100:00100000:0.0:1746070376.780173:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.780203:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.780223:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014101504 00000100:00100000:0.0:1746070376.780229:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014101504 00002000:00100000:0.0:1746070376.780261:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x16:0x0] (83886080->84934655) req@ffff880124015c00 x1830887014101504/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.780270:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124015c00 with x1830887014101504 ext(83886080->84934655) 00002000:00010000:0.0:1746070376.780274:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124015c00 00000100:00100000:0.0:1746070376.780287:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014101760 00000100:00100000:0.0:1746070376.780289:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014101760 00002000:00100000:0.0:1746070376.780297:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x16:0x0] (85983232->87031807) req@ffff880124015f80 x1830887014101760/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.780303:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124015f80 with x1830887014101760 ext(85983232->87031807) 00002000:00010000:0.0:1746070376.780306:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124015f80 00000100:00100000:0.0:1746070376.780315:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2662 00000100:00100000:0.0:1746070376.780320:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1964:x1830887014101504:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.780954:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2663 00000100:00100000:0.0:1746070376.780960:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124015f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1964:x1830887014101760:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.781651:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.781666:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014101888 00000100:00100000:0.0:1746070376.781669:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014101888 00002000:00100000:0.0:1746070376.781698:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (87031808->88080383) req@ffff880124016300 x1830887014101888/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.781704:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124016300 with x1830887014101888 ext(87031808->88080383) 00002000:00010000:0.0:1746070376.781707:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124016300 00000100:00100000:0.0:1746070376.781719:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2665 00000100:00100000:0.0:1746070376.781723:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1964:x1830887014101888:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.799939:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.810929:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014102656 00000100:00100000:0.0:1746070376.810939:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014102656 00002000:00100000:0.0:1746070376.810973:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (51380224->52428799) req@ffff88009c784e00 x1830887014102656/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.810987:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c784e00 with x1830887014102656 ext(51380224->52428799) 00002000:00010000:0.0:1746070376.810991:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c784e00 00000100:00100000:0.0:1746070376.811005:0:8449:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014102784 00000100:00100000:0.0:1746070376.811007:0:8449:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014102784 00002000:00100000:0.0:1746070376.811019:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x16:0x0] (89128960->90177535) req@ffff88009c785500 x1830887014102784/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.811024:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c785500 with x1830887014102784 ext(89128960->90177535) 00002000:00010000:0.0:1746070376.811027:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c785500 00000100:00100000:0.0:1746070376.811036:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2668 00000100:00100000:0.0:1746070376.811042:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887014102656:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070376.811179:0:25156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2669 00000100:00100000:0.0:1746070376.811185:0:25156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1964:x1830887014102784:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.816869:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014103168 00000100:00100000:0.0:1746070376.816877:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014103168 00002000:00100000:0.0:1746070376.816910:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x17:0x0] (52428800->53477375) req@ffff88009c786a00 x1830887014103168/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.816918:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c786a00 with x1830887014103168 ext(52428800->53477375) 00002000:00010000:0.0:1746070376.816922:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c786a00 00000100:00100000:0.0:1746070376.816936:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014103424 00000100:00100000:0.0:1746070376.816938:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014103424 00002000:00100000:0.0:1746070376.816948:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x17:0x0] (53477376->54525951) req@ffff88009c787100 x1830887014103424/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.816954:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787100 with x1830887014103424 ext(53477376->54525951) 00002000:00010000:0.0:1746070376.816957:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c787100 00000100:00100000:0.0:1746070376.816965:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2671 00000100:00100000:0.0:1746070376.816971:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+107:1964:x1830887014103168:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070376.835826:0:25189:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2675 00000100:00100000:0.0:1746070376.835832:0:25189:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+112:1964:x1830887014104064:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070376.851406:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+114:1964:x1830887014102656:12345-192.168.203.29@tcp:4:dd.0 Request processed in 40360us (40607us total) trans 4294967950 rc 0/0 00000100:00100000:0.0:1746070376.851414:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2668 00002000:00100000:0.0:1746070376.851421:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (51380224->52428799) req@ffff88009c784e00 x1830887014102656/t4294967950(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/448 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.851429:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c784e00 with x1830887014102656 ext(51380224->52428799) 00002000:00010000:0.0:1746070376.851432:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c784e00 00000100:00100000:0.0:1746070376.851448:0:8449:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2679 00000100:00100000:0.0:1746070376.851455:0:8449:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1964:x1830887014104448:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.882716:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1964:x1830887014102784:12345-192.168.203.29@tcp:3:dd.0 Request processed in 71527us (71838us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.882725:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2669 00002000:00100000:0.0:1746070376.882732:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x16:0x0] (89128960->90177535) req@ffff88009c785500 x1830887014102784/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.882739:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c785500 with x1830887014102784 ext(89128960->90177535) 00002000:00010000:0.0:1746070376.882743:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c785500 00000100:00100000:0.0:1746070376.904441:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.905630:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887014103552:12345-192.168.203.29@tcp:3:dd.0 Request processed in 70657us (71140us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.905639:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2673 00002000:00100000:0.0:1746070376.905647:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x16:0x0] (91226112->92274687) req@ffff88009c785180 x1830887014103552/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.905656:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c785180 with x1830887014103552 ext(91226112->92274687) 00002000:00010000:0.0:1746070376.905660:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c785180 00000100:00100000:0.0:1746070376.905704:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014105856 00000100:00100000:0.0:1746070376.905709:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014105856 00002000:00100000:0.0:1746070376.905731:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x16:0x0] (97517568->98566143) req@ffff880124016a00 x1830887014105856/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/0 e 0 to 0 dl 1746070387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.905737:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124016a00 with x1830887014105856 ext(97517568->98566143) 00002000:00010000:0.0:1746070376.905739:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124016a00 00000100:00100000:0.0:1746070376.905751:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2683 00000100:00100000:0.0:1746070376.905756:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124016a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887014105856:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070376.921777:0:25189:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+122:1964:x1830887014104064:12345-192.168.203.29@tcp:4:dd.0 Request processed in 85943us (87040us total) trans 4294967954 rc 0/0 00000100:00100000:0.0:1746070376.921783:0:25189:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2675 00002000:00100000:0.0:1746070376.921789:0:25189:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (55574528->56623103) req@ffff880092368380 x1830887014104064/t4294967954(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/448 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.921795:0:25189:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368380 with x1830887014104064 ext(55574528->56623103) 00002000:00010000:0.0:1746070376.921797:0:25189:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092368380 00000100:00100000:0.0:1746070376.921910:0:1647:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887014104192:12345-192.168.203.29@tcp:3:dd.0 Request processed in 74667us (74788us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070376.921916:0:1647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2676 00002000:00100000:0.0:1746070376.921921:0:1647:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x16:0x0] (92274688->93323263) req@ffff880133b75180 x1830887014104192/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.921927:0:1647:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133b75180 with x1830887014104192 ext(92274688->93323263) 00002000:00010000:0.0:1746070376.921929:0:1647:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133b75180 00000100:00100000:0.0:1746070376.971866:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070376.985015:0:25156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+128:1964:x1830887014106496:12345-192.168.203.29@tcp:4:dd.0 Request processed in 63937us (64540us total) trans 4294967958 rc 0/0 00000100:00100000:0.0:1746070376.985027:0:25156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2686 00002000:00100000:0.0:1746070376.985039:0:25156:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (59768832->60817407) req@ffff880124013b80 x1830887014106496/t4294967958(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/448 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.985048:0:25156:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124013b80 with x1830887014106496 ext(59768832->60817407) 00002000:00010000:0.0:1746070376.985053:0:25156:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124013b80 00000100:00100000:0.0:1746070376.993398:0:8449:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+132:1963:x1830887014107008:12345-192.168.203.29@tcp:4:dd.0 Request processed in 37679us (38094us total) trans 4294967959 rc 0/0 00000100:00100000:0.0:1746070376.993409:0:8449:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2689 00002000:00100000:0.0:1746070376.993419:0:8449:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (60817408->61865983) req@ffff880092368700 x1830887014107008/t4294967959(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/448 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070376.993427:0:8449:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368700 with x1830887014107008 ext(60817408->61865983) 00002000:00010000:0.0:1746070376.993431:0:8449:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092368700 00000100:00100000:0.0:1746070377.005030:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124016d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+134:1963:x1830887014107520:12345-192.168.203.29@tcp:4:dd.0 Request processed in 32777us (33160us total) trans 4294967960 rc 0/0 00000100:00100000:0.0:1746070377.005039:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2692 00002000:00100000:0.0:1746070377.005046:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x17:0x0] (61865984->62914559) req@ffff880124016d80 x1830887014107520/t4294967960(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:7/0 lens 488/448 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.005058:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124016d80 with x1830887014107520 ext(61865984->62914559) 00002000:00010000:0.0:1746070377.005062:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124016d80 00000100:00100000:0.0:1746070377.006793:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014108928 00000100:00100000:0.0:1746070377.006801:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014108928 00002000:00100000:0.0:1746070377.006835:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x17:0x0] (67108864->68157439) req@ffff880124010380 x1830887014108928/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/0 e 0 to 0 dl 1746070388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.006843:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124010380 with x1830887014108928 ext(67108864->68157439) 00002000:00010000:0.0:1746070377.006847:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124010380 00000100:00100000:0.0:1746070377.007914:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2698 00000100:00100000:0.0:1746070377.007924:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124010380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+134:1963:x1830887014108928:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070377.018213:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1963:x1830887014106752:12345-192.168.203.29@tcp:3:dd.0 Request processed in 83465us (85699us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070377.018220:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2688 00002000:00100000:0.0:1746070377.018225:0:8451:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (100663296->101711871) req@ffff880133b76300 x1830887014106752/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:7/0 lens 488/440 e 0 to 0 dl 1746070387 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.018231:0:8451:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133b76300 with x1830887014106752 ext(100663296->101711871) 00002000:00010000:0.0:1746070377.018235:0:8451:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133b76300 00000100:00100000:0.0:1746070377.053564:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124010380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+138:1963:x1830887014108928:12345-192.168.203.29@tcp:4:dd.0 Request processed in 45641us (48276us total) trans 4294967965 rc 0/0 00000100:00100000:0.0:1746070377.053571:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2698 00002000:00100000:0.0:1746070377.053577:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x17:0x0] (67108864->68157439) req@ffff880124010380 x1830887014108928/t4294967965(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/448 e 0 to 0 dl 1746070388 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.053583:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124010380 with x1830887014108928 ext(67108864->68157439) 00002000:00010000:0.0:1746070377.053587:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124010380 00000100:00100000:0.0:1746070377.070624:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124010a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+140:1964:x1830887014109440:12345-192.168.203.29@tcp:4:dd.0 Request processed in 13401us (14334us total) trans 4294967967 rc 0/0 00000100:00100000:0.0:1746070377.070634:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2700 00002000:00100000:0.0:1746070377.070644:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (69206016->70254591) req@ffff880124010a80 x1830887014109440/t4294967967(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/448 e 0 to 0 dl 1746070388 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.070652:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124010a80 with x1830887014109440 ext(69206016->70254591) 00002000:00010000:0.0:1746070377.070657:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124010a80 00000100:00100000:0.0:1746070377.071227:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014109696 00000100:00100000:0.0:1746070377.071233:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014109696 00002000:00100000:0.0:1746070377.071255:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (70254592->71303167) req@ffff88009236a300 x1830887014109696/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/0 e 0 to 0 dl 1746070388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.071261:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236a300 with x1830887014109696 ext(70254592->71303167) 00002000:00010000:0.0:1746070377.071264:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009236a300 00000100:00100000:0.0:1746070377.071285:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2701 00000100:00100000:0.0:1746070377.071290:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+140:1964:x1830887014109696:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070377.082991:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+142:1964:x1830887014109696:12345-192.168.203.29@tcp:4:dd.0 Request processed in 11690us (11949us total) trans 4294967968 rc 0/0 00000100:00100000:0.0:1746070377.083002:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2701 00002000:00100000:0.0:1746070377.083012:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (70254592->71303167) req@ffff88009236a300 x1830887014109696/t4294967968(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/448 e 0 to 0 dl 1746070388 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.083020:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236a300 with x1830887014109696 ext(70254592->71303167) 00002000:00010000:0.0:1746070377.083024:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009236a300 00000100:00100000:0.0:1746070377.099142:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014109952 00000100:00100000:0.0:1746070377.099158:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014109952 00002000:00100000:0.0:1746070377.099193:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (71303168->72351743) req@ffff880092369f80 x1830887014109952/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/0 e 0 to 0 dl 1746070388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.099202:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369f80 with x1830887014109952 ext(71303168->72351743) 00002000:00010000:0.0:1746070377.099207:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092369f80 00000100:00100000:0.0:1746070377.143444:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070377.213211:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070377.239801:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124017480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+164:1964:x1830887014111872:12345-192.168.203.29@tcp:4:dd.0 Request processed in 22876us (26596us total) trans 4294967977 rc 0/0 00000100:00100000:0.0:1746070377.239809:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2710 00002000:00100000:0.0:1746070377.239816:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (79691776->80740351) req@ffff880124017480 x1830887014111872/t4294967977(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/448 e 0 to 0 dl 1746070388 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.239823:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124017480 with x1830887014111872 ext(79691776->80740351) 00002000:00010000:0.0:1746070377.239826:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124017480 00000100:00100000:0.0:1746070377.242741:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070377.243193:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014112640 00000100:00100000:0.0:1746070377.243201:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014112640 00002000:00100000:0.0:1746070377.243229:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (82837504->83886079) req@ffff880124017800 x1830887014112640/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/0 e 0 to 0 dl 1746070388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.243238:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124017800 with x1830887014112640 ext(82837504->83886079) 00002000:00010000:0.0:1746070377.243242:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124017800 00000100:00100000:0.0:1746070377.243257:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2713 00000100:00100000:0.0:1746070377.243262:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+164:1963:x1830887014112640:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070377.278741:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+166:1963:x1830887014112640:12345-192.168.203.29@tcp:4:dd.0 Request processed in 35469us (36000us total) trans 4294967980 rc 0/0 00000100:00100000:0.0:1746070377.278754:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2713 00002000:00100000:0.0:1746070377.278766:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (82837504->83886079) req@ffff880124017800 x1830887014112640/t4294967980(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/448 e 0 to 0 dl 1746070388 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.278774:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124017800 with x1830887014112640 ext(82837504->83886079) 00002000:00010000:0.0:1746070377.278779:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124017800 00000100:00100000:0.0:1746070377.278832:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070377.321552:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070377.321578:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014113408 00000100:00100000:0.0:1746070377.321585:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014113408 00002000:00100000:0.0:1746070377.321618:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (85983232->87031807) req@ffff880124014000 x1830887014113408/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/0 e 0 to 0 dl 1746070388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.321626:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124014000 with x1830887014113408 ext(85983232->87031807) 00002000:00010000:0.0:1746070377.321630:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124014000 00000100:00100000:0.0:1746070377.321658:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2716 00000100:00100000:0.0:1746070377.321664:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124014000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+170:1963:x1830887014113408:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070377.345431:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070377.345464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070377.355946:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070377.406664:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014115200 00000100:00100000:0.0:1746070377.406687:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014115200 00002000:00100000:0.0:1746070377.406718:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (93323264->94371839) req@ffff880133b74700 x1830887014115200/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/0 e 0 to 0 dl 1746070388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.406726:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133b74700 with x1830887014115200 ext(93323264->94371839) 00002000:00010000:0.0:1746070377.406731:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133b74700 00000100:00100000:0.0:1746070377.407335:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2723 00000100:00100000:0.0:1746070377.407342:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+184:1964:x1830887014115200:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070377.417951:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124011f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+188:1963:x1830887014114944:12345-192.168.203.29@tcp:4:dd.0 Request processed in 18303us (19004us total) trans 4294967989 rc 0/0 00000100:00100000:0.0:1746070377.417961:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2722 00002000:00100000:0.0:1746070377.417969:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x17:0x0] (92274688->93323263) req@ffff880124011f80 x1830887014114944/t4294967989(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/448 e 0 to 0 dl 1746070388 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.417976:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124011f80 with x1830887014114944 ext(92274688->93323263) 00002000:00010000:0.0:1746070377.417980:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124011f80 00000100:00100000:0.0:1746070377.425815:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+188:1964:x1830887014115200:12345-192.168.203.29@tcp:4:dd.0 Request processed in 18468us (19257us total) trans 4294967990 rc 0/0 00000100:00100000:0.0:1746070377.425825:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2723 00002000:00100000:0.0:1746070377.425834:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (93323264->94371839) req@ffff880133b74700 x1830887014115200/t4294967990(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/448 e 0 to 0 dl 1746070388 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.425842:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133b74700 with x1830887014115200 ext(93323264->94371839) 00002000:00010000:0.0:1746070377.425846:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133b74700 00000100:00100000:0.0:1746070377.425863:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014115712 00000100:00100000:0.0:1746070377.425868:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014115712 00002000:00100000:0.0:1746070377.425887:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (95420416->96468991) req@ffff88009236b480 x1830887014115712/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/0 e 0 to 0 dl 1746070388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.425893:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b480 with x1830887014115712 ext(95420416->96468991) 00002000:00010000:0.0:1746070377.425895:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009236b480 00000100:00100000:0.0:1746070377.425910:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2725 00000100:00100000:0.0:1746070377.425915:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+188:1963:x1830887014115712:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070377.440979:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+192:1963:x1830887014115968:12345-192.168.203.29@tcp:4:dd.0 Request processed in 7282us (7406us total) trans 4294967993 rc 0/0 00000100:00100000:0.0:1746070377.440989:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2726 00002000:00100000:0.0:1746070377.440999:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (96468992->97517567) req@ffff88009236b800 x1830887014115968/t4294967993(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/448 e 0 to 0 dl 1746070388 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.441008:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b800 with x1830887014115968 ext(96468992->97517567) 00002000:00010000:0.0:1746070377.441013:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009236b800 00000100:00100000:0.0:1746070377.447003:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014116224 00000100:00100000:0.0:1746070377.447024:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014116224 00002000:00100000:0.0:1746070377.447058:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (97517568->98566143) req@ffff88009236bb80 x1830887014116224/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:8/0 lens 488/0 e 0 to 0 dl 1746070388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070377.447067:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236bb80 with x1830887014116224 ext(97517568->98566143) 00002000:00010000:0.0:1746070377.447072:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009236bb80 00000100:00100000:0.0:1746070377.447089:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2727 00000100:00100000:0.0:1746070377.447096:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+192:1964:x1830887014116224:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070377.517633:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070377.520999:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070377.530212:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070377.532976:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070377.549534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070377.643300:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887012777984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070377.643355:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070377.644926:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887012777984:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1746070378.567632:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070379.163611:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746070379.163628:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887012778880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070379.163697:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070379.163887:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887012778880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070380.487041:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070380.487077:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070380.487089:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070380.487107:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070380.487119:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070380.487142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070380.487165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070380.487187:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014118784 00000100:00100000:0.0:1746070380.487194:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014118784 00000100:00100000:0.0:1746070380.487228:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 382 00000100:00100000:0.0:1746070380.487235:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f85f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1963:x1830887014118784:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070380.487284:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f85f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1963:x1830887014118784:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 49us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070380.487290:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 382 00000100:00100000:0.0:1746070380.487312:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014118912 00000100:00100000:0.0:1746070380.487315:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014118912 00000100:00100000:0.0:1746070380.487338:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014119296 00000100:00100000:0.0:1746070380.487340:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014119296 00000100:00100000:0.0:1746070380.487352:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 347 00000100:00100000:0.0:1746070380.487356:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887014118912:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070380.487385:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887014118912:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 29us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070380.487390:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 347 00000100:00100000:0.0:1746070380.487399:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 348 00000100:00100000:0.0:1746070380.487402:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887014119296:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070380.487421:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887014119296:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 18us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070380.487425:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 348 00000100:00100000:0.0:1746070380.487438:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014119168 00000100:00100000:0.0:1746070380.487440:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014119168 00000100:00100000:0.0:1746070380.487457:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014119424 00000100:00100000:0.0:1746070380.487458:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014119424 00000100:00100000:0.0:1746070380.487465:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014119040 00000100:00100000:0.0:1746070380.487467:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014119040 00000100:00100000:0.0:1746070380.487473:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014119552 00000100:00100000:0.0:1746070380.487474:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014119552 00000100:00100000:0.0:1746070380.487483:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 425 00000100:00100000:0.0:1746070380.487487:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1963:x1830887014119168:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070380.487507:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1963:x1830887014119168:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 20us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070380.487512:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 425 00000100:00100000:0.0:1746070380.487518:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 426 00000100:00100000:0.0:1746070380.487522:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014119424:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070380.487535:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014119424:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 13us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070380.487539:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 426 00000100:00100000:0.0:1746070380.487544:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 427 00000100:00100000:0.0:1746070380.487548:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1963:x1830887014119040:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070380.487561:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1963:x1830887014119040:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 12us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070380.487565:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 427 00000100:00100000:0.0:1746070380.487571:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 428 00000100:00100000:0.0:1746070380.487575:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887014119552:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070380.487589:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887014119552:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 14us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070380.487594:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 428 00000100:00080000:0.0:1746070380.490168:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746070380.490175:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070380.490178:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070380.492377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070380.492402:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014119680 00000100:00100000:0.0:1746070380.492409:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014119680 00000100:00100000:0.0:1746070380.492441:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3121 00000100:00100000:0.0:1746070380.492447:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887014119680:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:0.0:1746070380.492461:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070380.492474:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ace4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbbfe expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070380.492495:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070380.492497:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070380.492504:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ace4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbbfe expref: 6 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070380.492518:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ace4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbbfe expref: 6 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070380.492532:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12e00, rc 0) 00000100:00100000:0.0:1746070380.492568:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887014119680:12345-192.168.203.29@tcp:101:rm.0 Request processed in 121us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070380.492574:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3121 00000100:00100000:0.0:1746070380.500132:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014119936 00000100:00100000:0.0:1746070380.500139:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014119936 00000100:00100000:0.0:1746070380.500170:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33707 00000100:00100000:0.0:1746070380.500177:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:30163:x1830887014119936:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:0.0:1746070380.500214:0:21042:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1746070380.500235:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099daee00/0x628f9640b607a979 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbbbf expref: 12 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070380.500248:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff88008b5d2300) 00010000:00010000:0.0:1746070380.500256:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099e16400/0x628f9640b607acc8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbbf0 expref: 11 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070380.500263:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d23a900) 00010000:00010000:0.0:1746070380.500268:0:21042:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070380.500282:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13c00/0x628f9640b607aceb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.500291:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13c00/0x628f9640b607aceb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.500297:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13c00/0x628f9640b607aceb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.500304:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13600/0x628f9640b607acf2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.500309:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13600/0x628f9640b607acf2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.500313:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13600/0x628f9640b607acf2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.500539:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12a00/0x628f9640b607acf9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.500546:0:21042:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136a34e00/0x628f9640b607ac74 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbbcd expref: 6 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070380.500551:0:21042:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12a00/0x628f9640b607acf9 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.500573:0:21042:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880136a34e00/0x628f9640b607ac74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbbcd expref: 6 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070380.500581:0:21042:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a34e00/0x628f9640b607ac74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbbcd expref: 6 pid: 7093 timeout: 592 lvb_type: 0 00000100:00100000:0.0:1746070380.500591:0:21042:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093323480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21042:1830887012779008:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070380.500648:0:21042:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070380.507284:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070380.507329:0:21042:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093323480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21042:1830887012779008:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070380.507348:0:21042:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12a00/0x628f9640b607acf9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.509358:0:21042:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12a00/0x628f9640b607acf9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.509367:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12a00/0x628f9640b607acf9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000040:00080000:0.0:1746070380.509969:0:21042:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8896 00000004:00080000:0.0:1746070380.509977:0:21042:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 492562303679ns, next at 493562302306ns, rc = 0 00010000:00010000:0.0:1746070380.510029:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a467f200/0x628f9640b607ad00 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512331:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a467f200/0x628f9640b607ad00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512348:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a467f200/0x628f9640b607ad00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512355:0:21042:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a467f200/0x628f9640b607ad00 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512360:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a467f200/0x628f9640b607ad00 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512365:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a467f200/0x628f9640b607ad00 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512377:0:21042:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746070380.512395:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12a00/0x628f9640b607acf9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512400:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12a00/0x628f9640b607acf9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512404:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12a00/0x628f9640b607acf9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512409:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093f12a00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070380.512413:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12a00/0x628f9640b607acf9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512418:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12a00/0x628f9640b607acf9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512426:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff88008b5d2300) 00010000:00010000:0.0:1746070380.512429:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746070380.512432:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12a00/0x628f9640b607acf9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512436:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12a00/0x628f9640b607acf9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512482:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13c00/0x628f9640b607aceb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512487:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13c00/0x628f9640b607aceb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512491:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13c00/0x628f9640b607aceb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512495:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093f13c00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070380.512497:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13c00/0x628f9640b607aceb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512500:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13c00/0x628f9640b607aceb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512506:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008e058d00) 00010000:00010000:0.0:1746070380.512507:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070380.512509:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13c00/0x628f9640b607aceb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070380.512516:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13c00/0x628f9640b607aceb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00000004:00010000:0.0:1746070380.512528:0:21042:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880099f1ad80 reply state ffff880092649000 transno 4294981952 ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13600/0x628f9640b607acf2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000100:00100000:0.0:1746070380.512534:0:21042:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746070380.512596:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:30163:x1830887014119936:12345-192.168.203.29@tcp:36:rm.0 Request processed in 12416us (13725us total) trans 4294981952 rc 0/0 00000100:00100000:0.0:1746070380.512603:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33707 00000100:00100000:0.0:1746070380.523291:0:21275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014120320 00000100:00100000:0.0:1746070380.523298:0:21275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014120320 00000100:00100000:0.0:1746070380.528432:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070380.531649:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014120704 00000100:00100000:0.0:1746070380.531656:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014120704 00000100:00100000:0.0:1746070380.531727:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 144 00000100:00100000:0.0:1746070380.531734:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092144a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:30163:x1830887014120704:12345-192.168.203.29@tcp:35:rm.0 00000100:00100000:0.0:1746070380.531910:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092144a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:30163:x1830887014120704:12345-192.168.203.29@tcp:35:rm.0 Request processed in 176us (337us total) trans 4294981953 rc 0/0 00000100:00100000:0.0:1746070380.531916:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 144 00000100:00100000:0.0:1746070380.551104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070380.575409:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070380.871078:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070380.872588:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070380.873171:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5396 00000100:00100000:0.0:1746070380.873179:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1964:x1830887014121216:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070380.873187:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070380.873192:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a34a00/0x628f9640b607acba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbbe9 expref: 56 pid: 8444 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746070380.873200:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a34a00/0x628f9640b607acba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbbe9 expref: 56 pid: 8444 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746070380.873212:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a34a00/0x628f9640b607acba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbbe9 expref: 56 pid: 8444 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746070380.875856:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070380.875859:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070380.875864:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800933cb400/0x628f9640b607ad54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070380.875874:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800933cb400/0x628f9640b607ad54 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070380.875910:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070380.875947:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1964:x1830887014121216:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2768us (3360us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070380.875953:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5396 00010000:00010000:0.0:1746070380.877129:0:7082:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746070380.877135:0:7082:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800933cb400/0x628f9640b607ad54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070380.877142:0:7082:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800933cb400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070380.877145:0:7082:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800933cb400/0x628f9640b607ad54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070380.877157:0:7082:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800933cb400/0x628f9640b607ad54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070380.877169:0:7082:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800933cb400/0x628f9640b607ad54 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070380.877174:0:7082:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800933cb400/0x628f9640b607ad54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070380.877190:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070380.877191:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070380.877193:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1746070380.943261:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092145c00/2, rc 0, transno 4294968001 00000100:00100000:0.0:1746070380.943267:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092145c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887012779264:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746070381.122270:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070381.124195:0:9816:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746070381.124200:0:9816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607ad5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070381.124207:0:9816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b4c9400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070381.124210:0:9816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607ad5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070381.124216:0:9816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607ad5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070381.124231:0:9816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607ad5b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070381.124235:0:9816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607ad5b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070381.124261:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070381.124263:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070381.124264:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070381.579069:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070381.933223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070381.954901:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070381.995379:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014123008 00000100:00100000:0.0:1746070381.995387:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014123008 00002000:00100000:0.0:1746070381.995422:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (3145728->4194303) req@ffff880087210a80 x1830887014123008/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:12/0 lens 488/0 e 0 to 0 dl 1746070392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070381.995431:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087210a80 with x1830887014123008 ext(3145728->4194303) 00002000:00010000:0.0:1746070381.995435:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087210a80 00000100:00100000:0.0:1746070381.995452:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2737 00000100:00100000:0.0:1746070381.995457:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887014123008:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070382.007527:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1963:x1830887014123008:12345-192.168.203.29@tcp:4:dd.0 Request processed in 12061us (12215us total) trans 4294967847 rc 0/0 00000100:00100000:0.0:1746070382.007536:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2737 00002000:00100000:0.0:1746070382.007547:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (3145728->4194303) req@ffff880087210a80 x1830887014123008/t4294967847(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:12/0 lens 488/448 e 0 to 0 dl 1746070392 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070382.007561:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087210a80 with x1830887014123008 ext(3145728->4194303) 00002000:00010000:0.0:1746070382.007566:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087210a80 00000100:00100000:0.0:1746070382.021547:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070382.022564:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070382.042971:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070382.068941:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070382.072109:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070382.086778:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070382.093585:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070382.093816:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070382.094405:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1963:x1830887014123776:12345-192.168.203.29@tcp:4:dd.0 Request processed in 22341us (25471us total) trans 4294967851 rc 0/0 00000100:00100000:0.0:1746070382.094414:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2740 00002000:00100000:0.0:1746070382.094425:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (6291456->7340031) req@ffff8800947eb100 x1830887014123776/t4294967851(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:13/0 lens 488/448 e 0 to 0 dl 1746070393 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070382.094435:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947eb100 with x1830887014123776 ext(6291456->7340031) 00002000:00010000:0.0:1746070382.094439:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947eb100 00000100:00100000:0.0:1746070382.094481:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014124544 00000100:00100000:0.0:1746070382.094487:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014124544 00002000:00100000:0.0:1746070382.094508:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x17:0x0] (9437184->10485759) req@ffff8800947e9c00 x1830887014124544/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:13/0 lens 488/0 e 0 to 0 dl 1746070393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070382.094515:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9c00 with x1830887014124544 ext(9437184->10485759) 00002000:00010000:0.0:1746070382.094517:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e9c00 00000100:00100000:0.0:1746070382.094531:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2743 00000100:00100000:0.0:1746070382.094540:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1964:x1830887014124544:12345-192.168.203.29@tcp:4:dd.0 00000100:00080000:0.0:1746070382.098272:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070382.125022:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014124928 00000100:00100000:0.0:1746070382.125029:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014124928 00000100:00100000:0.0:1746070382.125076:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 137 00000100:00100000:0.0:1746070382.125084:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:4873:x1830887014124928:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070382.125096:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746070382.125120:0:7080:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb size from disk: 0 -> 10485760 00002000:00010000:0.0:1746070382.125123:0:7080:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 0 -> 1746070382 00002000:00010000:0.0:1746070382.125125:0:7080:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 0 -> 1746070382 00010000:00010000:0.0:1746070382.125146:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800933cbc00/0x628f9640b607ad93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc28 expref: 26 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070382.125204:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070382.125285:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:4873:x1830887014124928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 201us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070382.125291:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 137 00000100:00100000:0.0:1746070382.138872:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070382.140970:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070382.150835:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070382.151909:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070382.154059:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070382.163602:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1746070382.220181:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967851 is committed 00000001:00080000:0.0:1746070382.220200:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967854 is committed 00000001:00080000:0.0:1746070382.220206:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967853 is committed 00000001:00080000:0.0:1746070382.220754:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967843 is committed 00000100:00100000:0.0:1746070382.224174:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070382.241050:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014126464 00000100:00100000:0.0:1746070382.241058:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014126464 00000100:00100000:0.0:1746070382.241183:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33718 00000100:00100000:0.0:1746070382.241190:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+8:30342:x1830887014126464:12345-192.168.203.29@tcp:101:stat.0 00010000:00010000:0.0:1746070382.241208:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070382.241224:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc23000/0x628f9640b607adfc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbc52 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070382.241269:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc23200/0x628f9640b607ae03 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070382.241279:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc23200/0x628f9640b607ae03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070382.241288:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc23200/0x628f9640b607ae03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:0.0:1746070382.241332:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746070382.241335:0:21042:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070382.241349:0:21042:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc23200/0x628f9640b607ae03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070382.241365:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc23000/0x628f9640b607adfc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc52 expref: 10 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070382.241389:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc23200/0x628f9640b607ae03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc52 expref: 9 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070382.241396:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d23a600) 00010000:00010000:0.0:1746070382.241399:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746070382.241401:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc23200, rc 0) 00000100:00100000:0.0:1746070382.241434:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+9:30342:x1830887014126464:12345-192.168.203.29@tcp:101:stat.0 Request processed in 245us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070382.241439:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33718 00000100:00100000:0.0:1746070382.253066:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014126720 00000100:00100000:0.0:1746070382.253074:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014126720 00000100:00100000:0.0:1746070382.253129:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3127 00000100:00100000:0.0:1746070382.253137:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887014126720:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:0.0:1746070382.253152:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070382.253166:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607ae11 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbc60 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070382.253193:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607ae11 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc60 expref: 7 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070382.253203:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607ae11 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc60 expref: 7 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070382.253221:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc22400, rc 0) 00000100:00100000:0.0:1746070382.253259:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887014126720:12345-192.168.203.29@tcp:101:rm.0 Request processed in 123us (531us total) trans 0 rc 301/301 00000100:00100000:0.0:1746070382.253264:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3127 00000100:00100000:0.0:1746070382.264586:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014127232 00000100:00100000:0.0:1746070382.264591:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014127232 00000100:00100000:0.0:1746070382.264652:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33719 00000100:00100000:0.0:1746070382.264658:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:30343:x1830887014127232:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:0.0:1746070382.264713:0:21042:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1746070382.264732:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607adaf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc36 expref: 13 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070382.264753:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b847600/0x628f9640b607ad85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc21 expref: 12 pid: 21275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070382.264764:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff88008b5d2600) 00010000:00010000:0.0:1746070382.264771:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b788200/0x628f9640b607ada1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc2f expref: 11 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070382.264777:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d23a600) 00010000:00010000:0.0:1746070382.264779:0:21042:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070382.264792:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc22c00/0x628f9640b607ae18 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070382.264801:0:21042:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc23200/0x628f9640b607ae03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc52 expref: 8 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070382.264806:0:21042:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc22c00/0x628f9640b607ae18 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070382.264829:0:21042:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc23200/0x628f9640b607ae03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc52 expref: 8 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070382.264838:0:21042:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc23200/0x628f9640b607ae03 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc52 expref: 8 pid: 21042 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746070382.264849:0:21042:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21042:1830887012779904:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070382.264905:0:21042:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a743c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070382.267344:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014127360 00000100:00100000:0.0:1746070382.267350:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014127360 00010000:00010000:0.0:1746070382.267373:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc23200/0x628f9640b607ae03 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc52 expref: 9 pid: 21042 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746070382.267391:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5398 00000100:00100000:0.0:1746070382.267396:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092145880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1963:x1830887014127360:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070382.267406:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070382.267410:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc23200/0x628f9640b607ae03 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc52 expref: 9 pid: 21042 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746070382.267419:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc23200/0x628f9640b607ae03 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc52 expref: 9 pid: 21042 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746070382.267433:0:7080:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d23a600) 00010000:00010000:0.0:1746070382.267436:0:7080:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc22c00/0x628f9640b607ae18 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070382.267443:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc22c00/0x628f9640b607ae18 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070382.267448:0:7080:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc22c00/0x628f9640b607ae18 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070382.267458:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070382.268220:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092145880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887014127360:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 822us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070382.268227:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5398 00000100:00100000:0.0:1746070382.271250:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070382.272667:0:7082:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746070382.272692:0:7082:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607ae2d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070382.272697:0:7082:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094920400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070382.272699:0:7082:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607ae2d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070382.272704:0:7082:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607ae2d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070382.272711:0:7082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff88008b5d2600) 00010000:00010000:0.0:1746070382.272713:0:7082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746070382.272715:0:7082:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607ae2d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070382.272719:0:7082:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607ae2d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070382.272730:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070382.272731:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070382.272732:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070382.578797:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070382.650940:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746070382.650957:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830887012780160:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070382.651007:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746070382.653573:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070382.657720:0:3296:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967843 gen 2 00000004:00080000:0.0:1746070382.657725:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880087210000, transno 4294967843 00000100:00100000:0.0:1746070382.657740:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830887012780160:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1746070383.582330:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070383.979043:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3294:1830887012780288:0@lo:400:kworker.0 00000100:00100000:0.0:1746070383.979070:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070383.979095:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830887012780800:0@lo:400:kworker.0 00000100:00100000:0.0:1746070383.979124:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070383.979138:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746070383.979142:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3294:1830887012780416:0@lo:400:kworker.0 00000100:00100000:0.0:1746070383.979157:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070383.979169:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012780928:0@lo:400:kworker.0 00000100:00100000:0.0:1746070383.979183:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070383.980527:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012780672 00000100:00100000:0.0:1746070383.980531:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012780672 00000100:00100000:0.0:1746070383.980555:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012780928 00000100:00100000:0.0:1746070383.980557:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012780928 00000100:00100000:0.0:1746070383.980572:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1746070383.980579:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3296:x1830887012780672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070383.980622:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3296:x1830887012780672:12345-0@lo:400:kworker.0 Request processed in 44us (1685us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070383.980627:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1746070383.980640:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1746070383.980645:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887012780928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070383.980668:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887012780928:12345-0@lo:400:kworker.0 Request processed in 23us (1483us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070383.980687:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1746070383.983097:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1746070383.983235:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1830887012780416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070383.983275:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1830887012780416:12345-0@lo:400:kworker.0 Request processed in 43us (4117us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070383.983280:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1746070383.983322:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830887012780672:0@lo:400:kworker.0 00000100:00100000:0.0:1746070383.983333:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3296:1830887012780544:0@lo:400:kworker.0 00000100:00100000:0.0:1746070383.983363:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3294:1830887012780416:0@lo:400:kworker.0 00000100:00100000:0.0:1746070383.983370:0:3294:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968001 gen 2 00000004:00080000:0.0:1746070383.983374:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092145c00, transno 4294968001 00000100:00100000:0.0:1746070383.983392:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012780928:0@lo:400:kworker.0 00000100:00100000:0.0:1746070383.983401:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3294:1830887012780288:0@lo:400:kworker.0 00000100:00100000:0.0:1746070383.983410:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830887012780800:0@lo:400:kworker.0 00010000:00010000:0.0:1746070384.582849:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070385.494517:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070385.495656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070385.500785:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070385.502249:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070385.502263:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070385.505002:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014127872 00000100:00100000:0.0:1746070385.505007:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014127872 00000100:00100000:0.0:1746070385.505031:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 433 00000100:00100000:0.0:1746070385.505036:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887014127872:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070385.505061:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887014127872:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 25us (2796us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070385.505067:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 433 00000100:00080000:0.0:1746070385.505083:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070385.512742:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070385.585013:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070385.861023:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070385.861864:0:8444:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094ef0c00/0x628f9640b607ae34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070385.861871:0:8444:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ef0c00/0x628f9640b607ae34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070385.861878:0:8444:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094ef0c00/0x628f9640b607ae34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070385.861885:0:8444:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094ef0c00/0x628f9640b607ae34 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070385.861898:0:8444:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746070385.862911:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3296:x1830887012781184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8459us (8553us total) trans 4294967855 rc 0/0 00000100:00100000:0.0:1746070385.862918:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129 00000100:00100000:0.0:1746070386.542263:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070386.545605:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070386.556426:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070386.566402:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014129408 00000100:00100000:0.0:1746070386.566409:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014129408 00000100:00100000:0.0:1746070386.566444:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33723 00000100:00100000:0.0:1746070386.566451:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30974:x1830887014129408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070386.566465:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070386.566467:0:10662:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746070386.566487:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad000/0x628f9640b607ae7a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc7c expref: 6 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.566504:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ac9b2600) 00010000:00010000:0.0:1746070386.566511:0:10662:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070386.566520:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607ae81 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbc83 expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.566637:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094476e00/0x628f9640b607ae88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566646:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094476e00/0x628f9640b607ae88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566653:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094476e00/0x628f9640b607ae88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566662:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094476800/0x628f9640b607ae8f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566666:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094476800/0x628f9640b607ae8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566684:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094476800/0x628f9640b607ae8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566733:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938baa00/0x628f9640b607ae96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566739:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938baa00/0x628f9640b607ae96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566745:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938baa00/0x628f9640b607ae96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566812:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094476e00/0x628f9640b607ae88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566818:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094476e00/0x628f9640b607ae88 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566822:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094476e00/0x628f9640b607ae88 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566826:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094476e00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070386.566829:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094476e00/0x628f9640b607ae88 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566834:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094476e00/0x628f9640b607ae88 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566840:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ea0ec00) 00010000:00010000:0.0:1746070386.566842:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070386.566845:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094476e00/0x628f9640b607ae88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566849:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094476e00/0x628f9640b607ae88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566856:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094476800/0x628f9640b607ae8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566861:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094476800/0x628f9640b607ae8f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566864:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094476800/0x628f9640b607ae8f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566868:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094476800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070386.566869:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094476800/0x628f9640b607ae8f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566876:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094476800/0x628f9640b607ae8f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566880:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff88012ea0ef00) 00010000:00010000:0.0:1746070386.566882:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070386.566883:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094476800/0x628f9640b607ae8f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566887:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094476800/0x628f9640b607ae8f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070386.566912:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607ae81 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc83 expref: 8 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.566922:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938baa00/0x628f9640b607ae96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc83 expref: 7 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.566927:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8800ac9b2f00) 00010000:00010000:0.0:1746070386.566928:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070386.566930:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800938baa00, rc 0) 00000100:00100000:0.0:1746070386.566965:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+7:30974:x1830887014129408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 515us (894us total) trans 4294981964 rc 0/0 00000100:00100000:0.0:1746070386.566971:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33723 00000100:00100000:0.0:1746070386.591945:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014130048 00000100:00100000:0.0:1746070386.591951:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014130048 00000100:00100000:0.0:1746070386.591989:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3131 00000100:00100000:0.0:1746070386.591996:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:1960:x1830887014130048:12345-192.168.203.29@tcp:8:rw_seq_cst_vs_d.0 00010000:00080000:0.0:1746070386.592022:0:8446:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from 2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp t0 exp (null) cur 498 last 0 00000020:00000080:0.0:1746070386.592046:0:8446:0:(genops.c:1402:class_connect()) connect: client 2acfa880-79c0-40ca-9b06-ba79796809b8, cookie 0x628f9640b607aeb2 00002000:00100000:0.0:1746070386.592054:0:8446:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 2acfa880-79c0-40ca-9b06-ba79796809b8/ffff8800a4d67000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 210363a ocd_grant: 151650304 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1746070386.592073:0:8446:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1746070386.592155:0:8446:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800b4dfc240 00002000:00080000:0.0:1746070386.592162:0:8446:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1746070386.592182:0:8446:0:(import.c:66:import_set_state_nolock()) ffff8800a4d63000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1746070386.592234:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1960:x1830887014130048:12345-192.168.203.29@tcp:8:rw_seq_cst_vs_d.0 Request processed in 237us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070386.592240:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3131 00000100:00080000:0.0:1746070386.598767:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070386.608533:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000020:00000080:0.0:1746070386.648480:0:64:0:(genops.c:863:class_export_destroy()) destroying export ffff88013483c000/2acfa880-79c0-40ca-9b06-ba79796809b8 for lustre-OST0001 00000020:00000080:0.0:1746070386.648511:0:64:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88013483b800 for lustre-OST0001 00000100:00100000:0.0:1746070386.649805:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014130560 00000100:00100000:0.0:1746070386.649811:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014130560 00000100:00100000:0.0:1746070386.649848:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33726 00000100:00100000:0.0:1746070386.649855:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092144000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+9:30974:x1830887014130560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070386.649869:0:7094:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070386.649884:0:7094:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a273a00/0x628f9640b607aec0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbc98 expref: -99 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.649941:0:7094:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a273c00/0x628f9640b607aec7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070386.649951:0:7094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a273c00/0x628f9640b607aec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070386.649960:0:7094:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a273c00/0x628f9640b607aec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00000004:00200000:0.0:1746070386.649978:0:7094:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x45:0x0]: returning size 0 00000004:00200000:0.0:1746070386.649981:0:7094:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070386.649992:0:7094:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a273c00/0x628f9640b607aec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070386.650010:0:7094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a273a00/0x628f9640b607aec0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc98 expref: 11 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.650021:0:7094:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a273c00/0x628f9640b607aec7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc98 expref: 10 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.650027:0:7094:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8800b1e92100) 00010000:00010000:0.0:1746070386.650030:0:7094:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070386.650033:0:7094:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a273c00, rc 0) 00000100:00100000:0.0:1746070386.650076:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092144000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+10:30974:x1830887014130560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 221us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070386.650090:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33726 00000100:00100000:0.0:1746070386.651884:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014130688 00000100:00100000:0.0:1746070386.651890:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014130688 00000100:00100000:0.0:1746070386.651930:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33727 00000100:00100000:0.0:1746070386.651937:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:30974:x1830887014130688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070386.651951:0:7094:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070386.651962:0:7094:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef0800/0x628f9640b607aece lrc: 2/0,0 mode: --/CR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbc9f expref: -99 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.651999:0:7094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef0800/0x628f9640b607aece lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x45:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc9f expref: 7 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.652019:0:7094:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef0800/0x628f9640b607aece lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x45:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbc9f expref: 7 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.652033:0:7094:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8800b1e92100) 00010000:00010000:0.0:1746070386.652035:0:7094:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746070386.652038:0:7094:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ef0800, rc 0) 00000100:00100000:0.0:1746070386.652119:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:30974:x1830887014130688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070386.652124:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33727 00000100:00100000:0.0:1746070386.662121:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070386.668882:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014131584 00000100:00100000:0.0:1746070386.668888:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014131584 00002000:00100000:0.0:1746070386.668916:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880087212680 x1830887014131584/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:17/0 lens 488/0 e 0 to 0 dl 1746070397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070386.668925:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087212680 with x1830887014131584 ext(0->4095) 00002000:00010000:0.0:1746070386.668928:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087212680 00000100:00100000:0.0:1746070386.668954:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2746 00000100:00100000:0.0:1746070386.668960:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014131584:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070386.669073:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014131584:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 113us (896us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070386.669078:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2746 00002000:00100000:0.0:1746070386.669094:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880087212680 x1830887014131584/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746070397 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070386.669101:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087212680 with x1830887014131584 ext(0->4095) 00002000:00010000:0.0:1746070386.669104:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087212680 00000100:00100000:0.0:1746070386.947340:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014132736 00000100:00100000:0.0:1746070386.947348:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014132736 00010000:00010000:0.0:1746070386.947376:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a411d200/0x628f9640b607aee3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcb4 expref: 10 pid: 8444 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746070386.947398:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5405 00000100:00100000:0.0:1746070386.947404:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092146d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887014132736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070386.947415:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070386.947432:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a411d200/0x628f9640b607aee3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcb4 expref: 10 pid: 8444 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746070386.947440:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a411d200/0x628f9640b607aee3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcb4 expref: 10 pid: 8444 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746070386.947457:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a411d200/0x628f9640b607aee3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcb4 expref: 10 pid: 8444 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746070386.948144:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070386.948164:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092146d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887014132736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 760us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070386.948169:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5405 00000100:00100000:0.0:1746070386.949464:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012782464:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070386.949483:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a411dc00/0x628f9640b607aeea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcbb expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.949493:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a411dc00, rc 0) 00000100:00100000:0.0:1746070386.949530:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:30974:x1830887014132608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10253us (10456us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070386.949535:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3136 00000100:00100000:0.0:1746070386.952117:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014133248 00000100:00100000:0.0:1746070386.952124:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014133248 00002000:00100000:0.0:1746070386.952156:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801324d4700 x1830887014133248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:17/0 lens 488/0 e 0 to 0 dl 1746070397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070386.952170:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d4700 with x1830887014133248 ext(0->4095) 00010000:00010000:0.0:1746070386.952177:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a411dc00/0x628f9640b607aeea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcbb expref: 9 pid: 8444 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070386.952189:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a411dc00/0x628f9640b607aeea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcbb expref: 9 pid: 8444 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746070386.952195:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801324d4700 00000100:00100000:0.0:1746070386.952222:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 121 00000100:00100000:0.0:1746070386.952229:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887014133248:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070386.952373:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887014133248:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 144us (320us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070386.952379:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 121 00002000:00100000:0.0:1746070386.952383:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801324d4700 x1830887014133248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746070397 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070386.952390:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d4700 with x1830887014133248 ext(0->4095) 00010000:00010000:0.0:1746070386.952394:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a411dc00/0x628f9640b607aeea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcbb expref: 9 pid: 8444 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070386.952407:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a411dc00/0x628f9640b607aeea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcbb expref: 9 pid: 8444 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746070386.952412:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801324d4700 00000100:00100000:0.0:1746070386.963851:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014133504 00000100:00100000:0.0:1746070386.963858:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014133504 00002000:00100000:0.0:1746070386.963889:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff8801324d6680 x1830887014133504/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:17/0 lens 496/0 e 0 to 0 dl 1746070397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070386.963898:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d6680 with x1830887014133504 ext(0->7) 00010000:00010000:0.0:1746070386.963906:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a411dc00/0x628f9640b607aeea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcbb expref: 9 pid: 8444 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070386.963916:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a411dc00/0x628f9640b607aeea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcbb expref: 9 pid: 8444 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746070386.963922:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801324d6680 00000100:00100000:0.0:1746070386.963947:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 122 00000100:00100000:0.0:1746070386.963953:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887014133504:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070386.964282:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887014133504:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 328us (495us total) trans 4294968004 rc 0/0 00000100:00100000:0.0:1746070386.964288:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 122 00002000:00100000:0.0:1746070386.964293:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff8801324d6680 x1830887014133504/t4294968004(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:17/0 lens 496/448 e 0 to 0 dl 1746070397 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070386.964299:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d6680 with x1830887014133504 ext(0->7) 00010000:00010000:0.0:1746070386.964304:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a411dc00/0x628f9640b607aeea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcbb expref: 11 pid: 8444 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070386.964312:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a411dc00/0x628f9640b607aeea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcbb expref: 11 pid: 8444 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746070386.964317:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801324d6680 00000100:00100000:0.0:1746070386.971193:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070386.985456:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070386.988610:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014134272 00000100:00100000:0.0:1746070386.988616:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014134272 00010000:00010000:0.0:1746070386.988641:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607aef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcc2 expref: 11 pid: 8446 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070386.988689:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5408 00000100:00100000:0.0:1746070386.988695:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887014134272:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070386.988704:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070386.988719:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607aef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcc2 expref: 11 pid: 8446 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070386.988729:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607aef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcc2 expref: 11 pid: 8446 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070386.988747:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607aef1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcc2 expref: 11 pid: 8446 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070386.988760:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070386.988762:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070386.988767:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097cbe600/0x628f9640b607aef8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcc9 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.988774:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097cbe600/0x628f9640b607aef8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcc9 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.988798:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097cbe600/0x628f9640b607aef8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcc9 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070386.988807:0:7080:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097cbe600/0x628f9640b607aef8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcc9 expref: 10 pid: 8444 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070386.988816:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c98a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012783232:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070386.988870:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070386.992297:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070387.001575:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070387.063596:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.071431:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014135680 00000100:00100000:0.0:1746070387.071439:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014135680 00002000:00100000:0.0:1746070387.071480:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800947e9500 x1830887014135680/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:18/0 lens 488/0 e 0 to 0 dl 1746070398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070387.071488:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9500 with x1830887014135680 ext(0->4095) 00002000:00010000:0.0:1746070387.071493:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947e9500 00000100:00100000:0.0:1746070387.071517:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2750 00000100:00100000:0.0:1746070387.071523:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887014135680:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070387.071650:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887014135680:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (1350us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070387.071658:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2750 00002000:00100000:0.0:1746070387.071664:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800947e9500 x1830887014135680/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:18/0 lens 488/4536 e 0 to 0 dl 1746070398 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070387.071697:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9500 with x1830887014135680 ext(0->4095) 00002000:00010000:0.0:1746070387.071700:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947e9500 00000100:00100000:0.0:1746070387.079014:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014135808 00000100:00100000:0.0:1746070387.079022:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014135808 00000100:00100000:0.0:1746070387.079059:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3141 00000100:00100000:0.0:1746070387.079065:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014135808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070387.079088:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070387.079102:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607af0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbcde expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.079124:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a411d200/0x628f9640b607af06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcd7 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.079130:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070387.079132:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070387.079134:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607af0d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcde expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.079159:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a411d200/0x628f9640b607af06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcd7 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.079169:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a411d200/0x628f9640b607af06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcd7 expref: 11 pid: 8444 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070387.079184:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:25271:1830887012783744:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070387.079251:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070387.084973:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:25271:1830887012783744:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070387.084998:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607af0d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcde expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.085012:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e81800, rc 0) 00000100:00100000:0.0:1746070387.085053:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014135808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5987us (6267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070387.085060:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3141 00000100:00100000:0.0:1746070387.094646:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014136192 00000100:00100000:0.0:1746070387.094650:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014136192 00000100:00100000:0.0:1746070387.094689:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3142 00000100:00100000:0.0:1746070387.094695:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:30974:x1830887014136192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070387.094705:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070387.094715:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094df7400/0x628f9640b607af14 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbce5 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.094731:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607af0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcde expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.094737:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.094739:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.094741:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094df7400/0x628f9640b607af14 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbce5 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.094762:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607af0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcde expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.094772:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607af0d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcde expref: 5 pid: 25271 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070387.094780:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:25271:1830887012784000:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070387.094832:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070387.096274:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:25271:1830887012784000:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070387.096291:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094df7400/0x628f9640b607af14 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbce5 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.096301:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094df7400, rc 0) 00000100:00100000:0.0:1746070387.096653:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:30974:x1830887014136192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1957us (2103us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070387.096660:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3142 00000100:00100000:0.0:1746070387.097628:0:7080:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092144e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012783872:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070387.097641:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070387.097692:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1963:x1830887014136064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4612us (4925us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070387.097699:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5411 00000100:00100000:0.0:1746070387.098307:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.102165:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014136576 00000100:00100000:0.0:1746070387.102172:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014136576 00010000:00010000:0.0:1746070387.102200:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607af0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcde expref: 6 pid: 25271 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070387.102242:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5412 00000100:00100000:0.0:1746070387.102249:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014136576:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070387.102259:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070387.102275:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607af0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcde expref: 6 pid: 25271 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.102286:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607af0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcde expref: 6 pid: 25271 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.102305:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607af0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcde expref: 6 pid: 25271 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.102327:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.102329:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.102335:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094df7400/0x628f9640b607af14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbce5 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.102342:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094df7400/0x628f9640b607af14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbce5 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.102367:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094df7400/0x628f9640b607af14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbce5 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070387.102377:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012784128:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070387.102450:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070387.106442:0:7080:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012784128:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070387.106459:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070387.106479:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014136576:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4231us (4444us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070387.106486:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5412 00000100:00100000:0.0:1746070387.112986:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014136960 00000100:00100000:0.0:1746070387.112994:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014136960 00000100:00100000:0.0:1746070387.113043:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3143 00000100:00100000:0.0:1746070387.113049:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014136960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070387.113064:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070387.113076:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094df7600/0x628f9640b607af1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbcec expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.113110:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094df7400/0x628f9640b607af14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbce5 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.113116:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070387.113118:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070387.113120:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094df7600/0x628f9640b607af1b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcec expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.113143:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094df7400/0x628f9640b607af14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbce5 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.113290:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094df7400/0x628f9640b607af14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbce5 expref: 13 pid: 25271 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070387.113307:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:25271:1830887012784256:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070387.114165:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070387.120633:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.123068:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.129331:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.130340:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.132721:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.136556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.140059:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.151757:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.154413:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.156421:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.158750:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.160148:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.179641:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.179666:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014139264 00000100:00100000:0.0:1746070387.179689:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014139264 00000100:00100000:0.0:1746070387.179731:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3147 00000100:00100000:0.0:1746070387.179739:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:30974:x1830887014139264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070387.179753:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070387.179768:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094df7800/0x628f9640b607af37 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbd08 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.179791:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x628f9640b607af29 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcfa expref: 19 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.179804:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607af30 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd01 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.179810:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.179812:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.179814:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094df7800/0x628f9640b607af37 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd08 expref: 19 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.179837:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607af30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd01 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.179846:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607af30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd01 expref: 5 pid: 25271 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070387.179855:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093697100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012785024:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070387.179918:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x628f9640b607af29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcfa expref: 19 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.179926:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x628f9640b607af29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcfa expref: 19 pid: 8446 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070387.179933:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093694a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012785152:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070387.179951:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070387.198175:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093697100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012785024:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070387.198187:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093694a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012785152:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070387.198210:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094df7800/0x628f9640b607af37 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd08 expref: 19 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.198226:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094df7800, rc 0) 00000100:00100000:0.0:1746070387.198260:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:30974:x1830887014139264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18521us (18625us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070387.198268:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3147 00000100:00100000:0.0:1746070387.199197:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.201294:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.201317:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014139520 00000100:00100000:0.0:1746070387.201324:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014139520 00010000:00010000:0.0:1746070387.201352:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x628f9640b607af29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcfa expref: 19 pid: 8446 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070387.201372:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014139392 00000100:00100000:0.0:1746070387.201374:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014139392 00010000:00010000:0.0:1746070387.201382:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607af30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd01 expref: 6 pid: 25271 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070387.203754:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5416 00000100:00100000:0.0:1746070387.203764:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1964:x1830887014139520:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070387.203777:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070387.203795:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x628f9640b607af29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcfa expref: 19 pid: 8446 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.203807:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x628f9640b607af29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcfa expref: 19 pid: 8446 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.203828:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x628f9640b607af29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbcfa expref: 19 pid: 8446 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.203839:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070387.203874:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1964:x1830887014139520:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 113us (4679us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070387.203879:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5416 00000100:00100000:0.0:1746070387.203914:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5417 00000100:00100000:0.0:1746070387.203918:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014139392:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070387.203923:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070387.203928:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607af30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd01 expref: 6 pid: 25271 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.203936:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607af30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd01 expref: 6 pid: 25271 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.206245:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607af30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd01 expref: 6 pid: 25271 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.210749:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.210752:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.210764:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094df7800/0x628f9640b607af37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd08 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.210774:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094df7800/0x628f9640b607af37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd08 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.210955:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094df7800/0x628f9640b607af37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd08 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070387.210967:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093697100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012785280:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070387.211021:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070387.228191:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.228301:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014139648 00000100:00100000:0.0:1746070387.228307:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014139648 00000100:00100000:0.0:1746070387.228346:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3148 00000100:00100000:0.0:1746070387.228352:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014139648:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070387.228364:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070387.228377:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef95c00/0x628f9640b607af3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbd0f expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.228396:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094df7800/0x628f9640b607af37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd08 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.228402:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070387.228403:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070387.228406:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95c00/0x628f9640b607af3e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd0f expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.228428:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094df7800/0x628f9640b607af37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd08 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.228438:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094df7800/0x628f9640b607af37 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd08 expref: 17 pid: 8444 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070387.228448:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012785408:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070387.228497:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070387.228573:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093697100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012785280:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070387.228585:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070387.228605:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887014139392:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 24686us (27316us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070387.228612:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5417 00000100:00100000:0.0:1746070387.261846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.261914:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012785408:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070387.261935:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef95c00/0x628f9640b607af3e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd0f expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.261958:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef95c00, rc 0) 00000100:00100000:0.0:1746070387.261990:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014139648:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 33638us (33806us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070387.261997:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3148 00000100:00100000:0.0:1746070387.283540:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.291274:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.293148:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.296474:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.299654:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.302049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.328628:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.374087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.374132:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.375961:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.380799:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.387090:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.392257:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.415651:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.415719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.423358:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.425019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.431756:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.436159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.444244:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.457814:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.473761:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.475363:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.492025:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.506125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.506180:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.520834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.534370:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.540604:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.563023:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.563070:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.572854:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.572928:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.585209:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014146688 00000100:00100000:0.0:1746070387.585217:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014146688 00000100:00100000:0.0:1746070387.586751:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3160 00000100:00100000:0.0:1746070387.586759:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014146688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070387.586769:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070387.586777:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094df7800/0x628f9640b607af92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbd63 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.586791:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a411de00/0x628f9640b607af8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd55 expref: 26 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.586796:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070387.586797:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070387.586800:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094df7800/0x628f9640b607af92 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd63 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.586814:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a411de00/0x628f9640b607af8b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd55 expref: 26 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.586823:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a411de00/0x628f9640b607af8b lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd55 expref: 26 pid: 25271 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070387.586829:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:25271:1830887012787968:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070387.586889:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070387.600031:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.607650:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.619304:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.625454:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.632914:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.635351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.637763:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.637790:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.642966:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.643000:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.644163:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.645858:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.649597:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.655037:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.657828:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5433 00000100:00100000:0.0:1746070387.657838:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1962:x1830887014149504:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070387.657849:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070387.657866:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097cbe000/0x628f9640b607afa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd71 expref: 31 pid: 25271 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.657877:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097cbe000/0x628f9640b607afa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd71 expref: 31 pid: 25271 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.657895:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097cbe000/0x628f9640b607afa0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd71 expref: 31 pid: 25271 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.657952:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.657954:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.657960:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093403a00/0x628f9640b607afa7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd78 expref: 30 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.657966:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093403a00/0x628f9640b607afa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd78 expref: 30 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.657994:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093403a00/0x628f9640b607afa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd78 expref: 30 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070387.658005:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087263b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012788736:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070387.658089:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070387.659173:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092145180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012788864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070387.659205:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746070387.659373:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070387.659400:0:3294:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967855 gen 2 00000004:00080000:0.0:1746070387.659404:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092145c00, transno 4294967855 00000100:00100000:0.0:1746070387.659417:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092145180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012788864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070387.662006:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.664045:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.667744:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.667790:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.674819:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.675546:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.675581:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014150528 00000100:00100000:0.0:1746070387.675583:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014150528 00010000:00010000:0.0:1746070387.675594:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093403a00/0x628f9640b607afa7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd78 expref: 32 pid: 8444 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070387.675614:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5435 00000100:00100000:0.0:1746070387.675619:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1963:x1830887014150528:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070387.675626:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070387.675633:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093403a00/0x628f9640b607afa7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd78 expref: 32 pid: 8444 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.675641:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093403a00/0x628f9640b607afa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd78 expref: 32 pid: 8444 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.675652:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.675654:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.675664:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093402200/0x628f9640b607afb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd86 expref: 32 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.675685:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093402200/0x628f9640b607afb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd86 expref: 32 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.675711:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093402200/0x628f9640b607afb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbd86 expref: 32 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070387.675725:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b73800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012789248:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070387.676800:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070387.681380:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.687742:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.691433:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.693557:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.698614:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.704635:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.732991:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.733033:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.746259:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.749769:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.755649:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.763568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.764241:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.770097:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.770408:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.773897:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.784762:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.786947:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.788222:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.791561:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.794164:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.801874:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.817093:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.821366:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.824590:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.831658:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.842479:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.842523:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.845753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.847265:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.851019:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.852325:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014157184 00000100:00100000:0.0:1746070387.852329:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014157184 00010000:00010000:0.0:1746070387.852345:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093402400/0x628f9640b607aff4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbdc5 expref: 39 pid: 25271 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070387.852376:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5445 00000100:00100000:0.0:1746070387.852382:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:1962:x1830887014157184:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070387.852390:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070387.852406:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093402400/0x628f9640b607aff4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbdc5 expref: 39 pid: 25271 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.852416:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093402400/0x628f9640b607aff4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbdc5 expref: 39 pid: 25271 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.852431:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093402400/0x628f9640b607aff4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbdc5 expref: 39 pid: 25271 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746070387.852442:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.852444:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070387.852449:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607affb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbdcc expref: 38 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.852456:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607affb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbdcc expref: 38 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.852476:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607affb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbdcc expref: 38 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070387.852486:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607affb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbdcc expref: 38 pid: 25271 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746070387.852500:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f70e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012791680:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070387.852555:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348713c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070387.855165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.865435:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.876599:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.881501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.890800:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.896925:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.905180:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.907892:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.911151:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.915157:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.922876:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.924182:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.936215:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.943093:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.945208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.947637:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.963181:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.976226:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.985191:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.995986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070387.998103:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.001608:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014161664 00000100:00100000:0.0:1746070388.001614:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014161664 00002000:00100000:0.0:1746070388.001644:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091fb8a80 x1830887014161664/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:19/0 lens 488/0 e 0 to 0 dl 1746070399 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070388.001653:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8a80 with x1830887014161664 ext(0->4095) 00002000:00010000:0.0:1746070388.001656:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fb8a80 00000100:00100000:0.0:1746070388.002005:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2778 00000100:00100000:0.0:1746070388.002012:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1962:x1830887014161664:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070388.002480:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1962:x1830887014161664:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 468us (1055us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070388.002486:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2778 00002000:00100000:0.0:1746070388.002491:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091fb8a80 x1830887014161664/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746070399 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070388.002498:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8a80 with x1830887014161664 ext(0->4095) 00002000:00010000:0.0:1746070388.002501:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fb8a80 00000100:00100000:0.0:1746070388.004730:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070388.004819:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070388.007942:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.013551:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.022117:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.024309:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.030347:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.030390:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.034171:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.040410:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.053571:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.053730:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.059143:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.068637:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.068712:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.082101:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.086048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.093477:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.096524:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.099350:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.099438:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.102581:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.102859:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.102911:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.105204:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.110778:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.116784:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.121232:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.123044:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.125271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.127963:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.128015:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.134626:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.134669:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.137328:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.146005:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.168371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.173290:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.177154:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.183709:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.186258:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.190637:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014169216 00000100:00100000:0.0:1746070388.190645:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014169216 00000100:00100000:0.0:1746070388.194481:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.202729:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.216498:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.221793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.231414:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.233383:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.251366:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.252388:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3198 00000100:00100000:0.0:1746070388.252395:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:30974:x1830887014171136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070388.252410:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070388.252424:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef95c00/0x628f9640b607b09c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbe6d expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.252447:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a411c000/0x628f9640b607b095 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbe66 expref: 59 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.252453:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070388.252455:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070388.252459:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95c00/0x628f9640b607b09c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbe6d expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.252484:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a411c000/0x628f9640b607b095 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbe66 expref: 59 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.252495:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a411c000/0x628f9640b607b095 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbe66 expref: 59 pid: 25271 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746070388.252509:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012796928:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070388.252572:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070388.255129:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.257793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.265481:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.269566:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.272790:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.273245:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.273273:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014172416 00000100:00100000:0.0:1746070388.273276:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014172416 00002000:00100000:0.0:1746070388.273298:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a41c3b80 x1830887014172416/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:19/0 lens 488/0 e 0 to 0 dl 1746070399 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070388.273306:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c3b80 with x1830887014172416 ext(0->4095) 00010000:00010000:0.0:1746070388.273311:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607b0a3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbe74 expref: 6 pid: 25271 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746070388.273319:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607b0a3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbe74 expref: 6 pid: 25271 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746070388.273324:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a41c3b80 00000100:00100000:0.0:1746070388.273335:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 179 00000100:00100000:0.0:1746070388.273339:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014172416:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070388.273434:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014172416:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (189us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070388.273443:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 179 00002000:00100000:0.0:1746070388.273448:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a41c3b80 x1830887014172416/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746070399 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070388.273454:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c3b80 with x1830887014172416 ext(0->4095) 00010000:00010000:0.0:1746070388.273458:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607b0a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbe74 expref: 6 pid: 25271 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746070388.273467:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607b0a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbe74 expref: 6 pid: 25271 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746070388.273472:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a41c3b80 00000100:00100000:0.0:1746070388.275163:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.275580:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.277810:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.280348:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.289184:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.310736:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.310781:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.314025:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.316335:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.318858:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.323491:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.326138:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.326697:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3204 00000100:00100000:0.0:1746070388.326704:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014174720:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070388.326719:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070388.326730:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef95200/0x628f9640b607b0c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbe97 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.326751:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607b0bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbe90 expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.326758:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070388.326760:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070388.326763:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95200/0x628f9640b607b0c6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbe97 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070388.331656:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.338393:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.341943:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.344989:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.347847:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.351520:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.361154:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.372725:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.379228:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.382911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.383921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.387643:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.390655:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.392943:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.395534:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.397577:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.400293:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.403220:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.406175:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.408944:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.412700:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.412924:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.425020:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.429102:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.431828:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.439317:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.462019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.464111:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.477650:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.480253:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.489973:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.496725:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.501002:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.505341:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.512135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.521091:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.526348:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.534225:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.545985:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014182656 00000100:00100000:0.0:1746070388.545989:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014182656 00010000:00010000:0.0:1746070388.546006:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607b113 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbee4 expref: 6 pid: 8444 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746070388.546024:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5486 00000100:00100000:0.0:1746070388.546029:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca83450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014182656:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070388.546035:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070388.546050:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607b113 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbee4 expref: 6 pid: 8444 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746070388.546059:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607b113 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbee4 expref: 6 pid: 8444 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746070388.546085:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607b113 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbee4 expref: 6 pid: 8444 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746070388.546106:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070388.546107:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070388.546112:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607b11a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbeeb expref: 72 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.546122:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607b11a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbeeb expref: 72 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.546140:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607b11a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbeeb expref: 72 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.546150:0:7080:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607b11a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbeeb expref: 72 pid: 8446 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746070388.546159:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921f7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012801280:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070388.546205:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348713c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070388.560799:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.572015:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.583525:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.586499:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.592718:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.592737:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014183808 00000100:00100000:0.0:1746070388.592739:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014183808 00000100:00100000:0.0:1746070388.592762:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3219 00000100:00100000:0.0:1746070388.592766:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014183808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070388.592772:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070388.592784:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b128 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbef9 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.592801:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070388.592802:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070388.592808:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b128 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbef9 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.592819:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b128 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbef9 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.592826:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef95a00, rc 0) 00000100:00100000:0.0:1746070388.592855:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014183808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070388.592861:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3219 00000100:00100000:0.0:1746070388.594099:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.595730:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.597192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.604553:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.612400:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.615721:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.618664:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.625719:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.628417:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.632225:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.637881:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.649453:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.652868:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.655477:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014186368 00000100:00100000:0.0:1746070388.655482:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014186368 00002000:00100000:0.0:1746070388.655506:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012419ea00 x1830887014186368/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:19/0 lens 488/0 e 0 to 0 dl 1746070399 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070388.655514:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012419ea00 with x1830887014186368 ext(0->4095) 00002000:00010000:0.0:1746070388.655517:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012419ea00 00000100:00100000:0.0:1746070388.655539:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2801 00000100:00100000:0.0:1746070388.655545:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014186368:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070388.657507:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014186368:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1957us (2288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070388.657514:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2801 00002000:00100000:0.0:1746070388.657521:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012419ea00 x1830887014186368/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746070399 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070388.657529:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012419ea00 with x1830887014186368 ext(0->4095) 00002000:00010000:0.0:1746070388.657532:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012419ea00 00000100:00100000:0.0:1746070388.662543:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.664620:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.671163:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.682737:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.689404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.700470:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.706472:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.706518:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.710310:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014188160 00000100:00100000:0.0:1746070388.710316:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014188160 00002000:00100000:0.0:1746070388.710349:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012419d500 x1830887014188160/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:19/0 lens 488/0 e 0 to 0 dl 1746070399 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070388.710357:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012419d500 with x1830887014188160 ext(0->4095) 00010000:00010000:0.0:1746070388.710375:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a411cc00/0x628f9640b607b159 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf2a expref: 6 pid: 8444 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746070388.710386:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a411cc00/0x628f9640b607b159 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf2a expref: 6 pid: 8444 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746070388.710392:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012419d500 00000100:00100000:0.0:1746070388.710419:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 202 00000100:00100000:0.0:1746070388.710425:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012419d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014188160:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070388.710980:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012419d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014188160:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 554us (1099us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070388.710986:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 202 00002000:00100000:0.0:1746070388.710991:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012419d500 x1830887014188160/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746070399 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070388.710998:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012419d500 with x1830887014188160 ext(0->4095) 00010000:00010000:0.0:1746070388.711003:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a411cc00/0x628f9640b607b159 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf2a expref: 6 pid: 8444 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746070388.711010:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a411cc00/0x628f9640b607b159 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf2a expref: 6 pid: 8444 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746070388.711015:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012419d500 00000100:00100000:0.0:1746070388.712024:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.714023:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.718409:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014188672 00000100:00100000:0.0:1746070388.718415:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014188672 00002000:00100000:0.0:1746070388.718442:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012419d880 x1830887014188672/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:19/0 lens 488/0 e 0 to 0 dl 1746070399 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070388.718451:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012419d880 with x1830887014188672 ext(0->4095) 00002000:00010000:0.0:1746070388.718455:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012419d880 00000100:00100000:0.0:1746070388.718468:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2803 00000100:00100000:0.0:1746070388.718473:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1964:x1830887014188672:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070388.718577:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1964:x1830887014188672:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (447us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070388.718583:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2803 00002000:00100000:0.0:1746070388.718588:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012419d880 x1830887014188672/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:19/0 lens 488/4536 e 0 to 0 dl 1746070399 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070388.718594:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012419d880 with x1830887014188672 ext(0->4095) 00002000:00010000:0.0:1746070388.718597:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012419d880 00000100:00100000:0.0:1746070388.736636:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.763193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.767534:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.774338:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.781598:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.787321:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.791318:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.802037:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.808763:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.818339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.823526:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.827753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.828513:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.831561:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.836790:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.836831:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.840968:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.847360:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.858994:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.861113:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.865454:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.865535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.868651:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.868691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.868724:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.872723:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.878162:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.903088:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.903135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.907627:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.910747:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014194432 00000100:00100000:0.0:1746070388.910754:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014194432 00010000:00010000:0.0:1746070388.910776:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093403a00/0x628f9640b607b19f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf70 expref: 6 pid: 25271 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746070388.910802:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5506 00000100:00100000:0.0:1746070388.910807:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092145180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014194432:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070388.910816:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070388.910830:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093403a00/0x628f9640b607b19f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf70 expref: 6 pid: 25271 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746070388.910839:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093403a00/0x628f9640b607b19f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf70 expref: 6 pid: 25271 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746070388.910856:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093403a00/0x628f9640b607b19f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf70 expref: 6 pid: 25271 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746070388.910876:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070388.910878:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070388.910883:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099dd7600/0x628f9640b607b1a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf77 expref: 87 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.910891:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099dd7600/0x628f9640b607b1a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf77 expref: 87 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.910920:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099dd7600/0x628f9640b607b1a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf77 expref: 87 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070388.910930:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012805760:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070388.910994:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070388.915451:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.922333:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.925026:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.960211:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.962948:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.964995:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.965017:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014195584 00000100:00100000:0.0:1746070388.965022:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014195584 00000100:00100000:0.0:1746070388.965062:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3239 00000100:00100000:0.0:1746070388.965077:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:30974:x1830887014195584:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070388.965088:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070388.965099:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b1bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbf8c expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.965119:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099dd7e00/0x628f9640b607b1ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf7e expref: 91 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.965127:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099dd7a00/0x628f9640b607b1b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf85 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.965138:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070388.965139:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070388.965142:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b1bb lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf8c expref: 91 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.965163:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099dd7a00/0x628f9640b607b1b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf85 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.965172:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099dd7a00/0x628f9640b607b1b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf85 expref: 6 pid: 8444 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746070388.965183:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012806144:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070388.965235:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099dd7e00/0x628f9640b607b1ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf7e expref: 91 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.965243:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099dd7e00/0x628f9640b607b1ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf7e expref: 91 pid: 8444 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746070388.965250:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d328380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012806272:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070388.965264:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070388.969463:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012806144:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070388.977770:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.979792:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070388.987353:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091fb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012807040:0@lo:400:kworker.0 00000100:00100000:0.0:1746070388.987379:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070388.987397:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746070388.987401:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3294:1830887012806656:0@lo:400:kworker.0 00000100:00100000:0.0:1746070388.987420:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070388.987442:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830887012807168:0@lo:400:kworker.0 00000100:00100000:0.0:1746070388.987457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070388.987538:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092145180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012806400:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070388.987548:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070388.987571:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014196096:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6436us (7785us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070388.987578:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5509 00000100:00100000:0.0:1746070388.989380:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3294:1830887012806656:0@lo:400:kworker.0 00000100:00100000:0.0:1746070388.989390:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830887012807168:0@lo:400:kworker.0 00000100:00100000:0.0:1746070388.989398:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091fb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012807040:0@lo:400:kworker.0 00000100:00100000:0.0:1746070388.989614:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012806528:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070388.989631:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093402400/0x628f9640b607b1c2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf93 expref: 91 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070388.989644:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093402400, rc 0) 00000100:00100000:0.0:1746070388.989711:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:30975:x1830887014196224:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6304us (6906us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070388.989717:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3240 00000100:00100000:0.0:1746070388.997049:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.003966:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070389.004500:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070389.013024:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.013088:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014197120 00000100:00100000:0.0:1746070389.013095:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014197120 00002000:00100000:0.0:1746070389.013135:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132e2ce00 x1830887014197120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:20/0 lens 488/0 e 0 to 0 dl 1746070400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070389.013143:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e2ce00 with x1830887014197120 ext(0->4095) 00002000:00010000:0.0:1746070389.013147:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e2ce00 00000100:00100000:0.0:1746070389.013162:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2808 00000100:00100000:0.0:1746070389.013168:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1964:x1830887014197120:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070389.013309:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1964:x1830887014197120:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070389.013315:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2808 00002000:00100000:0.0:1746070389.013320:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132e2ce00 x1830887014197120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746070400 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070389.013325:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e2ce00 with x1830887014197120 ext(0->4095) 00002000:00010000:0.0:1746070389.013328:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e2ce00 00000100:00100000:0.0:1746070389.021086:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.021901:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014197248 00000100:00100000:0.0:1746070389.021908:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014197248 00000100:00100000:0.0:1746070389.021937:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014197376 00000100:00100000:0.0:1746070389.021938:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014197376 00000100:00100000:0.0:1746070389.021964:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3241 00000100:00100000:0.0:1746070389.021970:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014197248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070389.021984:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070389.021997:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef95600/0x628f9640b607b1c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbf9a expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.022020:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.022021:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.022027:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95600/0x628f9640b607b1c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf9a expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.022037:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef95600/0x628f9640b607b1c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf9a expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.022046:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef95600, rc 0) 00000100:00100000:0.0:1746070389.022090:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014197248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070389.022096:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3241 00000100:00100000:0.0:1746070389.022108:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3242 00000100:00100000:0.0:1746070389.022113:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:30974:x1830887014197376:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070389.022119:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070389.022124:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef94e00/0x628f9640b607b1d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bbfa1 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.022136:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093402400/0x628f9640b607b1c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf93 expref: 93 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.022143:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef95600/0x628f9640b607b1c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf9a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.022147:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.022149:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.022151:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef94e00/0x628f9640b607b1d0 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbfa1 expref: 93 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.022171:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef95600/0x628f9640b607b1c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf9a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.022180:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef95600/0x628f9640b607b1c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf9a expref: 5 pid: 8444 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746070389.022190:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012807552:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070389.022235:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093402400/0x628f9640b607b1c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf93 expref: 93 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.022243:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093402400/0x628f9640b607b1c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bbf93 expref: 93 pid: 8445 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746070389.022250:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012807680:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070389.022266:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070389.026558:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.026716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.031593:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.035310:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.041156:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.044129:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.052122:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.056308:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.059656:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.067980:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.071801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.076385:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.098775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.098818:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.101485:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.133140:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.153269:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.153312:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.175884:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.182063:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.184865:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.189632:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.198072:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.203251:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.215583:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.215629:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.244341:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.246082:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.250831:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.262983:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.265017:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.267165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.275390:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.282144:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.283872:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.292582:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.296054:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.301186:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.303152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.305039:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.309773:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.313547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.328159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.328204:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.336270:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.336338:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.341466:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.345841:0:7080:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009261b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012810880:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070389.345857:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070389.346620:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887014205952:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4992us (5153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070389.346628:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5525 00000100:00100000:0.0:1746070389.349787:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.359583:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.362130:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.367846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.370456:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.380108:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.381246:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.388448:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.390522:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.392426:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.395279:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.395305:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014208128 00000100:00100000:0.0:1746070389.395311:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014208128 00002000:00100000:0.0:1746070389.395336:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800926e5880 x1830887014208128/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:20/0 lens 488/0 e 0 to 0 dl 1746070400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070389.395344:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5880 with x1830887014208128 ext(0->4095) 00002000:00010000:0.0:1746070389.395348:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926e5880 00000100:00100000:0.0:1746070389.395361:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2824 00000100:00100000:0.0:1746070389.395367:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887014208128:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070389.395494:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887014208128:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070389.395500:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2824 00002000:00100000:0.0:1746070389.395505:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800926e5880 x1830887014208128/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746070400 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070389.395512:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5880 with x1830887014208128 ext(0->4095) 00002000:00010000:0.0:1746070389.395514:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926e5880 00000100:00100000:0.0:1746070389.401485:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.410547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.414334:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.420630:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.424290:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.424340:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.427116:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.428715:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.429934:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.430185:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.435165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.444946:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.447009:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.448729:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.450769:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.452076:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.462154:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.464530:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.480745:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.486415:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.491574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.493234:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014211968 00000100:00100000:0.0:1746070389.493241:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014211968 00010000:00010000:0.0:1746070389.493267:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099dd7e00/0x628f9640b607b25c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc02d expref: 6 pid: 8444 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746070389.494626:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5534 00000100:00100000:0.0:1746070389.494632:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012419df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014211968:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070389.494638:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070389.494653:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099dd7e00/0x628f9640b607b25c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc02d expref: 6 pid: 8444 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.494661:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099dd7e00/0x628f9640b607b25c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc02d expref: 6 pid: 8444 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.494683:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099dd7e00/0x628f9640b607b25c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc02d expref: 6 pid: 8444 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.494695:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.494696:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.494701:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099dd6a00/0x628f9640b607b26a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc03b expref: 109 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.494707:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099dd6a00/0x628f9640b607b26a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc03b expref: 109 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.494726:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099dd6a00/0x628f9640b607b26a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc03b expref: 109 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.494734:0:7079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099dd6a00/0x628f9640b607b26a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc03b expref: 109 pid: 8444 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746070389.494743:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092406300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012812928:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070389.495173:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070389.500528:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.507719:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.515926:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.524870:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.530241:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.532417:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.532473:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.537714:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.537741:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.537772:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.537793:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014213504 00000100:00100000:0.0:1746070389.537798:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014213504 00010000:00010000:0.0:1746070389.537819:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093403200/0x628f9640b607b271 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc042 expref: 111 pid: 25271 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746070389.537834:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014213760 00000100:00100000:0.0:1746070389.537836:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014213760 00010000:00010000:0.0:1746070389.537843:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607b278 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc049 expref: 6 pid: 25271 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746070389.537868:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5536 00000100:00100000:0.0:1746070389.537874:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bde1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+111:1961:x1830887014213504:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070389.537883:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070389.537899:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093403200/0x628f9640b607b271 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc042 expref: 111 pid: 25271 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.537909:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093403200/0x628f9640b607b271 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc042 expref: 111 pid: 25271 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.537926:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093403200/0x628f9640b607b271 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc042 expref: 111 pid: 25271 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.537939:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070389.537982:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bde1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+110:1961:x1830887014213504:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 108us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070389.537987:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5536 00000100:00100000:0.0:1746070389.537998:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5537 00000100:00100000:0.0:1746070389.538002:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014213760:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070389.538008:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070389.538015:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607b278 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc049 expref: 6 pid: 25271 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.538024:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607b278 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc049 expref: 6 pid: 25271 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.538034:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607b278 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc049 expref: 6 pid: 25271 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.538042:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.538043:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.538049:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093402c00/0x628f9640b607b27f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc050 expref: 109 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.538055:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093402c00/0x628f9640b607b27f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc050 expref: 109 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.538110:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093402c00/0x628f9640b607b27f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc050 expref: 109 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070389.538120:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012813440:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070389.538165:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070389.541303:0:7080:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012813440:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070389.541313:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070389.541350:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014213760:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3339us (3569us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070389.541357:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5537 00000100:00100000:0.0:1746070389.546497:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.550826:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.556541:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.562158:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.569193:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.571838:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.589843:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.606962:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.607826:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.609098:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.615515:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.618290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.621279:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.624477:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.632013:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.638853:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.642195:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.642242:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.647974:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.649871:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.659354:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012814848:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070389.659375:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093402000/0x628f9640b607b2b0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc081 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.659388:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093402000, rc 0) 00000100:00100000:0.0:1746070389.659422:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014217856:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4113us (4299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070389.659428:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3274 00000100:00100000:0.0:1746070389.665547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.671601:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.673598:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.677868:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.677889:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014218880 00000100:00100000:0.0:1746070389.677894:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014218880 00000100:00100000:0.0:1746070389.677925:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3275 00000100:00100000:0.0:1746070389.677931:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+115:30974:x1830887014218880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070389.677948:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070389.677960:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef95c00/0x628f9640b607b2b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc088 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.677985:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093402000/0x628f9640b607b2b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc081 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.677992:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.677993:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.677996:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95c00/0x628f9640b607b2b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc088 expref: 116 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.678019:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093402000/0x628f9640b607b2b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc081 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.678029:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093402000/0x628f9640b607b2b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc081 expref: 5 pid: 8444 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746070389.678039:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134836d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012815104:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070389.678105:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070389.681222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.681527:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134836d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012815104:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070389.681545:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef95c00/0x628f9640b607b2b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc088 expref: 118 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.681556:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef95c00, rc 0) 00000100:00100000:0.0:1746070389.681586:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+118:30974:x1830887014218880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3655us (3720us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070389.681592:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3275 00000100:00100000:0.0:1746070389.682030:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.684745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.686517:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.689401:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.691484:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.694081:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.696581:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.697828:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.699871:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.700183:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.700210:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.702210:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.704005:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.705762:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.708780:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.710609:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.712939:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.716833:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.717883:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.724191:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.724249:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.724271:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.729944:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012419df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887012816512:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070389.729953:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070389.730350:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+121:1964:x1830887014222976:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5896us (6077us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070389.730356:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5551 00000100:00100000:0.0:1746070389.732474:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.735632:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.739846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.744116:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.744419:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.744500:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3283 00000100:00100000:0.0:1746070389.744508:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+122:30974:x1830887014224000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070389.744522:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070389.744536:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef94a00/0x628f9640b607b2ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc0c0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.744558:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ef1800/0x628f9640b607b2e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc0b9 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.744565:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.744566:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.744569:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef94a00/0x628f9640b607b2ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc0c0 expref: 123 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.744596:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ef1800/0x628f9640b607b2e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc0b9 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.744606:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ef1800/0x628f9640b607b2e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc0b9 expref: 5 pid: 8446 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746070389.744615:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093321f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012816896:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070389.744664:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070389.745779:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.747563:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.751431:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.757265:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.763111:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.765829:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.767345:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.769926:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.775191:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.781331:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.781397:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014226176 00000100:00100000:0.0:1746070389.781402:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014226176 00002000:00100000:0.0:1746070389.781429:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebc0380 x1830887014226176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:20/0 lens 488/0 e 0 to 0 dl 1746070400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070389.781438:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebc0380 with x1830887014226176 ext(0->4095) 00002000:00010000:0.0:1746070389.781442:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebc0380 00000100:00100000:0.0:1746070389.781456:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2843 00000100:00100000:0.0:1746070389.781462:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+124:1964:x1830887014226176:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070389.781573:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+124:1964:x1830887014226176:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070389.781579:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2843 00002000:00100000:0.0:1746070389.781583:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebc0380 x1830887014226176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746070400 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070389.781590:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebc0380 with x1830887014226176 ext(0->4095) 00002000:00010000:0.0:1746070389.781592:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebc0380 00000100:00100000:0.0:1746070389.789572:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.799303:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.801911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.807021:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.808092:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.811657:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.811742:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.816568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.823531:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.830254:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.837165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.841742:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.841820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.844721:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.847250:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.855100:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.856942:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.861408:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.865478:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.869976:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.872437:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+130:1961:x1830887014229760:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1861us (2459us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070389.872446:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2847 00002000:00100000:0.0:1746070389.872456:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093221880 x1830887014229760/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:20/0 lens 488/4536 e 0 to 0 dl 1746070400 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070389.872465:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221880 with x1830887014229760 ext(0->4095) 00002000:00010000:0.0:1746070389.872469:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093221880 00000100:00100000:0.0:1746070389.874405:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.881057:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.885732:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.887134:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.890195:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.898118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.913125:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014231040 00000100:00100000:0.0:1746070389.913132:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014231040 00002000:00100000:0.0:1746070389.913165:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ebc0e00 x1830887014231040/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:20/0 lens 496/0 e 0 to 0 dl 1746070400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070389.913174:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebc0e00 with x1830887014231040 ext(0->7) 00010000:00010000:0.0:1746070389.913181:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099dd6c00/0x628f9640b607b335 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc106 expref: 131 pid: 8444 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.913193:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099dd6c00/0x628f9640b607b335 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc106 expref: 131 pid: 8444 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746070389.913199:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebc0e00 00000100:00100000:0.0:1746070389.913552:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 260 00000100:00100000:0.0:1746070389.913556:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+132:1962:x1830887014231040:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070389.913770:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+134:1962:x1830887014231040:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 212us (712us total) trans 4294968065 rc 0/0 00000100:00100000:0.0:1746070389.913776:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 260 00002000:00100000:0.0:1746070389.913780:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ebc0e00 x1830887014231040/t4294968065(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:20/0 lens 496/448 e 0 to 0 dl 1746070400 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070389.913787:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebc0e00 with x1830887014231040 ext(0->7) 00010000:00010000:0.0:1746070389.913791:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099dd6c00/0x628f9640b607b335 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc106 expref: 134 pid: 8444 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.913799:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099dd6c00/0x628f9640b607b335 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc106 expref: 134 pid: 8444 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746070389.913805:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebc0e00 00000100:00100000:0.0:1746070389.917748:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.931736:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.936342:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.937347:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014231808 00000100:00100000:0.0:1746070389.937350:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014231808 00010000:00010000:0.0:1746070389.937366:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a411c000/0x628f9640b607b33c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc10d expref: 133 pid: 8446 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746070389.937379:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5565 00000100:00100000:0.0:1746070389.937382:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+133:1963:x1830887014231808:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070389.937389:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070389.937403:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a411c000/0x628f9640b607b33c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc10d expref: 133 pid: 8446 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.937411:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a411c000/0x628f9640b607b33c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc10d expref: 133 pid: 8446 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.937424:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a411c000/0x628f9640b607b33c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc10d expref: 133 pid: 8446 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746070389.937436:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.937437:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070389.937441:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607b343 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc114 expref: 132 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.937447:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607b343 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc114 expref: 132 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.937975:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607b343 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc114 expref: 132 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070389.937984:0:7080:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607b343 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc114 expref: 132 pid: 8445 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746070389.937994:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092dcd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012819968:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070389.938037:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070389.940962:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.957647:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.967205:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.970458:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.972433:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.973872:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014233088 00000100:00100000:0.0:1746070389.973876:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014233088 00002000:00100000:0.0:1746070389.973902:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800926e4000 x1830887014233088/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:20/0 lens 488/0 e 0 to 0 dl 1746070400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070389.973909:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4000 with x1830887014233088 ext(0->4095) 00002000:00010000:0.0:1746070389.973913:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926e4000 00000100:00100000:0.0:1746070389.984896:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.987138:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.996567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.996613:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070389.999984:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.001377:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.004014:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.014396:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.019825:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.026238:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.033230:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.034786:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012820864:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070390.034805:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093402e00/0x628f9640b607b366 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc137 expref: 136 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.034816:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093402e00, rc 0) 00000100:00100000:0.0:1746070390.034852:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+136:30974:x1830887014235136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1503us (1628us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070390.034859:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3300 00000100:00100000:0.0:1746070390.037244:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.040308:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebc2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887012820992:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070390.040327:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070390.040362:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca80450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014235264:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2980us (3121us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070390.040371:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5570 00000100:00100000:0.0:1746070390.044666:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.047362:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.049655:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.051859:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.055378:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.057751:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.072510:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.075252:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.077439:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014237184 00000100:00100000:0.0:1746070390.077447:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014237184 00000100:00100000:0.0:1746070390.077508:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3303 00000100:00100000:0.0:1746070390.077516:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+138:30974:x1830887014237184:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070390.077530:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070390.077546:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef94000/0x628f9640b607b37b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc14c expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.077571:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093403800/0x628f9640b607b36d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc13e expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.077578:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607b374 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc145 expref: 139 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.077588:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.077589:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.077593:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef94000/0x628f9640b607b37b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc14c expref: 139 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.077624:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607b374 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc145 expref: 139 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.077637:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607b374 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc145 expref: 139 pid: 8444 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.077648:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092af8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012821376:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070390.078346:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093403800/0x628f9640b607b36d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc13e expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.078355:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093403800/0x628f9640b607b36d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc13e expref: 5 pid: 8444 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.078364:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d329880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012821504:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070390.078419:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070390.081823:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.081853:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.081877:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.081917:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014237568 00000100:00100000:0.0:1746070390.081921:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014237568 00000100:00100000:0.0:1746070390.085247:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.089421:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.094470:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.098834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.102352:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.102737:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.104954:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014238976 00000100:00100000:0.0:1746070390.104959:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014238976 00002000:00100000:0.0:1746070390.104989:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebc0000 x1830887014238976/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:21/0 lens 488/0 e 0 to 0 dl 1746070401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.104998:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebc0000 with x1830887014238976 ext(0->4095) 00010000:00010000:0.0:1746070390.105005:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607b389 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc15a expref: 142 pid: 8445 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.105014:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607b389 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc15a expref: 142 pid: 8445 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746070390.105019:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebc0000 00000100:00100000:0.0:1746070390.105049:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 272 00000100:00100000:0.0:1746070390.105056:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+142:1964:x1830887014238976:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070390.105177:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+142:1964:x1830887014238976:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (270us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070390.105182:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 272 00002000:00100000:0.0:1746070390.105188:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebc0000 x1830887014238976/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746070401 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.105195:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebc0000 with x1830887014238976 ext(0->4095) 00010000:00010000:0.0:1746070390.105199:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607b389 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc15a expref: 142 pid: 8445 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.105207:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607b389 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc15a expref: 142 pid: 8445 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746070390.105212:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebc0000 00000100:00100000:0.0:1746070390.106892:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.107134:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.109539:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.112746:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.114705:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.116441:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.118585:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.120218:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.123736:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.123786:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.126173:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.130086:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.132846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.137515:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.143617:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.146409:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.150829:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.151095:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.153863:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.154025:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.154236:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.157337:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.161610:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.164745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.166846:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.171805:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.176156:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.177574:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.180440:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.180469:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.180506:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.184575:0:7080:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092af8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012824320:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070390.184591:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070390.184636:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009336b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887014244736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3886us (4165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070390.184645:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5585 00000100:00100000:0.0:1746070390.185243:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.188079:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.190652:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.195006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.201897:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.206102:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.206885:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.213200:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.216021:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.216647:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.216758:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.216768:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014247040 00000100:00100000:0.0:1746070390.216770:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014247040 00010000:00010000:0.0:1746070390.216781:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607b3d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc1a7 expref: 149 pid: 8446 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.216794:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5588 00000100:00100000:0.0:1746070390.216799:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+149:1961:x1830887014247040:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070390.216805:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070390.216811:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607b3d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc1a7 expref: 149 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.217212:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607b3d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc1a7 expref: 149 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.217294:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607b3d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc1a7 expref: 149 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.217625:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070390.217644:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+148:1961:x1830887014247040:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 845us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070390.217650:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5588 00000100:00100000:0.0:1746070390.219532:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.224458:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.227788:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.235854:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.238147:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.240974:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.241427:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.244022:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.244050:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.246724:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.246763:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.251375:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.266177:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.266227:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.274655:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.278871:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.281251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.282133:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.285498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.292193:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.294275:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.296615:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.301439:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.303902:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.313772:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014251904 00000100:00100000:0.0:1746070390.313780:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014251904 00002000:00100000:0.0:1746070390.313813:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebc1500 x1830887014251904/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:21/0 lens 488/0 e 0 to 0 dl 1746070401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.313822:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebc1500 with x1830887014251904 ext(0->4095) 00002000:00010000:0.0:1746070390.313826:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebc1500 00000100:00100000:0.0:1746070390.313852:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2869 00000100:00100000:0.0:1746070390.313857:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+154:1962:x1830887014251904:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070390.314504:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+154:1962:x1830887014251904:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 645us (808us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070390.314514:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2869 00002000:00100000:0.0:1746070390.314519:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebc1500 x1830887014251904/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746070401 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.314526:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebc1500 with x1830887014251904 ext(0->4095) 00002000:00010000:0.0:1746070390.314529:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebc1500 00000100:00100000:0.0:1746070390.316399:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.325295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.328768:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.330084:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.330127:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.330144:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014252672 00000100:00100000:0.0:1746070390.330146:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014252672 00000100:00100000:0.0:1746070390.330161:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3327 00000100:00100000:0.0:1746070390.330166:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014252672:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070390.330176:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070390.330184:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef94e00/0x628f9640b607b423 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc1f4 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.330195:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.330199:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009460ac00/0x628f9640b607b41c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc1ed expref: 153 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.330204:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070390.330207:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef94e00/0x628f9640b607b423 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc1f4 expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.331201:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009460ac00/0x628f9640b607b41c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc1ed expref: 153 pid: 8444 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.331209:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009460ac00/0x628f9640b607b41c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc1ed expref: 153 pid: 8444 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.331217:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012826752:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070390.331236:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070390.337173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.340040:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.343076:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.346648:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.352583:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.355230:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.355277:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.357504:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.357534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.357557:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.359995:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.364301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.387127:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.389289:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.400761:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.400981:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.405098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.410818:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.415256:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.421194:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.421223:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014256896 00000100:00100000:0.0:1746070390.421229:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014256896 00002000:00100000:0.0:1746070390.421259:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880087260380 x1830887014256896/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:21/0 lens 488/0 e 0 to 0 dl 1746070401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.421268:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260380 with x1830887014256896 ext(0->4095) 00002000:00010000:0.0:1746070390.421272:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087260380 00000100:00100000:0.0:1746070390.422566:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2874 00000100:00100000:0.0:1746070390.422576:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014256896:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070390.422874:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014256896:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 300us (1685us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070390.422879:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2874 00002000:00100000:0.0:1746070390.422885:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880087260380 x1830887014256896/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746070401 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.422892:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260380 with x1830887014256896 ext(0->4095) 00002000:00010000:0.0:1746070390.422896:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087260380 00000100:00100000:0.0:1746070390.424611:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.428147:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.430100:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.436869:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.438356:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014257792 00000100:00100000:0.0:1746070390.438360:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014257792 00010000:00010000:0.0:1746070390.438380:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a411c000/0x628f9640b607b44d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc21e expref: 161 pid: 8444 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.438409:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5604 00000100:00100000:0.0:1746070390.438415:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+161:1962:x1830887014257792:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070390.438424:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070390.438441:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a411c000/0x628f9640b607b44d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc21e expref: 161 pid: 8444 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.438450:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a411c000/0x628f9640b607b44d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc21e expref: 161 pid: 8444 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.438465:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a411c000/0x628f9640b607b44d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc21e expref: 161 pid: 8444 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.438488:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.438489:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.438495:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093402200/0x628f9640b607b454 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc225 expref: 160 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.438501:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093402200/0x628f9640b607b454 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc225 expref: 160 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.438523:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093402200/0x628f9640b607b454 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc225 expref: 160 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.438532:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093402200/0x628f9640b607b454 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc225 expref: 160 pid: 8445 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.438546:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bde2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012828544:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070390.438596:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070390.441381:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.448300:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.450175:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.454430:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.458043:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.463475:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.471126:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.471212:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.474635:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.484405:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.484454:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.493143:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.503320:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.507278:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.509447:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.512808:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.512855:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.515500:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.516639:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.516690:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.516718:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.517084:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.517114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.518026:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.520509:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.523082:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.524907:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.526015:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.534521:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.536794:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.536843:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.540351:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.540958:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.541230:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.541243:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014264064 00000100:00100000:0.0:1746070390.541245:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014264064 00010000:00010000:0.0:1746070390.541258:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607b47e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc24f expref: 6 pid: 8445 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.541272:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5611 00000100:00100000:0.0:1746070390.541276:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014264064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070390.541283:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070390.541477:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607b47e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc24f expref: 6 pid: 8445 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.541484:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607b47e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc24f expref: 6 pid: 8445 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.541494:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607b47e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc24f expref: 6 pid: 8445 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.541517:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.541519:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.541524:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607b48c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc25d expref: 166 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.541529:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607b48c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc25d expref: 166 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.541547:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607b48c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc25d expref: 166 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.541556:0:7079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607b48c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc25d expref: 166 pid: 25271 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.541564:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012830336:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070390.541608:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070390.544307:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.548261:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.551367:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.561354:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.567011:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.567813:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.569198:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.579382:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.579432:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014265856 00000100:00100000:0.0:1746070390.579435:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014265856 00010000:00010000:0.0:1746070390.579448:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607b49a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc26b expref: 6 pid: 8446 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.579462:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5615 00000100:00100000:0.0:1746070390.579466:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014265856:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070390.579473:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070390.579486:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607b49a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc26b expref: 6 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.579494:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607b49a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc26b expref: 6 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.579505:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607b49a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc26b expref: 6 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.579780:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.579782:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.579787:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093402200/0x628f9640b607b4a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc272 expref: 168 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.579794:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093402200/0x628f9640b607b4a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc272 expref: 168 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.579811:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093402200/0x628f9640b607b4a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc272 expref: 168 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.579819:0:7080:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093402200/0x628f9640b607b4a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc272 expref: 168 pid: 25271 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.579834:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012830976:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070390.579872:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348713c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070390.582973:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.596076:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.596123:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.599848:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.606100:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.611014:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.611070:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.623792:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.635199:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.638036:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.645007:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.653967:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.658770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.669262:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.675740:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.678442:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.684051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.688314:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.691797:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.694903:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.704300:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.708350:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.721444:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.721511:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.726878:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014270848 00000100:00100000:0.0:1746070390.726883:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014270848 00000100:00100000:0.0:1746070390.726904:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3354 00000100:00100000:0.0:1746070390.726909:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d829450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014270848:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070390.726917:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070390.726930:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef94a00/0x628f9640b607b4e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc2b1 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.726948:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x628f9640b607b4d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2a3 expref: 173 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.726954:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070390.726956:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070390.726959:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef94a00/0x628f9640b607b4e0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2b1 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.726981:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x628f9640b607b4d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2a3 expref: 173 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.726991:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x628f9640b607b4d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2a3 expref: 173 pid: 8444 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.727001:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012832768:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070390.727051:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070390.737946:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.744254:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014271744 00000100:00100000:0.0:1746070390.744260:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014271744 00002000:00100000:0.0:1746070390.744291:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880134834700 x1830887014271744/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:21/0 lens 488/0 e 0 to 0 dl 1746070401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.744300:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834700 with x1830887014271744 ext(0->4095) 00002000:00010000:0.0:1746070390.744305:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134834700 00000100:00100000:0.0:1746070390.744503:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2889 00000100:00100000:0.0:1746070390.744511:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014271744:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070390.744944:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014271744:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (503us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070390.744950:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2889 00002000:00100000:0.0:1746070390.744956:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880134834700 x1830887014271744/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746070401 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.744963:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834700 with x1830887014271744 ext(0->4095) 00002000:00010000:0.0:1746070390.744965:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134834700 00000100:00100000:0.0:1746070390.747400:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.747477:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.751412:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.766224:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.775557:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014273024 00000100:00100000:0.0:1746070390.775564:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014273024 00002000:00100000:0.0:1746070390.775593:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880134836d80 x1830887014273024/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:21/0 lens 488/0 e 0 to 0 dl 1746070401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.775601:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836d80 with x1830887014273024 ext(0->4095) 00002000:00010000:0.0:1746070390.775605:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134836d80 00000100:00100000:0.0:1746070390.776078:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2890 00000100:00100000:0.0:1746070390.776085:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+178:1963:x1830887014273024:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070390.776555:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+178:1963:x1830887014273024:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 469us (2615us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070390.776561:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2890 00002000:00100000:0.0:1746070390.776568:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880134836d80 x1830887014273024/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746070401 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.776576:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836d80 with x1830887014273024 ext(0->4095) 00002000:00010000:0.0:1746070390.776579:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134836d80 00000100:00100000:0.0:1746070390.778780:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.779783:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.782512:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.782553:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.782587:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014273536 00000100:00100000:0.0:1746070390.782592:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014273536 00002000:00100000:0.0:1746070390.782622:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880085fe5f80 x1830887014273536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:21/0 lens 488/0 e 0 to 0 dl 1746070401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.782630:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085fe5f80 with x1830887014273536 ext(0->4095) 00010000:00010000:0.0:1746070390.782636:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009460bc00/0x628f9640b607b4f5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2c6 expref: 6 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.782646:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009460bc00/0x628f9640b607b4f5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2c6 expref: 6 pid: 8446 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746070390.782652:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085fe5f80 00000100:00100000:0.0:1746070390.782667:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 319 00000100:00100000:0.0:1746070390.782685:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014273536:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070390.782807:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014273536:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070390.782812:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 319 00002000:00100000:0.0:1746070390.782817:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880085fe5f80 x1830887014273536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746070401 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.782824:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085fe5f80 with x1830887014273536 ext(0->4095) 00010000:00010000:0.0:1746070390.782828:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009460bc00/0x628f9640b607b4f5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2c6 expref: 6 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.782835:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009460bc00/0x628f9640b607b4f5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2c6 expref: 6 pid: 8446 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746070390.782840:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085fe5f80 00000100:00100000:0.0:1746070390.790338:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014273920 00000100:00100000:0.0:1746070390.790342:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014273920 00010000:00010000:0.0:1746070390.790370:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009460bc00/0x628f9640b607b4f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2c6 expref: 6 pid: 8446 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.790433:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5628 00000100:00100000:0.0:1746070390.790441:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e042a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014273920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070390.790452:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070390.790469:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009460bc00/0x628f9640b607b4f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2c6 expref: 6 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.790480:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009460bc00/0x628f9640b607b4f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2c6 expref: 6 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.790518:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009460bc00/0x628f9640b607b4f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2c6 expref: 6 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.790531:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.790533:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.790538:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009460ac00/0x628f9640b607b4fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2cd expref: 179 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.790545:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009460ac00/0x628f9640b607b4fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2cd expref: 179 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070390.798410:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.802894:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.809879:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.813823:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.815774:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.823638:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.823714:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.823731:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014275328 00000100:00100000:0.0:1746070390.823738:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014275328 00002000:00100000:0.0:1746070390.823767:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880085fe7b80 x1830887014275328/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:21/0 lens 488/0 e 0 to 0 dl 1746070401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.823776:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085fe7b80 with x1830887014275328 ext(0->4095) 00002000:00010000:0.0:1746070390.823781:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085fe7b80 00000100:00100000:0.0:1746070390.823795:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2892 00000100:00100000:0.0:1746070390.823801:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014275328:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070390.823910:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014275328:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (195us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070390.823916:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2892 00002000:00100000:0.0:1746070390.823921:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880085fe7b80 x1830887014275328/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:21/0 lens 488/4536 e 0 to 0 dl 1746070401 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070390.823928:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085fe7b80 with x1830887014275328 ext(0->4095) 00002000:00010000:0.0:1746070390.823930:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085fe7b80 00000100:00100000:0.0:1746070390.823982:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014275072 00000100:00100000:0.0:1746070390.823985:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014275072 00000100:00100000:0.0:1746070390.824000:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3361 00000100:00100000:0.0:1746070390.824004:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+180:30974:x1830887014275072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070390.824011:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070390.824023:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b511 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc2e2 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.824041:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099d1c600/0x628f9640b607b503 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2d4 expref: 181 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.824048:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099d1da00/0x628f9640b607b50a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2db expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.824064:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.824065:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.824068:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b511 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e2 expref: 181 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.824094:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099d1da00/0x628f9640b607b50a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2db expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.824105:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099d1da00/0x628f9640b607b50a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2db expref: 5 pid: 8445 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.824114:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887012834176:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070390.824162:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099d1c600/0x628f9640b607b503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2d4 expref: 181 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.824169:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099d1c600/0x628f9640b607b503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2d4 expref: 181 pid: 8445 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.824176:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887012834304:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070390.824188:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348713c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746070390.828408:0:8446:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099d1da00/0x628f9640b607b50a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2db expref: 5 pid: 8445 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.828431:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085fe4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887012834176:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070390.828441:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085fe4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887012834304:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070390.828464:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b511 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e2 expref: 181 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.828473:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef95a00, rc 0) 00000100:00100000:0.0:1746070390.829660:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+181:30974:x1830887014275072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5652us (6025us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070390.829666:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3361 00000100:00100000:0.0:1746070390.834035:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.836192:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014275968 00000100:00100000:0.0:1746070390.836196:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014275968 00000100:00100000:0.0:1746070390.836220:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3362 00000100:00100000:0.0:1746070390.836225:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014275968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070390.836236:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070390.836244:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607b518 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc2e9 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.836260:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b511 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e2 expref: 180 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.836266:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070390.836267:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070390.836270:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607b518 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e9 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.836284:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b511 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e2 expref: 180 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.836293:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b511 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e2 expref: 180 pid: 8446 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.836302:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887012834560:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070390.836324:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348713c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070390.838751:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085fe4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887012834560:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070390.838766:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607b518 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e9 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.838777:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef95800, rc 0) 00000100:00100000:0.0:1746070390.838797:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014275968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2572us (2683us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070390.838804:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3362 00000100:00100000:0.0:1746070390.855898:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014276608 00000100:00100000:0.0:1746070390.855905:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014276608 00010000:00010000:0.0:1746070390.855931:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b511 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e2 expref: 182 pid: 8446 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.856140:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5632 00000100:00100000:0.0:1746070390.856149:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+182:1964:x1830887014276608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070390.856160:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070390.856177:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b511 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e2 expref: 182 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.856187:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b511 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e2 expref: 182 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.856205:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef95a00/0x628f9640b607b511 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e2 expref: 182 pid: 8446 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746070390.856215:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.856217:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.856224:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607b518 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e9 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.856230:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607b518 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e9 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.856254:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607b518 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e9 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070390.856263:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012834688:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070390.856312:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070390.856326:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014276736 00000100:00100000:0.0:1746070390.856328:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014276736 00000100:00100000:0.0:1746070390.856346:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3363 00000100:00100000:0.0:1746070390.856351:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+182:30974:x1830887014276736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070390.856361:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070390.856368:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef95200/0x628f9640b607b51f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc2f0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.856380:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607b518 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e9 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.856385:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.856386:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070390.856388:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95200/0x628f9640b607b51f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2f0 expref: 183 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.856402:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607b518 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e9 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070390.856411:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607b518 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc2e9 expref: 5 pid: 8446 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746070390.856419:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887012834816:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070390.856436:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070390.857849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.860404:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.862903:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.864787:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.868568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.870088:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.873242:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.875792:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.875834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.879971:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.880026:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.882290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.888472:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.908221:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.913427:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.916167:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.919383:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.920602:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.939239:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.945940:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.959791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.959823:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.960064:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.960089:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014281216 00000100:00100000:0.0:1746070390.960092:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014281216 00010000:00010000:0.0:1746070390.960104:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099de6400/0x628f9640b607b53b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc30c expref: 6 pid: 8445 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746070390.966324:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.969724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.973357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.977978:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.984506:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.988277:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.997324:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070390.999996:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.001130:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.004437:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.004460:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.004484:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.007665:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.012943:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.015793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.019165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.022047:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.022147:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.023832:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.024718:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.026129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.028189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.033440:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.035451:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.037792:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.043509:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.043911:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.052303:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014286592 00000100:00100000:0.0:1746070391.052306:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014286592 00010000:00010000:0.0:1746070391.052322:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099de6800/0x628f9640b607b57a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc34b expref: 6 pid: 25271 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746070391.052346:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5647 00000100:00100000:0.0:1746070391.052351:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014286592:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070391.052361:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070391.052380:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099de6800/0x628f9640b607b57a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc34b expref: 6 pid: 25271 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.052392:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099de6800/0x628f9640b607b57a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc34b expref: 6 pid: 25271 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.052412:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070391.052414:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070391.052419:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099c03c00/0x628f9640b607b581 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc352 expref: 194 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.052427:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c03c00/0x628f9640b607b581 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc352 expref: 194 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.052457:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099c03c00/0x628f9640b607b581 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc352 expref: 194 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070391.052468:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e04d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012838016:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070391.052532:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070391.059577:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012838144:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070391.059602:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099de6400/0x628f9640b607b588 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc359 expref: 193 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.059619:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6400, rc 0) 00000100:00100000:0.0:1746070391.059660:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+193:30975:x1830887014286464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7422us (7506us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070391.059668:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3378 00000100:00100000:0.0:1746070391.065783:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.068110:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.073353:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.075497:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.081283:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.089265:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.089308:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.091557:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.093965:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.093995:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.096969:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.096988:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014288896 00000100:00100000:0.0:1746070391.096993:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014288896 00002000:00100000:0.0:1746070391.097017:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e04c000 x1830887014288896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:22/0 lens 488/0 e 0 to 0 dl 1746070402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070391.097026:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e04c000 with x1830887014288896 ext(0->4095) 00010000:00010000:0.0:1746070391.097031:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099c02600/0x628f9640b607b596 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc367 expref: 195 pid: 25271 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.097041:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099c02600/0x628f9640b607b596 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc367 expref: 195 pid: 25271 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746070391.097047:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e04c000 00000100:00100000:0.0:1746070391.097071:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 337 00000100:00100000:0.0:1746070391.097077:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e04c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+195:1963:x1830887014288896:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070391.098774:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e04c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+194:1963:x1830887014288896:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1694us (1802us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070391.098781:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 337 00002000:00100000:0.0:1746070391.098787:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e04c000 x1830887014288896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746070402 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070391.098795:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e04c000 with x1830887014288896 ext(0->4095) 00010000:00010000:0.0:1746070391.098801:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099c02600/0x628f9640b607b596 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc367 expref: 194 pid: 25271 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.098811:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099c02600/0x628f9640b607b596 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc367 expref: 194 pid: 25271 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746070391.098817:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e04c000 00000100:00100000:0.0:1746070391.104306:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.115001:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.115019:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014289536 00000100:00100000:0.0:1746070391.115023:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014289536 00002000:00100000:0.0:1746070391.115061:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e04d880 x1830887014289536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:22/0 lens 488/0 e 0 to 0 dl 1746070402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070391.115069:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e04d880 with x1830887014289536 ext(0->4095) 00002000:00010000:0.0:1746070391.115074:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e04d880 00000100:00100000:0.0:1746070391.115099:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2911 00000100:00100000:0.0:1746070391.115105:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e04d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014289536:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070391.116940:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e04d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014289536:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1829us (1936us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070391.116947:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2911 00002000:00100000:0.0:1746070391.116955:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e04d880 x1830887014289536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746070402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070391.116963:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e04d880 with x1830887014289536 ext(0->4095) 00002000:00010000:0.0:1746070391.116967:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e04d880 00000100:00100000:0.0:1746070391.118841:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.123841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.127528:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.138873:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.138909:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.141354:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.161808:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.184210:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.189530:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.197806:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.200776:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.202903:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014291456 00000100:00100000:0.0:1746070391.202908:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014291456 00000100:00100000:0.0:1746070391.202933:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3386 00000100:00100000:0.0:1746070391.202939:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+199:30975:x1830887014291456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070391.202947:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070391.202961:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef95000/0x628f9640b607b5c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc391 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.202974:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070391.202979:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099c02600/0x628f9640b607b5b9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc38a expref: 200 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.202984:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070391.202986:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95000/0x628f9640b607b5c0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc391 expref: 200 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.203008:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099c02600/0x628f9640b607b5b9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc38a expref: 200 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.203018:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef95000/0x628f9640b607b5c0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc391 expref: 200 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.203539:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef95000, rc 0) 00000100:00100000:0.0:1746070391.203998:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+200:30975:x1830887014291456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1057us (1959us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070391.204007:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3386 00000100:00100000:0.0:1746070391.209001:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.221469:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.227230:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.231170:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.237167:0:7080:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012840064:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070391.237186:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070391.237220:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008744ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+200:1962:x1830887014292224:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5438us (6055us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070391.237227:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5656 00000100:00100000:0.0:1746070391.240713:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.243130:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.246516:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.251339:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.251394:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.262129:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5658 00000100:00100000:0.0:1746070391.262137:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014293632:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070391.262144:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070391.262154:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099c03e00/0x628f9640b607b5c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc398 expref: 6 pid: 25271 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.262163:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099c03e00/0x628f9640b607b5c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc398 expref: 6 pid: 25271 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.262175:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099c03e00/0x628f9640b607b5c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc398 expref: 6 pid: 25271 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.262194:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070391.262196:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070391.262201:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099c02600/0x628f9640b607b5ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc39f expref: 200 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.262208:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c02600/0x628f9640b607b5ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc39f expref: 200 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.262231:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099c02600/0x628f9640b607b5ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc39f expref: 200 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070391.262240:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008744ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887012840448:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070391.262281:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070391.263699:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.268416:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014294144 00000100:00100000:0.0:1746070391.268424:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014294144 00000100:00100000:0.0:1746070391.268472:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3389 00000100:00100000:0.0:1746070391.268479:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014294144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070391.268493:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070391.268507:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef94800/0x628f9640b607b5d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc3a6 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.268530:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099c02600/0x628f9640b607b5ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc39f expref: 199 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.268537:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070391.268539:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070391.268542:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef94800/0x628f9640b607b5d5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3a6 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.268563:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099c02600/0x628f9640b607b5ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc39f expref: 199 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.268573:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099c02600/0x628f9640b607b5ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc39f expref: 199 pid: 8445 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746070391.268582:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008744ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012840576:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070391.269497:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070391.271272:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.275865:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.284774:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.287941:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.289665:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.289753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.291729:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.291748:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.291769:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.294973:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.302510:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.313218:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.314278:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.317885:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.322637:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.322769:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.330272:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.340352:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.342162:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.350697:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.356189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.358008:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.364246:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.369800:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.369829:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.369848:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014298368 00000100:00100000:0.0:1746070391.369854:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014298368 00010000:00010000:0.0:1746070391.369878:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be1b000/0x628f9640b607b5ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3d0 expref: 208 pid: 25271 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746070391.369897:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014298496 00000100:00100000:0.0:1746070391.369899:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014298496 00010000:00010000:0.0:1746070391.369906:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be1aa00/0x628f9640b607b5f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3c9 expref: 6 pid: 25271 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746070391.369918:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5665 00000100:00100000:0.0:1746070391.369924:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+208:1963:x1830887014298368:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070391.369933:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070391.369948:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be1b000/0x628f9640b607b5ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3d0 expref: 208 pid: 25271 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.369957:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be1b000/0x628f9640b607b5ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3d0 expref: 208 pid: 25271 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.369977:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070391.370001:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+208:1963:x1830887014298368:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 77us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070391.370007:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5665 00000100:00100000:0.0:1746070391.370017:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5666 00000100:00100000:0.0:1746070391.370021:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014298496:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070391.370026:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070391.370031:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be1aa00/0x628f9640b607b5f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3c9 expref: 6 pid: 25271 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.370037:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be1aa00/0x628f9640b607b5f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3c9 expref: 6 pid: 25271 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.370045:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070391.370047:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070391.370060:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b705e00/0x628f9640b607b606 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3d7 expref: 207 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.370067:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b705e00/0x628f9640b607b606 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3d7 expref: 207 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.370087:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b705e00/0x628f9640b607b606 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3d7 expref: 207 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070391.370095:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801319ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012842240:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070391.370127:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070391.381118:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.383605:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.385304:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.390404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.391818:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.399482:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.400849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.407116:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.407138:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.407210:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.407244:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5669 00000100:00100000:0.0:1746070391.407248:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+209:1963:x1830887014300416:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070391.407255:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070391.407268:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099c03e00/0x628f9640b607b60d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3de expref: 209 pid: 8445 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.407279:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099c03e00/0x628f9640b607b60d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3de expref: 209 pid: 8445 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.407742:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099c03e00/0x628f9640b607b60d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3de expref: 211 pid: 8445 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.407839:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070391.407842:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070391.407848:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be1aa00/0x628f9640b607b61b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3ec expref: 210 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.407859:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be1aa00/0x628f9640b607b61b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3ec expref: 210 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.408022:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009be1aa00/0x628f9640b607b61b lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3ec expref: 210 pid: 25271 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.408029:0:7079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be1aa00/0x628f9640b607b61b lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc3ec expref: 210 pid: 25271 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746070391.408036:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012843008:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070391.408158:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070391.410790:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.412437:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.418596:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.429887:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.432096:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.432561:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.436211:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.437404:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.441584:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.447794:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.457160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.469458:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.472042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.476654:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.479931:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.487997:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.491061:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.491497:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.499398:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.503822:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.506528:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.510331:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014305152 00000100:00100000:0.0:1746070391.510337:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014305152 00002000:00100000:0.0:1746070391.510370:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012e31ea00 x1830887014305152/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:22/0 lens 488/0 e 0 to 0 dl 1746070402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070391.510379:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ea00 with x1830887014305152 ext(0->4095) 00002000:00010000:0.0:1746070391.510383:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31ea00 00000100:00100000:0.0:1746070391.510406:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2927 00000100:00100000:0.0:1746070391.510412:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+215:1961:x1830887014305152:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070391.510534:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+215:1961:x1830887014305152:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (269us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070391.510540:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2927 00002000:00100000:0.0:1746070391.510545:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012e31ea00 x1830887014305152/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746070402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070391.510551:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ea00 with x1830887014305152 ext(0->4095) 00002000:00010000:0.0:1746070391.510553:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31ea00 00000100:00100000:0.0:1746070391.513213:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.516103:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.529103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.529997:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2929 00000100:00100000:0.0:1746070391.530005:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+214:1961:x1830887014305792:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070391.530141:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+214:1961:x1830887014305792:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (1043us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070391.530148:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2929 00002000:00100000:0.0:1746070391.530153:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800923bb100 x1830887014305792/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746070402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070391.530159:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bb100 with x1830887014305792 ext(0->4095) 00002000:00010000:0.0:1746070391.530162:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923bb100 00000100:00100000:0.0:1746070391.532761:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.533035:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.536930:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.537504:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.539394:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.539410:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014306816 00000100:00100000:0.0:1746070391.539412:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014306816 00002000:00100000:0.0:1746070391.539431:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e04d180 x1830887014306816/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:22/0 lens 488/0 e 0 to 0 dl 1746070402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070391.539438:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e04d180 with x1830887014306816 ext(0->4095) 00010000:00010000:0.0:1746070391.539442:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099c03000/0x628f9640b607b65a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc42b expref: 216 pid: 8445 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.539451:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099c03000/0x628f9640b607b65a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc42b expref: 216 pid: 8445 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746070391.539456:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e04d180 00000100:00100000:0.0:1746070391.539466:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 362 00000100:00100000:0.0:1746070391.539470:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e04d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+216:1963:x1830887014306816:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070391.539560:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e04d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+216:1963:x1830887014306816:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (165us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070391.539564:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 362 00002000:00100000:0.0:1746070391.539569:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e04d180 x1830887014306816/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746070402 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070391.539575:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e04d180 with x1830887014306816 ext(0->4095) 00010000:00010000:0.0:1746070391.539578:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099c03000/0x628f9640b607b65a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc42b expref: 216 pid: 8445 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.539585:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099c03000/0x628f9640b607b65a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc42b expref: 216 pid: 8445 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746070391.539590:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e04d180 00000100:00100000:0.0:1746070391.541595:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e041500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012844928:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070391.541613:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b704000/0x628f9640b607b661 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc432 expref: 215 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.541625:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b704000, rc 0) 00000100:00100000:0.0:1746070391.541664:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+215:30975:x1830887014306560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2456us (3383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070391.541686:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3409 00000100:00100000:0.0:1746070391.543480:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.549759:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.555739:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.558146:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.566541:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.566584:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.569082:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.572080:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.574204:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.576747:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.581286:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070391.581870:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070391.581872:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070391.581878:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099de6a00/0x628f9640b607b676 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc447 expref: 218 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.581891:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099de6a00/0x628f9640b607b676 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc447 expref: 218 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.581900:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6a00, rc 0) 00000100:00100000:0.0:1746070391.582072:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+218:30975:x1830887014308864:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 450us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070391.582078:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3412 00000100:00100000:0.0:1746070391.582349:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.584429:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.584838:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.590591:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.591775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.596942:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.599570:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070391.601473:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070391.602907:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.608572:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.628756:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.628782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.628801:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014311040 00000100:00100000:0.0:1746070391.628807:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014311040 00002000:00100000:0.0:1746070391.629215:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e05ed80 x1830887014311040/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:22/0 lens 488/0 e 0 to 0 dl 1746070402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070391.629224:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e05ed80 with x1830887014311040 ext(0->4095) 00010000:00010000:0.0:1746070391.629229:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607b68b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc45c expref: 221 pid: 8445 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.629237:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607b68b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc45c expref: 221 pid: 8445 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746070391.629242:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e05ed80 00000100:00100000:0.0:1746070391.629257:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 370 00000100:00100000:0.0:1746070391.629262:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+221:1964:x1830887014311040:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070391.629384:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+221:1964:x1830887014311040:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (634us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070391.629389:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 370 00002000:00100000:0.0:1746070391.629393:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e05ed80 x1830887014311040/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746070402 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070391.629400:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e05ed80 with x1830887014311040 ext(0->4095) 00010000:00010000:0.0:1746070391.629404:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607b68b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc45c expref: 221 pid: 8445 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.629413:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607b68b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc45c expref: 221 pid: 8445 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746070391.629418:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e05ed80 00000100:00100000:0.0:1746070391.663727:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e043480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012846848:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070391.663750:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093691a00/0x628f9640b607b6a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc471 expref: 223 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070391.663763:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093691a00, rc 0) 00000100:00100000:0.0:1746070391.663796:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+223:30974:x1830887014312192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2914us (2959us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070391.663803:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3418 00000100:00100000:0.0:1746070391.666819:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.669797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.673408:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.681857:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.686615:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014313472 00000100:00100000:0.0:1746070391.686619:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014313472 00002000:00100000:0.0:1746070391.686642:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e042300 x1830887014313472/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:22/0 lens 488/0 e 0 to 0 dl 1746070402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070391.686650:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e042300 with x1830887014313472 ext(0->4095) 00002000:00010000:0.0:1746070391.686654:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e042300 00000100:00100000:0.0:1746070391.686665:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2933 00000100:00100000:0.0:1746070391.686689:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014313472:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070391.689226:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014313472:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2552us (2905us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070391.689234:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2933 00002000:00100000:0.0:1746070391.689242:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e042300 x1830887014313472/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:22/0 lens 488/4536 e 0 to 0 dl 1746070402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070391.689250:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e042300 with x1830887014313472 ext(0->4095) 00010000:00010000:0.0:1746070391.689256:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009be0a000/0x628f9640b607b6a7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc478 expref: 6 pid: 8445 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746070391.689265:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009be0a000/0x628f9640b607b6a7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc478 expref: 6 pid: 8445 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746070391.689270:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e042300 00000100:00100000:0.0:1746070391.691660:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.691973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.695025:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.698832:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.704216:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.709488:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.711976:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.715816:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.717698:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.721834:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.722508:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.725702:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.734198:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.745926:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.749019:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.754105:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.760266:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.763440:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.778720:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.785765:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.785820:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.791989:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.797476:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.804240:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.805987:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.807865:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.810293:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.816146:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.819564:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.830650:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.840706:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.840741:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.844177:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.847200:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.847324:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.853642:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.859971:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.871787:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.884798:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.888147:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.891730:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.891776:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.900322:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.908141:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.912623:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.917338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.920925:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.920998:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.924339:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.927551:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.940087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.940520:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.943123:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.948724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.953251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.953288:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.958631:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.965139:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.974176:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.982819:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.984150:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.984168:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014324608 00000100:00100000:0.0:1746070391.984172:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014324608 00000100:00100000:0.0:1746070391.991648:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.995634:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070391.999128:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.008763:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.012954:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.022985:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.028112:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.040756:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.043549:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.048102:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.048606:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.048634:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014326656 00000100:00100000:0.0:1746070392.048638:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014326656 00010000:00010000:0.0:1746070392.048658:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092bac000/0x628f9640b607b733 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc504 expref: 6 pid: 8445 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746070392.048691:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5709 00000100:00100000:0.0:1746070392.048697:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014326656:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070392.048706:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070392.048721:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092bac000/0x628f9640b607b733 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc504 expref: 6 pid: 8445 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746070392.048729:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092bac000/0x628f9640b607b733 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc504 expref: 6 pid: 8445 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746070392.048747:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bac000/0x628f9640b607b733 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc504 expref: 6 pid: 8445 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746070392.048760:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070392.048777:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014326656:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 81us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070392.048782:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5709 00000100:00100000:0.0:1746070392.054561:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014326784 00000100:00100000:0.0:1746070392.054565:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014326784 00000100:00100000:0.0:1746070392.055999:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3441 00000100:00100000:0.0:1746070392.056007:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014326784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070392.056018:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070392.056027:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607b741 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc512 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070392.056043:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef95600/0x628f9640b607b73a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc50b expref: 26 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070392.056058:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070392.056059:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070392.056063:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607b741 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc512 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070392.056078:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef95600/0x628f9640b607b73a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc50b expref: 26 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070392.056089:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef95600/0x628f9640b607b73a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc50b expref: 26 pid: 8446 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746070392.056096:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887012852352:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070392.056119:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070392.060196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.064468:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.070721:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.075226:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.083269:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.084900:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.100848:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.106578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.107297:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.111359:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.114392:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.114893:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.114910:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014329216 00000100:00100000:0.0:1746070392.114915:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014329216 00000100:00100000:0.0:1746070392.127198:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.129104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.136594:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.144308:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.144351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.147327:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.149284:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.153519:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.159476:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.172786:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.198163:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.200597:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.202381:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.204399:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.222137:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.226105:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.230897:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.230957:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014332672 00000100:00100000:0.0:1746070392.230961:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014332672 00000100:00100000:0.0:1746070392.236507:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014332928 00000100:00100000:0.0:1746070392.236512:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014332928 00002000:00100000:0.0:1746070392.236540:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801319eb480 x1830887014332928/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:23/0 lens 488/0 e 0 to 0 dl 1746070403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070392.236548:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319eb480 with x1830887014332928 ext(0->4095) 00010000:00010000:0.0:1746070392.236555:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef94a00/0x628f9640b607b779 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc54a expref: 32 pid: 25271 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746070392.236565:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef94a00/0x628f9640b607b779 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc54a expref: 32 pid: 25271 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746070392.236571:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801319eb480 00000100:00100000:0.0:1746070392.236595:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 402 00000100:00100000:0.0:1746070392.236601:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1964:x1830887014332928:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070392.236727:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1964:x1830887014332928:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (558us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070392.236732:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 402 00002000:00100000:0.0:1746070392.236737:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801319eb480 x1830887014332928/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746070403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070392.236743:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319eb480 with x1830887014332928 ext(0->4095) 00010000:00010000:0.0:1746070392.236748:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef94a00/0x628f9640b607b779 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc54a expref: 32 pid: 25271 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746070392.236756:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef94a00/0x628f9640b607b779 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc54a expref: 32 pid: 25271 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746070392.236762:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801319eb480 00000100:00100000:0.0:1746070392.253188:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.267269:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.270069:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.272668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.277029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.277081:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.279426:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.293097:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.316586:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.316649:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.318903:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.318956:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.318984:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014334976 00000100:00100000:0.0:1746070392.318988:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014334976 00010000:00010000:0.0:1746070392.319008:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef94000/0x628f9640b607b78e lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc55f expref: 39 pid: 8444 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746070392.319029:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5723 00000100:00100000:0.0:1746070392.319034:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:1964:x1830887014334976:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070392.319042:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070392.319067:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef94000/0x628f9640b607b78e lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc55f expref: 39 pid: 8444 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746070392.319076:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef94000/0x628f9640b607b78e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc55f expref: 39 pid: 8444 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746070392.319091:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070392.319093:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070392.319098:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099de6c00/0x628f9640b607b795 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc566 expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070392.319104:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099de6c00/0x628f9640b607b795 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc566 expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070392.319123:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099de6c00/0x628f9640b607b795 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc566 expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070392.319130:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093697480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887012855168:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070392.319176:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070392.332909:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.335630:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.355241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.360135:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.363437:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.371357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.380963:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.382838:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.385580:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.390461:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.396525:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.410810:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.410841:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014337664 00000100:00100000:0.0:1746070392.410847:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014337664 00002000:00100000:0.0:1746070392.410877:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012e31c700 x1830887014337664/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:23/0 lens 488/0 e 0 to 0 dl 1746070403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070392.410886:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31c700 with x1830887014337664 ext(0->4095) 00002000:00010000:0.0:1746070392.410890:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31c700 00000100:00100000:0.0:1746070392.410909:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2956 00000100:00100000:0.0:1746070392.410914:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1964:x1830887014337664:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070392.411050:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1964:x1830887014337664:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070392.411056:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2956 00002000:00100000:0.0:1746070392.411062:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012e31c700 x1830887014337664/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:23/0 lens 488/4536 e 0 to 0 dl 1746070403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070392.411068:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31c700 with x1830887014337664 ext(0->4095) 00002000:00010000:0.0:1746070392.411071:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31c700 00000100:00100000:0.0:1746070392.415389:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.425843:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.429986:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.431796:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.440201:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.448718:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.454667:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.460566:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.469654:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.473909:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.488071:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.494640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.494706:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.504633:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.514286:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.524983:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.525033:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.530012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.539661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.540116:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.545738:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.552835:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.557761:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.561179:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.566128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.567734:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.584124:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.584172:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.591776:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.600181:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.602872:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.603231:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.610018:0:7080:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e041c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012858496:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070392.610036:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070392.610080:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1962:x1830887014343424:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2821us (6848us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070392.610088:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5736 00000100:00100000:0.0:1746070392.613151:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.627282:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.627329:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.655165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.659014:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.675126:0:8448:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012858880 00000100:00100000:0.0:1746070392.675136:0:8448:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012858880 00000100:00100000:0.0:1746070392.675204:0:8448:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1746070392.675210:0:8448:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e041f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887012858880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746070392.675240:0:8448:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 5111808 granted 611123200 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746070392.675291:0:8448:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e041f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887012858880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (6336us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070392.675297:0:8448:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1746070392.675344:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093321f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012858880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070392.681788:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.691013:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.701341:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.709389:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.720669:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.723352:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.726390:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.730073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.730284:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.734621:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.740504:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.754097:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.756369:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.758719:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.762657:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.766429:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.774945:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.775759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.781846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.794771:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.805793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.810301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.816221:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.818158:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.822844:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.827057:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.827448:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.832135:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.834157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.834194:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.837716:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.846788:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.849037:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.851161:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5747 00000100:00100000:0.0:1746070392.851174:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1963:x1830887014350208:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070392.851188:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070392.851209:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607b836 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc607 expref: 59 pid: 25271 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746070392.851222:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607b836 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc607 expref: 59 pid: 25271 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746070392.851241:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607b836 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc607 expref: 59 pid: 25271 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746070392.851266:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070392.851269:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070392.851275:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607b83d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc60e expref: 58 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070392.851281:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607b83d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc60e expref: 58 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070392.851310:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607b83d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc60e expref: 58 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070392.851320:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012419c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012861056:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070392.851410:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070392.856778:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012419c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012861056:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070392.856793:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070392.856813:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1963:x1830887014350208:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5644us (7779us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070392.856820:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5747 00000100:00100000:0.0:1746070392.858497:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.858562:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.868371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.873354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.873396:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.874478:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.892988:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.899061:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.904341:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.908402:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.909198:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.911993:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.912707:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.913190:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.917635:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.922343:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.927082:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.929377:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.937798:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.939623:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.948250:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.954937:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.955542:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.960734:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.961105:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.961140:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.961380:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5755 00000100:00100000:0.0:1746070392.961386:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014355200:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070392.961392:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070392.961399:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099de7200/0x628f9640b607b86e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc63f expref: 6 pid: 8444 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070392.961407:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099de7200/0x628f9640b607b86e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc63f expref: 6 pid: 8444 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070392.961417:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099de7200/0x628f9640b607b86e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc63f expref: 6 pid: 8444 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070392.962001:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070392.962021:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887014355200:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 636us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070392.962027:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5755 00000100:00100000:0.0:1746070392.965182:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.970669:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.974297:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.977777:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.982379:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.983127:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.985669:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.985738:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070392.988647:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.001198:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070393.001604:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070393.012112:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.018227:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.019992:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.023871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.023912:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.027096:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.031205:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.035590:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.038562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.044059:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.045102:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.048264:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.048962:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.053414:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.058641:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.065482:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.069156:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.071615:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.074566:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.077100:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.078759:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.084470:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.085901:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.089023:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.089074:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.091048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.095101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.106982:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.110640:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.114956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.126431:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.126512:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.131217:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.134024:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.134071:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.134087:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014364032 00000100:00100000:0.0:1746070393.134090:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014364032 00010000:00010000:0.0:1746070393.134109:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607b8d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6a1 expref: 6 pid: 8446 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746070393.134143:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5769 00000100:00100000:0.0:1746070393.134149:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014364032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070393.134158:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070393.134170:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607b8d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6a1 expref: 6 pid: 8446 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070393.134179:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607b8d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6a1 expref: 6 pid: 8446 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070393.134194:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607b8d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6a1 expref: 6 pid: 8446 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070393.135413:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070393.135416:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070393.135426:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099de6800/0x628f9640b607b8d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6a8 expref: 72 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070393.135434:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099de6800/0x628f9640b607b8d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6a8 expref: 72 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070393.135465:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099de6800/0x628f9640b607b8d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6a8 expref: 72 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070393.135475:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f73480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012865792:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070393.135745:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070393.139516:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.139951:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014364288 00000100:00100000:0.0:1746070393.139956:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014364288 00002000:00100000:0.0:1746070393.139986:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091f70380 x1830887014364288/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:24/0 lens 488/0 e 0 to 0 dl 1746070404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070393.139994:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70380 with x1830887014364288 ext(0->4095) 00010000:00010000:0.0:1746070393.140001:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099de6800/0x628f9640b607b8d7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6a8 expref: 74 pid: 8444 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070393.140013:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099de6800/0x628f9640b607b8d7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6a8 expref: 74 pid: 8444 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746070393.140019:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f70380 00000100:00100000:0.0:1746070393.141797:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 452 00000100:00100000:0.0:1746070393.141825:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:1964:x1830887014364288:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070393.142077:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:1964:x1830887014364288:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 270us (2566us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070393.142083:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 452 00002000:00100000:0.0:1746070393.142089:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091f70380 x1830887014364288/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746070404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070393.142111:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70380 with x1830887014364288 ext(0->4095) 00010000:00010000:0.0:1746070393.142129:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099de6800/0x628f9640b607b8d7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6a8 expref: 74 pid: 8444 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070393.142142:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099de6800/0x628f9640b607b8d7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6a8 expref: 74 pid: 8444 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746070393.142166:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f70380 00000100:00100000:0.0:1746070393.154369:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.158786:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.171163:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.173241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.175860:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.178209:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.182100:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.192866:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.194829:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.199348:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.201855:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.202177:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.205795:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.210374:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.220229:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.221443:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1961:x1830887014367104:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 981us (1218us total) trans 4294968145 rc 0/0 00000100:00100000:0.0:1746070393.221449:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 458 00002000:00100000:0.0:1746070393.221455:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880087beb480 x1830887014367104/t4294968145(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:24/0 lens 496/448 e 0 to 0 dl 1746070404 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070393.221461:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087beb480 with x1830887014367104 ext(0->7) 00010000:00010000:0.0:1746070393.221466:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093edca00/0x628f9640b607b8f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6c4 expref: 79 pid: 8444 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070393.221479:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093edca00/0x628f9640b607b8f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6c4 expref: 79 pid: 8444 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746070393.221484:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087beb480 00000100:00100000:0.0:1746070393.228001:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.228075:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.235216:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014367616 00000100:00100000:0.0:1746070393.235224:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014367616 00002000:00100000:0.0:1746070393.235255:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801319e9f80 x1830887014367616/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:24/0 lens 488/0 e 0 to 0 dl 1746070404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070393.235263:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9f80 with x1830887014367616 ext(0->4095) 00010000:00010000:0.0:1746070393.235270:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092baca00/0x628f9640b607b8fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6cb expref: 79 pid: 25271 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070393.235282:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092baca00/0x628f9640b607b8fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6cb expref: 79 pid: 25271 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746070393.235288:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801319e9f80 00000100:00100000:0.0:1746070393.235312:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 459 00000100:00100000:0.0:1746070393.235318:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887014367616:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070393.235452:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887014367616:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (422us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070393.235459:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 459 00002000:00100000:0.0:1746070393.235464:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801319e9f80 x1830887014367616/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:24/0 lens 488/4536 e 0 to 0 dl 1746070404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070393.235475:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9f80 with x1830887014367616 ext(0->4095) 00010000:00010000:0.0:1746070393.235479:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092baca00/0x628f9640b607b8fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6cb expref: 79 pid: 25271 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070393.235487:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092baca00/0x628f9640b607b8fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc6cb expref: 79 pid: 25271 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746070393.235492:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801319e9f80 00000100:00100000:0.0:1746070393.241354:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.241404:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.246877:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.251563:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.256390:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.259421:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.266157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.266242:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.270460:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.271081:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.274028:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.274079:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.280638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.284156:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.289775:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.297860:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.302330:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.304089:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.315511:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.323960:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.324929:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.329631:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.334874:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.341653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.354203:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.364339:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.374472:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.374514:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.381853:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.386268:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.393236:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.419284:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.421176:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.423578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.427266:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.428758:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.477279:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.484287:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.484351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.484401:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014374528 00000100:00100000:0.0:1746070393.484407:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014374528 00010000:00010000:0.0:1746070393.484435:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009430a200/0x628f9640b607b947 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc718 expref: 88 pid: 8444 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746070393.484470:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5785 00000100:00100000:0.0:1746070393.484476:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1963:x1830887014374528:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070393.484488:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070393.484505:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009430a200/0x628f9640b607b947 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc718 expref: 88 pid: 8444 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070393.484514:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009430a200/0x628f9640b607b947 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc718 expref: 88 pid: 8444 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070393.484531:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070393.484562:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1963:x1830887014374528:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 87us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070393.484568:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5785 00000100:00100000:0.0:1746070393.493360:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.493411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.499433:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.512473:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.513535:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.520810:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.528269:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.544428:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014376064 00000100:00100000:0.0:1746070393.544434:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014376064 00000100:00100000:0.0:1746070393.544464:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3519 00000100:00100000:0.0:1746070393.544469:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014376064:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070393.544481:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070393.544493:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607b963 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc734 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070393.544513:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5ce00/0x628f9640b607b95c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc72d expref: 88 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070393.544520:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070393.544521:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070393.544524:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607b963 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc734 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070393.544544:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5ce00/0x628f9640b607b95c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc72d expref: 88 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070393.544553:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d5ce00/0x628f9640b607b95c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc72d expref: 88 pid: 8446 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746070393.544561:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092dcf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012870400:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070393.544608:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348713c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070393.560894:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.572746:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.581318:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.586883:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.586968:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.594948:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.594979:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.595084:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014377600 00000100:00100000:0.0:1746070393.595091:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014377600 00002000:00100000:0.0:1746070393.595124:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009c787100 x1830887014377600/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:24/0 lens 488/0 e 0 to 0 dl 1746070404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070393.595133:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787100 with x1830887014377600 ext(0->4095) 00010000:00010000:0.0:1746070393.595140:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bad200/0x628f9640b607b96a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc73b expref: 92 pid: 25271 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070393.595151:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bad200/0x628f9640b607b96a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc73b expref: 92 pid: 25271 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746070393.595157:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c787100 00000100:00100000:0.0:1746070393.600408:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.600454:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.608271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.614021:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.616577:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.619888:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.626491:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.632096:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.635754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.635867:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.635983:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014379904 00000100:00100000:0.0:1746070393.635986:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014379904 00010000:00010000:0.0:1746070393.636002:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607b978 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc749 expref: 6 pid: 8446 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746070393.636019:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5793 00000100:00100000:0.0:1746070393.636024:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014379904:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070393.636033:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070393.636058:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607b978 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc749 expref: 6 pid: 8446 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070393.636066:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607b978 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc749 expref: 6 pid: 8446 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746070393.636084:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070393.636706:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014379904:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 680us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070393.636712:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5793 00000100:00100000:0.0:1746070393.638600:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.638638:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.643240:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.645608:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.648736:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.658218:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.660056:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.666188:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.671630:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.673620:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.676514:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.681526:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.684944:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.691610:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.721132:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.724556:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.744232:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.771510:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.771598:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012872576:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070393.771621:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607b9a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc77a expref: 97 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070393.771639:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5c600, rc 0) 00000100:00100000:0.0:1746070393.771711:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:30974:x1830887014383104:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 27329us (27484us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070393.771719:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3529 00000100:00100000:0.0:1746070393.776993:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 483 00000100:00100000:0.0:1746070393.788523:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.804260:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.818855:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.823346:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.828391:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.830493:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.836828:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.838567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.857198:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.869126:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.879336:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.879377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.885955:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.889390:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014385792 00000100:00100000:0.0:1746070393.889396:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014385792 00000100:00100000:0.0:1746070393.905413:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.905457:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.907652:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.916386:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.923176:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.928848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.936549:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.957390:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.957439:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.966882:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.971149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.974021:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.978857:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.981089:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.986178:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.988353:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.991560:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070393.996884:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801319e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3297:1830887012875008:0@lo:400:kworker.0 00000100:00100000:0.0:1746070393.996905:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746070393.997113:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070393.997588:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801319e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3297:1830887012875008:0@lo:400:kworker.0 00000100:00080000:0.0:1746070394.000008:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070394.001957:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.001995:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070394.002370:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070394.004206:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.005889:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.008644:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.022049:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.022128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.027441:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.035410:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.042125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.047319:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.049417:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.059057:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.062142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.063266:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.065477:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.067013:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.070258:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.073455:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.078396:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.085390:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.090629:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.093190:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.098545:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.103261:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.112389:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.130579:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.138546:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.142119:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.150008:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.153253:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.156959:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.169625:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.177841:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.184223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.186810:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887012878208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070394.186851:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070394.194758:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.201908:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.204862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.210763:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.219149:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.225830:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.233941:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.237949:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.237977:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014396288 00000100:00100000:0.0:1746070394.237984:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014396288 00002000:00100000:0.0:1746070394.238018:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800923b8000 x1830887014396288/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:25/0 lens 488/0 e 0 to 0 dl 1746070405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070394.238026:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8000 with x1830887014396288 ext(0->4095) 00002000:00010000:0.0:1746070394.238038:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923b8000 00000100:00100000:0.0:1746070394.239544:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3008 00000100:00100000:0.0:1746070394.239552:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014396288:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070394.239670:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014396288:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (1727us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070394.239698:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3008 00002000:00100000:0.0:1746070394.239703:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800923b8000 x1830887014396288/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746070405 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070394.239710:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8000 with x1830887014396288 ext(0->4095) 00002000:00010000:0.0:1746070394.239713:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923b8000 00000100:00100000:0.0:1746070394.244246:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.246078:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.247776:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.251464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.264138:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.274872:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.280256:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.286456:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.289998:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.290834:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.290854:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014397952 00000100:00100000:0.0:1746070394.290857:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014397952 00010000:00010000:0.0:1746070394.290871:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009304d400/0x628f9640b607ba4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc81b expref: 119 pid: 25271 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746070394.290886:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5823 00000100:00100000:0.0:1746070394.290890:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093368000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+119:1963:x1830887014397952:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070394.290897:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070394.290913:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009304d400/0x628f9640b607ba4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc81b expref: 119 pid: 25271 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.290921:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009304d400/0x628f9640b607ba4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc81b expref: 119 pid: 25271 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.290937:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009304d400/0x628f9640b607ba4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc81b expref: 119 pid: 25271 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.290949:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070394.290951:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070394.290956:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607ba51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc822 expref: 118 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.290966:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607ba51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc822 expref: 118 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.290984:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607ba51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc822 expref: 118 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.290994:0:7080:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607ba51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc822 expref: 118 pid: 8446 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746070394.291003:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093369180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012879616:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070394.291060:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070394.293798:0:7080:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093369180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012879616:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070394.293816:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070394.293856:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093368000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+118:1963:x1830887014397952:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2964us (3021us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070394.293865:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5823 00000100:00100000:0.0:1746070394.303486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.315944:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.319291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.325995:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.328168:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.331966:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.346626:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.355846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.359191:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.372887:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.374866:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.383567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.406297:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.406342:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.413485:0:7080:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e040380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012880640:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070394.413503:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070394.413559:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887014400768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6902us (7215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070394.413568:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5828 00000100:00100000:0.0:1746070394.423091:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.428916:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.431752:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.434184:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.436741:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.440259:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.441588:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.444333:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.446443:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.446837:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 513 00000100:00100000:0.0:1746070394.446844:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+125:1963:x1830887014402560:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070394.447089:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+127:1963:x1830887014402560:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 244us (649us total) trans 4294968169 rc 0/0 00000100:00100000:0.0:1746070394.447094:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 513 00002000:00100000:0.0:1746070394.447099:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880093d5f800 x1830887014402560/t4294968169(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:25/0 lens 496/448 e 0 to 0 dl 1746070405 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070394.447109:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f800 with x1830887014402560 ext(0->7) 00010000:00010000:0.0:1746070394.447113:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d5ce00/0x628f9640b607ba82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc853 expref: 127 pid: 8446 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.447121:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d5ce00/0x628f9640b607ba82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc853 expref: 127 pid: 8446 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746070394.447126:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5f800 00000100:00100000:0.0:1746070394.448639:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.451309:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.456063:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.456107:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.459601:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.462614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.465194:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.467834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.485926:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.490553:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.490631:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.498608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.504406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.514248:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.514271:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014406016 00000100:00100000:0.0:1746070394.514274:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014406016 00002000:00100000:0.0:1746070394.514296:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012d505180 x1830887014406016/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:25/0 lens 488/0 e 0 to 0 dl 1746070405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070394.514309:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505180 with x1830887014406016 ext(0->4095) 00010000:00010000:0.0:1746070394.514315:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607baac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc87d expref: 132 pid: 8446 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.514325:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607baac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc87d expref: 132 pid: 8446 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746070394.514330:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d505180 00000100:00100000:0.0:1746070394.514341:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 519 00000100:00100000:0.0:1746070394.514347:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+132:1963:x1830887014406016:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070394.514464:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+132:1963:x1830887014406016:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (216us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070394.514469:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 519 00002000:00100000:0.0:1746070394.514473:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012d505180 x1830887014406016/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:25/0 lens 488/4536 e 0 to 0 dl 1746070405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070394.514479:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505180 with x1830887014406016 ext(0->4095) 00010000:00010000:0.0:1746070394.514483:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607baac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc87d expref: 132 pid: 8446 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.514491:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607baac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc87d expref: 132 pid: 8446 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746070394.514495:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d505180 00000100:00100000:0.0:1746070394.518746:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.518872:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.518904:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014406272 00000100:00100000:0.0:1746070394.518910:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014406272 00010000:00010000:0.0:1746070394.518934:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607baac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc87d expref: 132 pid: 8446 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746070394.518965:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5837 00000100:00100000:0.0:1746070394.518971:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+132:1962:x1830887014406272:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070394.518980:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070394.518996:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607baac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc87d expref: 132 pid: 8446 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.519006:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607baac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc87d expref: 132 pid: 8446 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.519025:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070394.519027:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070394.519041:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607bab3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc884 expref: 132 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.519049:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607bab3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc884 expref: 132 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.519073:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607bab3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc884 expref: 132 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070394.519082:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134836680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012882816:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070394.519131:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348713c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070394.527665:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.530365:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.537911:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.540223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.548189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.550400:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.555862:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.555911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.564044:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.564084:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.569353:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.578204:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.585005:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.589873:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.595853:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.595886:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014409344 00000100:00100000:0.0:1746070394.595892:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014409344 00000100:00100000:0.0:1746070394.601128:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3572 00000100:00100000:0.0:1746070394.601144:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014409344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070394.601160:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070394.601175:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b705e00/0x628f9640b607bad6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc8a7 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.601196:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070394.601198:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070394.601205:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b705e00/0x628f9640b607bad6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc8a7 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.601216:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b705e00/0x628f9640b607bad6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc8a7 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.601225:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b705e00, rc 0) 00000100:00100000:0.0:1746070394.601289:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014409344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (5441us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070394.601294:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3572 00000100:00100000:0.0:1746070394.603281:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.603355:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.606882:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.606945:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.606972:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014410112 00000100:00100000:0.0:1746070394.606978:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014410112 00010000:00010000:0.0:1746070394.607001:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b705e00/0x628f9640b607bad6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc8a7 expref: 6 pid: 12041 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746070394.607023:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5842 00000100:00100000:0.0:1746070394.607038:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014410112:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070394.607048:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070394.607064:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b705e00/0x628f9640b607bad6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc8a7 expref: 6 pid: 12041 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.607073:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b705e00/0x628f9640b607bad6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc8a7 expref: 6 pid: 12041 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.607092:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070394.607122:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014410112:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 92us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070394.607129:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5842 00010000:00010000:0.0:1746070394.611147:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070394.612614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.612659:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.617174:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.632902:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.639575:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.644897:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.654449:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.656992:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.660578:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.663871:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.676996:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.680806:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.685135:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014412160 00000100:00100000:0.0:1746070394.685145:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014412160 00010000:00010000:0.0:1746070394.685176:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009304dc00/0x628f9640b607baeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc8bc expref: 138 pid: 8445 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746070394.685211:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5846 00000100:00100000:0.0:1746070394.685219:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+138:1961:x1830887014412160:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070394.685230:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070394.685245:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009304dc00/0x628f9640b607baeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc8bc expref: 138 pid: 8445 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.685255:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009304dc00/0x628f9640b607baeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc8bc expref: 138 pid: 8445 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.685273:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009304dc00/0x628f9640b607baeb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc8bc expref: 138 pid: 8445 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.685290:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070394.685292:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070394.685297:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607baf2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc8c3 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.685304:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607baf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc8c3 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.685330:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607baf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc8c3 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070394.685339:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012884864:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070394.685401:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070394.688280:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.690238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.692594:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.704638:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.716182:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.723184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.727911:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.735066:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.745311:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.751841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.755868:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.758381:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.761406:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.764304:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.774418:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.778448:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.780736:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.783606:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.792822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.795827:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.802933:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.813401:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.816242:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.821154:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.821785:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.827595:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e041500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887012886784:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070394.827620:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607bb31 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc902 expref: 144 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.827633:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bace00, rc 0) 00000100:00100000:0.0:1746070394.827684:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+144:30974:x1830887014417152:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5805us (5899us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070394.827691:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3585 00000100:00100000:0.0:1746070394.828718:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.833333:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.843538:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.850932:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.854315:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.860485:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.865116:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.867845:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014418688 00000100:00100000:0.0:1746070394.867850:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014418688 00010000:00010000:0.0:1746070394.867868:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607bb38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc909 expref: 147 pid: 8446 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746070394.872573:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.882991:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.885742:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.887859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.895756:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.896292:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.899820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.902709:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.920664:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.920789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.922973:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.928485:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014421120 00000100:00100000:0.0:1746070394.928489:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014421120 00000100:00100000:0.0:1746070394.928509:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3592 00000100:00100000:0.0:1746070394.928514:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124017b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014421120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070394.928523:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070394.928532:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b705c00/0x628f9640b607bb62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc933 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.928547:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5c200/0x628f9640b607bb5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc92c expref: 150 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.928553:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070394.928554:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070394.928557:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b705c00/0x628f9640b607bb62 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc933 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.928571:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5c200/0x628f9640b607bb5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc92c expref: 150 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.928580:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d5c200/0x628f9640b607bb5b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc92c expref: 150 pid: 8446 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746070394.928588:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801316c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012888576:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070394.928610:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070394.935516:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014421504 00000100:00100000:0.0:1746070394.935521:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014421504 00002000:00100000:0.0:1746070394.935550:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880124014700 x1830887014421504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:25/0 lens 488/0 e 0 to 0 dl 1746070405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070394.935558:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124014700 with x1830887014421504 ext(0->4095) 00010000:00010000:0.0:1746070394.935564:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d5c200/0x628f9640b607bb5b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc92c expref: 150 pid: 8446 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746070394.935574:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d5c200/0x628f9640b607bb5b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc92c expref: 150 pid: 8446 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746070394.935580:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880124014700 00000100:00100000:0.0:1746070394.968716:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801316c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012888576:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070394.968745:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b705c00/0x628f9640b607bb62 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc933 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070394.968759:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b705c00, rc 0) 00000100:00100000:0.0:1746070394.968810:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124017b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014421120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 40294us (40990us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070394.968817:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3592 00000100:00100000:0.0:1746070394.970213:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.972481:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.974141:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.979614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070394.981061:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.007513:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070395.008352:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070395.009519:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.009559:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.012371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.018697:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.030932:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.032410:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.034104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.038513:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.043212:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.043291:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.052877:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.054765:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.062474:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.065536:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.067722:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.069255:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.090035:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.093471:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.099443:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.099482:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.107431:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.125431:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.127508:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.130455:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.134478:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.142629:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.146743:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.155750:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.164484:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.164618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.168610:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.176091:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.184691:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014428672 00000100:00100000:0.0:1746070395.184697:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014428672 00010000:00010000:0.0:1746070395.184721:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607bba8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc979 expref: 160 pid: 8446 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746070395.184742:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5873 00000100:00100000:0.0:1746070395.184748:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e040380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+160:1963:x1830887014428672:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070395.184757:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070395.184774:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607bba8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc979 expref: 160 pid: 8446 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.184783:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607bba8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc979 expref: 160 pid: 8446 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.184801:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607bba8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc979 expref: 160 pid: 8446 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.184816:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070395.184817:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070395.184823:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607bbaf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc980 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.184831:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607bbaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc980 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.184857:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607bbaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc980 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070395.184866:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092145180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012891136:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070395.187812:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070395.190440:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.193726:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.196022:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.200527:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.204709:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.204750:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.218977:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.220291:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.220323:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.222401:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.231171:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.237375:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.244080:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.249760:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.253712:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.253748:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.276987:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.282438:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.283292:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.290707:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e041c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012892288:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070395.290733:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092bad200/0x628f9640b607bbd9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9aa expref: 165 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.290748:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bad200, rc 0) 00000100:00100000:0.0:1746070395.290784:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+165:30974:x1830887014432256:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7358us (7491us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070395.290791:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3609 00000100:00100000:0.0:1746070395.293133:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014432640 00000100:00100000:0.0:1746070395.293140:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014432640 00002000:00100000:0.0:1746070395.293172:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e043800 x1830887014432640/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:26/0 lens 488/0 e 0 to 0 dl 1746070406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.293181:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e043800 with x1830887014432640 ext(0->4095) 00010000:00010000:0.0:1746070395.293188:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607bbd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9a3 expref: 6 pid: 8445 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.293200:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607bbd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9a3 expref: 6 pid: 8445 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746070395.293205:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e043800 00000100:00100000:0.0:1746070395.293219:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 560 00000100:00100000:0.0:1746070395.293225:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014432640:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070395.293351:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e043800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014432640:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (2081us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070395.293357:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 560 00002000:00100000:0.0:1746070395.293362:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e043800 x1830887014432640/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746070406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.293369:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e043800 with x1830887014432640 ext(0->4095) 00010000:00010000:0.0:1746070395.293373:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607bbd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9a3 expref: 6 pid: 8445 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.293382:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607bbd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9a3 expref: 6 pid: 8445 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746070395.293386:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e043800 00000100:00100000:0.0:1746070395.298988:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.300774:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.302907:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.305951:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.308835:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.311526:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.314777:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.318339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.320511:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.323234:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.323565:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014434304 00000100:00100000:0.0:1746070395.323570:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014434304 00002000:00100000:0.0:1746070395.323597:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093369c00 x1830887014434304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:26/0 lens 488/0 e 0 to 0 dl 1746070406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.323606:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093369c00 with x1830887014434304 ext(0->4095) 00010000:00010000:0.0:1746070395.323614:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bad800/0x628f9640b607bbe7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9b8 expref: 168 pid: 8445 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.323625:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bad800/0x628f9640b607bbe7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9b8 expref: 168 pid: 8445 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746070395.323631:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093369c00 00000100:00100000:0.0:1746070395.323645:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 562 00000100:00100000:0.0:1746070395.323651:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+168:1964:x1830887014434304:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070395.323781:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+168:1964:x1830887014434304:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (547us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070395.323787:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 562 00002000:00100000:0.0:1746070395.323792:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093369c00 x1830887014434304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746070406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.323799:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093369c00 with x1830887014434304 ext(0->4095) 00010000:00010000:0.0:1746070395.323803:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bad800/0x628f9640b607bbe7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9b8 expref: 168 pid: 8445 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.323812:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bad800/0x628f9640b607bbe7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9b8 expref: 168 pid: 8445 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746070395.323818:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093369c00 00000100:00100000:0.0:1746070395.334883:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.338912:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.344752:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.349739:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.357152:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014435456 00000100:00100000:0.0:1746070395.357159:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014435456 00002000:00100000:0.0:1746070395.357194:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880124014a80 x1830887014435456/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:26/0 lens 488/0 e 0 to 0 dl 1746070406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.357203:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124014a80 with x1830887014435456 ext(0->4095) 00002000:00010000:0.0:1746070395.357207:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124014a80 00000100:00100000:0.0:1746070395.358945:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 564 00000100:00100000:0.0:1746070395.358953:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014435456:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070395.359097:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014435456:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 145us (2010us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070395.359103:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 564 00002000:00100000:0.0:1746070395.359109:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880124014a80 x1830887014435456/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746070406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.359117:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124014a80 with x1830887014435456 ext(0->4095) 00010000:00010000:0.0:1746070395.359123:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bad200/0x628f9640b607bbf5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9c6 expref: 6 pid: 8445 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.359136:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bad200/0x628f9640b607bbf5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9c6 expref: 6 pid: 8445 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746070395.359141:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880124014a80 00000100:00100000:0.0:1746070395.364712:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.366980:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.367644:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.372178:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.378093:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.380021:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.381512:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.381535:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014436736 00000100:00100000:0.0:1746070395.381539:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014436736 00002000:00100000:0.0:1746070395.381563:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091f72d80 x1830887014436736/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:26/0 lens 488/0 e 0 to 0 dl 1746070406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.381572:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f72d80 with x1830887014436736 ext(0->4095) 00002000:00010000:0.0:1746070395.381576:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f72d80 00000100:00100000:0.0:1746070395.381588:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3043 00000100:00100000:0.0:1746070395.381592:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+171:1962:x1830887014436736:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070395.381722:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+171:1962:x1830887014436736:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (213us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070395.381728:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3043 00002000:00100000:0.0:1746070395.381733:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091f72d80 x1830887014436736/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746070406 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.381746:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f72d80 with x1830887014436736 ext(0->4095) 00002000:00010000:0.0:1746070395.381749:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f72d80 00000100:00100000:0.0:1746070395.388599:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014436864 00000100:00100000:0.0:1746070395.388606:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014436864 00000100:00100000:0.0:1746070395.388641:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3616 00000100:00100000:0.0:1746070395.388648:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014436864:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070395.388662:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070395.388693:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b704000/0x628f9640b607bc0a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bc9db expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.388714:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070395.388716:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070395.388723:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b704000/0x628f9640b607bc0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9db expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.388735:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b704000/0x628f9640b607bc0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9db expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.388744:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b704000, rc 0) 00000100:00100000:0.0:1746070395.388795:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014436864:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070395.388800:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3616 00000100:00100000:0.0:1746070395.391180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.404941:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.404982:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.409278:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.411211:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014437888 00000100:00100000:0.0:1746070395.411215:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014437888 00010000:00010000:0.0:1746070395.411228:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b704000/0x628f9640b607bc0a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9db expref: 6 pid: 25271 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746070395.411244:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5887 00000100:00100000:0.0:1746070395.411248:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014437888:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070395.411254:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070395.411263:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b704000/0x628f9640b607bc0a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9db expref: 6 pid: 25271 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.411271:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b704000/0x628f9640b607bc0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9db expref: 6 pid: 25271 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.411282:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b704000/0x628f9640b607bc0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9db expref: 6 pid: 25271 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.411293:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070395.411294:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070395.411300:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bad800/0x628f9640b607bc11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9e2 expref: 170 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.411306:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bad800/0x628f9640b607bc11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9e2 expref: 170 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.411323:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092bad800/0x628f9640b607bc11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9e2 expref: 170 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.411336:0:7080:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092bad800/0x628f9640b607bc11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bc9e2 expref: 170 pid: 8445 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746070395.411344:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f71c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012894464:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070395.411392:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070395.414872:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.420618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.423017:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.426810:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.429836:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.431628:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.435254:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.436764:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.438599:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.443065:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.443110:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.447207:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.459997:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.476442:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.476495:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.480700:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.482947:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.485519:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.499523:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.507609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.516978:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.524477:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012895744:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070395.524493:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070395.524529:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bde2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+175:1964:x1830887014441728:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4134us (7557us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070395.524537:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5893 00000100:00100000:0.0:1746070395.526495:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070395.529504:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746070395.529508:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070395.538425:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.540626:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.541705:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.548593:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.560879:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.568735:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.568804:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.579012:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.585213:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.585261:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.588915:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.592717:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.606586:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.606640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.612691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070395.615828:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070395.622126:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.624571:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.626724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.630544:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.632587:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.634100:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.637817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.637871:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.641253:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.641560:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.641589:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.644527:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.647514:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.651205:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.653788:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.659244:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.659607:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.661787:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.664281:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.666567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.676231:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.681850:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.681889:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014450304 00000100:00100000:0.0:1746070395.681894:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014450304 00002000:00100000:0.0:1746070395.681920:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091eff100 x1830887014450304/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:26/0 lens 488/0 e 0 to 0 dl 1746070406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.681928:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff100 with x1830887014450304 ext(0->4095) 00002000:00010000:0.0:1746070395.681931:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091eff100 00000100:00100000:0.0:1746070395.681947:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3054 00000100:00100000:0.0:1746070395.681952:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014450304:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070395.682068:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014450304:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (219us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070395.682074:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3054 00002000:00100000:0.0:1746070395.682078:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091eff100 x1830887014450304/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746070406 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.682084:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff100 with x1830887014450304 ext(0->4095) 00002000:00010000:0.0:1746070395.682086:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091eff100 00000100:00100000:0.0:1746070395.683338:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.689348:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.691906:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.692319:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.700565:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.700607:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.707285:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.707466:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014451584 00000100:00100000:0.0:1746070395.707471:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014451584 00002000:00100000:0.0:1746070395.707509:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800923b9c00 x1830887014451584/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:26/0 lens 488/0 e 0 to 0 dl 1746070406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.707520:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9c00 with x1830887014451584 ext(0->4095) 00002000:00010000:0.0:1746070395.707524:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923b9c00 00000100:00100000:0.0:1746070395.707786:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3057 00000100:00100000:0.0:1746070395.707792:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+186:1962:x1830887014451584:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070395.707906:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+186:1962:x1830887014451584:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 113us (627us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070395.707914:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3057 00002000:00100000:0.0:1746070395.707919:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800923b9c00 x1830887014451584/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746070406 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.707925:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9c00 with x1830887014451584 ext(0->4095) 00002000:00010000:0.0:1746070395.707927:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923b9c00 00000100:00100000:0.0:1746070395.711594:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014451712 00000100:00100000:0.0:1746070395.711603:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014451712 00000100:00100000:0.0:1746070395.711640:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3638 00000100:00100000:0.0:1746070395.711647:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014451712:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070395.711660:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070395.711699:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607bca4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bca75 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.711724:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607bc9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca6e expref: 185 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.711730:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070395.711732:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070395.711735:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607bca4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca75 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.711756:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607bc9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca6e expref: 185 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.711766:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607bc9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca6e expref: 185 pid: 8445 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746070395.711782:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012899072:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070395.711846:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070395.717181:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.724754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.728985:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.731040:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.735317:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.737820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.741425:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.745436:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014453120 00000100:00100000:0.0:1746070395.745444:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014453120 00002000:00100000:0.0:1746070395.745479:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008e040380 x1830887014453120/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:26/0 lens 496/0 e 0 to 0 dl 1746070406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.745488:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e040380 with x1830887014453120 ext(0->7) 00010000:00010000:0.0:1746070395.745496:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bac000/0x628f9640b607bcab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca7c expref: 189 pid: 8445 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.745510:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bac000/0x628f9640b607bcab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca7c expref: 189 pid: 8445 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746070395.745516:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e040380 00000100:00100000:0.0:1746070395.745545:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 590 00000100:00100000:0.0:1746070395.745551:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e040380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+189:1962:x1830887014453120:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070395.745833:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e040380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+191:1962:x1830887014453120:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 280us (466us total) trans 4294968201 rc 0/0 00000100:00100000:0.0:1746070395.745840:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 590 00002000:00100000:0.0:1746070395.745845:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008e040380 x1830887014453120/t4294968201(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:26/0 lens 496/448 e 0 to 0 dl 1746070406 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.745852:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e040380 with x1830887014453120 ext(0->7) 00010000:00010000:0.0:1746070395.745856:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bac000/0x628f9640b607bcab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca7c expref: 191 pid: 8445 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.745865:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bac000/0x628f9640b607bcab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca7c expref: 191 pid: 8445 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746070395.745871:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e040380 00000100:00100000:0.0:1746070395.751862:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.756816:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.765144:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.766915:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.769015:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.779529:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014454272 00000100:00100000:0.0:1746070395.779538:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014454272 00000100:00100000:0.0:1746070395.779653:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3642 00000100:00100000:0.0:1746070395.779661:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+190:30974:x1830887014454272:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070395.779693:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070395.779708:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099c02c00/0x628f9640b607bcc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bca91 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.779732:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607bcb2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca83 expref: 191 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.779745:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bad000/0x628f9640b607bcb9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca8a expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.779750:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070395.779752:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070395.779755:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c02c00/0x628f9640b607bcc0 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca91 expref: 191 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.779779:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092bad000/0x628f9640b607bcb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca8a expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.779789:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092bad000/0x628f9640b607bcb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca8a expref: 5 pid: 12041 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746070395.779798:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801319ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012899840:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070395.779937:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607bcb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca83 expref: 191 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.779946:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607bcb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca83 expref: 191 pid: 8445 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746070395.779954:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801319e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012899968:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070395.779973:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070395.783609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.784896:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.795663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.795697:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014454912 00000100:00100000:0.0:1746070395.795701:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014454912 00002000:00100000:0.0:1746070395.795728:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801319ebb80 x1830887014454912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:26/0 lens 488/0 e 0 to 0 dl 1746070406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.795736:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ebb80 with x1830887014454912 ext(0->4095) 00010000:00010000:0.0:1746070395.795741:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099c02c00/0x628f9640b607bcc0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca91 expref: 191 pid: 8445 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.795752:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099c02c00/0x628f9640b607bcc0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca91 expref: 191 pid: 8445 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746070395.795758:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801319ebb80 00000100:00100000:0.0:1746070395.795783:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 591 00000100:00100000:0.0:1746070395.795789:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+191:1964:x1830887014454912:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070395.795910:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+191:1964:x1830887014454912:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070395.795916:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 591 00002000:00100000:0.0:1746070395.795921:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801319ebb80 x1830887014454912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746070406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.795928:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ebb80 with x1830887014454912 ext(0->4095) 00010000:00010000:0.0:1746070395.795932:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099c02c00/0x628f9640b607bcc0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca91 expref: 191 pid: 8445 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.795940:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099c02c00/0x628f9640b607bcc0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bca91 expref: 191 pid: 8445 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746070395.795949:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801319ebb80 00000100:00100000:0.0:1746070395.809638:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.809727:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.814468:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.826188:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.829208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.833018:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.841628:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.849986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.850086:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.854892:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.857841:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.859806:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.862286:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.869566:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.871546:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.877354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.879830:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.883057:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.886340:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.886642:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.889090:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.892241:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.899222:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.903511:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.903696:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5919 00000100:00100000:0.0:1746070395.903705:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+199:1962:x1830887014458880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070395.903716:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070395.903735:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607bcea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcabb expref: 199 pid: 8445 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.903746:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607bcea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcabb expref: 200 pid: 8445 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.903763:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bace00/0x628f9640b607bcea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcabb expref: 200 pid: 8445 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.903778:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070395.903780:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070395.903785:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607bcf1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcac2 expref: 199 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.903791:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607bcf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcac2 expref: 199 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.903822:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607bcf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcac2 expref: 200 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070395.903994:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607bcf1 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcac2 expref: 200 pid: 8445 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746070395.904001:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887012901888:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070395.904502:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070395.907726:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887012901888:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070395.907736:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070395.912244:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.912289:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.915281:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.916061:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 601 00000100:00100000:0.0:1746070395.916069:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+198:1964:x1830887014459776:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070395.916186:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+198:1964:x1830887014459776:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (908us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070395.916192:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 601 00002000:00100000:0.0:1746070395.916196:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a12aaa00 x1830887014459776/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:26/0 lens 488/4536 e 0 to 0 dl 1746070406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070395.916203:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12aaa00 with x1830887014459776 ext(0->4095) 00010000:00010000:0.0:1746070395.916207:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607bcf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcac9 expref: 198 pid: 8445 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746070395.916216:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607bcf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcac9 expref: 198 pid: 8445 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746070395.916221:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a12aaa00 00000100:00100000:0.0:1746070395.919891:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.934235:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.950440:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.973941:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.980667:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.988872:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.994084:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070395.996807:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.004763:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.006701:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.023758:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.028811:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.028863:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.040595:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.040994:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.043760:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.054909:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.064903:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.073825:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.078180:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.082320:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.084968:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.086624:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.090396:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.095997:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.098166:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.100870:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.103444:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.105723:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.126611:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.126654:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.136483:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.136520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.139300:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.152164:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.165803:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.171265:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.178820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.185825:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014467200 00000100:00100000:0.0:1746070396.185833:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014467200 00000100:00100000:0.0:1746070396.185879:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3662 00000100:00100000:0.0:1746070396.185885:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+207:30974:x1830887014467200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070396.185901:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070396.185913:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099c02c00/0x628f9640b607bd4c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bcb1d expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.185934:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092baca00/0x628f9640b607bd45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcb16 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.185940:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070396.185942:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070396.185945:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c02c00/0x628f9640b607bd4c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcb1d expref: 208 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.185969:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092baca00/0x628f9640b607bd45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcb16 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.185980:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092baca00/0x628f9640b607bd45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcb16 expref: 5 pid: 8445 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746070396.185990:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012904832:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070396.186071:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070396.186653:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.193144:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.197612:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.209832:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.218004:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.227592:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.232472:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.236345:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.237097:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.240874:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.250392:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.252290:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.254599:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.257413:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.266436:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.270053:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.270106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.277507:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.278587:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.280618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.283378:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.292853:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.297034:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.298220:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.300497:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.304851:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.306517:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.311475:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.317641:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.331829:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.340702:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014473088 00000100:00100000:0.0:1746070396.340709:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014473088 00002000:00100000:0.0:1746070396.340743:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e041180 x1830887014473088/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:27/0 lens 488/0 e 0 to 0 dl 1746070407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070396.340752:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e041180 with x1830887014473088 ext(0->4095) 00010000:00010000:0.0:1746070396.340759:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bad000/0x628f9640b607bd84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcb55 expref: 6 pid: 8445 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746070396.340771:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bad000/0x628f9640b607bd84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcb55 expref: 6 pid: 8445 timeout: 608 lvb_type: 0 00002000:00010000:0.0:1746070396.340777:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e041180 00000100:00100000:0.0:1746070396.340804:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 622 00000100:00100000:0.0:1746070396.340811:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014473088:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070396.340954:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014473088:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 142us (322us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070396.340960:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 622 00002000:00100000:0.0:1746070396.340966:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e041180 x1830887014473088/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746070407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070396.340972:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e041180 with x1830887014473088 ext(0->4095) 00010000:00010000:0.0:1746070396.340977:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bad000/0x628f9640b607bd84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcb55 expref: 6 pid: 8445 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746070396.340985:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bad000/0x628f9640b607bd84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcb55 expref: 6 pid: 8445 timeout: 608 lvb_type: 0 00002000:00010000:0.0:1746070396.340991:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e041180 00000100:00100000:0.0:1746070396.343615:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.349034:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.359341:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.367552:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.375497:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.383914:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.386949:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.390849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.401841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.401893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.405651:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.407953:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.408229:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.415433:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.421138:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.423240:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.436419:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.436468:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.438841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.441313:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.445584:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.458926:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.472080:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.476414:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.482523:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.485485:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.486091:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.495937:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.514625:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.514667:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.523461:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.528162:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.533635:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.565360:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.567570:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.571401:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.573716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.576361:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.582089:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.582131:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.586877:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.586906:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.586999:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014480896 00000100:00100000:0.0:1746070396.587006:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014480896 00000100:00100000:0.0:1746070396.587048:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3684 00000100:00100000:0.0:1746070396.587054:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+228:30975:x1830887014480896:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070396.587068:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070396.587082:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607bde6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bcbb7 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.587101:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070396.587106:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607bddf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb0 expref: 229 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.587116:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070396.587120:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607bde6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb7 expref: 229 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.587145:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607bddf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb0 expref: 229 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.587156:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607bde6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb7 expref: 229 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.587165:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c02e00, rc 0) 00000100:00100000:0.0:1746070396.587196:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+229:30975:x1830887014480896:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070396.587201:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3684 00000100:00100000:0.0:1746070396.589547:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014481024 00000100:00100000:0.0:1746070396.589552:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014481024 00010000:00010000:0.0:1746070396.589568:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093f12400/0x628f9640b607bdd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcba2 expref: 6 pid: 8444 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746070396.589584:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5953 00000100:00100000:0.0:1746070396.589589:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e042d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014481024:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070396.589597:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070396.589611:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093f12400/0x628f9640b607bdd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcba2 expref: 6 pid: 8444 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746070396.589619:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093f12400/0x628f9640b607bdd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcba2 expref: 6 pid: 8444 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746070396.589634:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093f12400/0x628f9640b607bdd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcba2 expref: 6 pid: 8444 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746070396.589656:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070396.589658:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070396.589663:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607bddf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb0 expref: 226 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.589670:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607bddf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb0 expref: 226 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.589718:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607bddf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb0 expref: 226 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.589727:0:7080:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607bddf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb0 expref: 226 pid: 12041 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746070396.589736:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012910080:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070396.589802:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070396.591521:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.599115:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.607143:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.616215:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014482048 00000100:00100000:0.0:1746070396.616219:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014482048 00002000:00100000:0.0:1746070396.616239:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880131b71180 x1830887014482048/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:27/0 lens 488/0 e 0 to 0 dl 1746070407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070396.616253:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b71180 with x1830887014482048 ext(0->4095) 00010000:00010000:0.0:1746070396.616258:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607bde6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb7 expref: 230 pid: 8444 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746070396.616267:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607bde6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb7 expref: 230 pid: 8444 timeout: 608 lvb_type: 0 00002000:00010000:0.0:1746070396.616273:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b71180 00000100:00100000:0.0:1746070396.616284:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 635 00000100:00100000:0.0:1746070396.616288:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+230:1964:x1830887014482048:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070396.616409:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+230:1964:x1830887014482048:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (662us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070396.616415:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 635 00002000:00100000:0.0:1746070396.616421:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880131b71180 x1830887014482048/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746070407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070396.616427:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b71180 with x1830887014482048 ext(0->4095) 00010000:00010000:0.0:1746070396.616431:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607bde6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb7 expref: 230 pid: 8444 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746070396.616438:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607bde6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb7 expref: 230 pid: 8444 timeout: 608 lvb_type: 0 00002000:00010000:0.0:1746070396.616443:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b71180 00000100:00100000:0.0:1746070396.620369:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.620399:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014482176 00000100:00100000:0.0:1746070396.620405:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014482176 00000100:00100000:0.0:1746070396.620436:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3686 00000100:00100000:0.0:1746070396.620442:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014482176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070396.620456:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070396.620470:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099c03000/0x628f9640b607bdf4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bcbc5 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.620489:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070396.620495:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607bded lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbbe expref: 229 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.620500:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070396.620504:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c03000/0x628f9640b607bdf4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbc5 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.620531:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607bded lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbbe expref: 229 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.620541:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099c03000/0x628f9640b607bdf4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbc5 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.620549:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c03000, rc 0) 00000100:00100000:0.0:1746070396.620581:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014482176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070396.620586:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3686 00000100:00100000:0.0:1746070396.624552:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.624575:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014482304 00000100:00100000:0.0:1746070396.624582:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014482304 00010000:00010000:0.0:1746070396.624611:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607bde6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb7 expref: 229 pid: 8444 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746070396.624633:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5955 00000100:00100000:0.0:1746070396.624639:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca82850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+229:1963:x1830887014482304:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070396.624649:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070396.624664:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607bde6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb7 expref: 229 pid: 8444 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746070396.624698:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607bde6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb7 expref: 229 pid: 8444 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746070396.624716:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099c02e00/0x628f9640b607bde6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbb7 expref: 229 pid: 8444 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746070396.624731:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070396.624733:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070396.624738:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607bded lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbbe expref: 228 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.624744:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607bded lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbbe expref: 228 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.624771:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607bded lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbbe expref: 228 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.624781:0:7080:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607bded lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbbe expref: 228 pid: 12041 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746070396.624791:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012910592:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070396.624852:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070396.633041:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.644953:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.673864:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.680908:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.692310:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014483840 00000100:00100000:0.0:1746070396.692318:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014483840 00000100:00100000:0.0:1746070396.692350:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3688 00000100:00100000:0.0:1746070396.692356:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014483840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070396.692369:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070396.692383:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ebc800/0x628f9640b607be02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bcbd3 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.692405:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130ee8400/0x628f9640b607bdfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbcc expref: 7 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.692412:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070396.692413:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070396.692416:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ebc800/0x628f9640b607be02 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbd3 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.692440:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130ee8400/0x628f9640b607bdfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbcc expref: 7 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070396.692450:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130ee8400/0x628f9640b607bdfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcbcc expref: 7 pid: 12041 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746070396.692460:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012911104:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070396.692508:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070396.700003:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.702060:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.706136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.710073:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.711037:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.712447:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.718820:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.718899:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.723238:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.726304:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.733587:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.744152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.746847:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.748519:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.750193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.755562:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.758744:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.759053:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.762624:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.766284:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.780012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.780071:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.791403:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.797600:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.804767:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.822917:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.827160:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.839609:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.847066:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.854796:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.854850:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.859584:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.870138:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.872005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.874145:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.874168:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014490240 00000100:00100000:0.0:1746070396.874172:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014490240 00002000:00100000:0.0:1746070396.874199:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012d505c00 x1830887014490240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:27/0 lens 488/0 e 0 to 0 dl 1746070407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070396.874206:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505c00 with x1830887014490240 ext(0->4095) 00002000:00010000:0.0:1746070396.874210:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d505c00 00000100:00100000:0.0:1746070396.874236:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3090 00000100:00100000:0.0:1746070396.874242:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1961:x1830887014490240:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070396.874373:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1961:x1830887014490240:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070396.874379:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3090 00002000:00100000:0.0:1746070396.874384:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012d505c00 x1830887014490240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:27/0 lens 488/4536 e 0 to 0 dl 1746070407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070396.874391:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505c00 with x1830887014490240 ext(0->4095) 00002000:00010000:0.0:1746070396.874394:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d505c00 00000100:00100000:0.0:1746070396.876832:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.878979:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.906991:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.907039:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.910253:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.912392:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.919137:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.919178:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.923759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.936926:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.941391:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.952583:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.965165:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.967519:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.970138:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.975591:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070396.993527:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.013066:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.014187:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.045132:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.052928:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.063312:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.073635:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.077778:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.083298:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.086810:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.088223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.092246:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.092282:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.096317:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.102992:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.109237:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.115450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.122546:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.122811:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.125881:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.131413:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.137303:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.144762:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.152548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.157287:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014497536 00000100:00100000:0.0:1746070397.157294:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014497536 00000100:00100000:0.0:1746070397.157329:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3710 00000100:00100000:0.0:1746070397.157336:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:30975:x1830887014497536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070397.157350:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070397.157365:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607be9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bcc6d expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070397.157386:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070397.157387:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070397.157393:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607be9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc6d expref: 28 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070397.157405:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607be9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc6d expref: 28 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070397.157418:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5c600, rc 0) 00000100:00100000:0.0:1746070397.157451:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:30975:x1830887014497536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070397.157456:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3710 00000100:00100000:0.0:1746070397.159524:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.172222:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.176363:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.180271:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014498176 00000100:00100000:0.0:1746070397.180283:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014498176 00000100:00100000:0.0:1746070397.186987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.187205:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.187502:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5981 00000100:00100000:0.0:1746070397.187510:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012419bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014498432:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070397.187521:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070397.187539:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607be8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc5f expref: 6 pid: 12041 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746070397.187549:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607be8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc5f expref: 6 pid: 12041 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746070397.187567:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607be8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc5f expref: 6 pid: 12041 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746070397.188072:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070397.189896:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012419bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887014498432:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2383us (2909us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070397.189905:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5981 00000100:00100000:0.0:1746070397.193091:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.197856:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.204296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.207404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.213650:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.216581:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.221296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.224389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.224437:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.232133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.232167:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.232218:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.232253:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014500608 00000100:00100000:0.0:1746070397.232258:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014500608 00010000:00010000:0.0:1746070397.232288:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130ee8400/0x628f9640b607beb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc82 expref: 6 pid: 12041 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746070397.232310:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014500864 00000100:00100000:0.0:1746070397.232312:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014500864 00010000:00010000:0.0:1746070397.232321:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b424fa00/0x628f9640b607beaa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc7b expref: 32 pid: 12041 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746070397.232334:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5983 00000100:00100000:0.0:1746070397.232340:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014500608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070397.232350:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070397.232367:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130ee8400/0x628f9640b607beb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc82 expref: 6 pid: 12041 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746070397.232377:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130ee8400/0x628f9640b607beb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc82 expref: 6 pid: 12041 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746070397.232395:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130ee8400/0x628f9640b607beb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc82 expref: 6 pid: 12041 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746070397.232412:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070397.232443:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014500608:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 103us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070397.232449:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5983 00000100:00100000:0.0:1746070397.232490:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5984 00000100:00100000:0.0:1746070397.232494:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a8e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1964:x1830887014500864:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070397.232500:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070397.232507:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b424fa00/0x628f9640b607beaa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc7b expref: 32 pid: 12041 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746070397.232516:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b424fa00/0x628f9640b607beaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc7b expref: 32 pid: 12041 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746070397.232526:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070397.232528:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070397.232533:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a471d800/0x628f9640b607beb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc89 expref: 32 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070397.232540:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a471d800/0x628f9640b607beb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc89 expref: 32 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070397.232569:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a471d800/0x628f9640b607beb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcc89 expref: 32 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070397.232580:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132a8ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012917248:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070397.232627:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070397.241928:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.251517:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.254267:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.257883:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.265332:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.267048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.278418:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.292252:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.301146:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.305327:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.318315:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.322209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.327277:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.338385:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.375591:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.382347:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.388727:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.390849:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.401253:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.401282:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014505728 00000100:00100000:0.0:1746070397.401287:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014505728 00002000:00100000:0.0:1746070397.401316:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012d295500 x1830887014505728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:28/0 lens 488/0 e 0 to 0 dl 1746070408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070397.401325:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d295500 with x1830887014505728 ext(0->4095) 00010000:00010000:0.0:1746070397.401331:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607bee9 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bccba expref: 38 pid: 12041 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746070397.401342:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607bee9 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bccba expref: 38 pid: 12041 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746070397.401348:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d295500 00000100:00100000:0.0:1746070397.402535:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 674 00000100:00100000:0.0:1746070397.402543:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d295500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1961:x1830887014505728:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070397.403878:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d295500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:1961:x1830887014505728:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1335us (2629us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070397.403885:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 674 00002000:00100000:0.0:1746070397.403892:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012d295500 x1830887014505728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746070408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070397.403900:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d295500 with x1830887014505728 ext(0->4095) 00010000:00010000:0.0:1746070397.403907:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607bee9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bccba expref: 37 pid: 12041 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746070397.403917:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607bee9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bccba expref: 37 pid: 12041 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746070397.403922:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d295500 00000100:00100000:0.0:1746070397.411030:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.420240:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.434090:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.440397:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.440913:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.444900:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.445587:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.448151:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.454113:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.459893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.467087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.469793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.471418:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.476202:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.487287:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014508672 00000100:00100000:0.0:1746070397.487293:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014508672 00002000:00100000:0.0:1746070397.487324:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092618700 x1830887014508672/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:28/0 lens 488/0 e 0 to 0 dl 1746070408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070397.487331:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618700 with x1830887014508672 ext(0->4095) 00010000:00010000:0.0:1746070397.487339:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607bf0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bccdd expref: 41 pid: 25271 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746070397.487351:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607bf0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bccdd expref: 41 pid: 25271 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746070397.487358:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092618700 00000100:00100000:0.0:1746070397.487372:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 679 00000100:00100000:0.0:1746070397.487378:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1963:x1830887014508672:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070397.487505:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1963:x1830887014508672:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (621us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070397.487510:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 679 00002000:00100000:0.0:1746070397.487515:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092618700 x1830887014508672/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746070408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070397.487521:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618700 with x1830887014508672 ext(0->4095) 00010000:00010000:0.0:1746070397.487525:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607bf0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bccdd expref: 41 pid: 25271 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746070397.487533:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607bf0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bccdd expref: 41 pid: 25271 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746070397.487538:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092618700 00000100:00100000:0.0:1746070397.493196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.510942:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.522171:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.530664:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.535767:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.544862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.559813:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.568916:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.570744:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.571766:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.587981:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.592143:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.604306:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.606977:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.610807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.615378:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070397.618917:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070397.619778:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.624269:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.624367:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.624407:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.627880:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.637209:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.639074:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.641722:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c95c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012921600:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070397.641737:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070397.641775:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124014380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1963:x1830887014512896:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2518us (2704us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070397.641784:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6003 00000100:00100000:0.0:1746070397.644452:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.648744:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.657875:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.668264:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.672196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.676184:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.676229:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.679103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.688992:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.693248:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.701884:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012922368:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070397.701905:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070397.701950:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:1961:x1830887014514944:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7841us (8704us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070397.701958:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6006 00000100:00100000:0.0:1746070397.706859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.706883:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014515328 00000100:00100000:0.0:1746070397.706889:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014515328 00000100:00100000:0.0:1746070397.706928:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3737 00000100:00100000:0.0:1746070397.706934:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:30975:x1830887014515328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070397.706948:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070397.706960:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5c200/0x628f9640b607bf59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bcd2a expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070397.706979:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070397.706980:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070397.706986:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5c200/0x628f9640b607bf59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcd2a expref: 48 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070397.706997:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5c200/0x628f9640b607bf59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcd2a expref: 48 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070397.707005:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5c200, rc 0) 00000100:00100000:0.0:1746070397.707050:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:30975:x1830887014515328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070397.707054:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3737 00000100:00100000:0.0:1746070397.711736:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.714930:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.721199:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.725473:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.731276:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.734549:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.739320:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.742699:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014516992 00000100:00100000:0.0:1746070397.742704:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014516992 00002000:00100000:0.0:1746070397.742731:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebddf80 x1830887014516992/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:28/0 lens 488/0 e 0 to 0 dl 1746070408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070397.742738:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddf80 with x1830887014516992 ext(0->4095) 00002000:00010000:0.0:1746070397.742742:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebddf80 00000100:00100000:0.0:1746070397.742756:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3113 00000100:00100000:0.0:1746070397.742761:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014516992:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070397.742869:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014516992:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070397.742874:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3113 00002000:00100000:0.0:1746070397.742879:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebddf80 x1830887014516992/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:28/0 lens 488/4536 e 0 to 0 dl 1746070408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070397.742886:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddf80 with x1830887014516992 ext(0->4095) 00002000:00010000:0.0:1746070397.742888:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebddf80 00000100:00100000:0.0:1746070397.745773:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.754924:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.765050:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.771667:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.782433:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.793624:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.793665:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.796710:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.805625:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.811934:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.813669:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.817971:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.821774:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.828109:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.830059:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.839954:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.848759:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.853337:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.863990:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.876892:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.888838:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.899911:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.907514:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.913892:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.919434:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.924574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.947335:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.949375:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.967246:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.971620:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.980921:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.982136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.986855:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070397.998367:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.003753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.006335:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.013995:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.031354:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.033648:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.035724:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.039976:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.048078:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014524928 00000100:00100000:0.0:1746070398.048086:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014524928 00000100:00100000:0.0:1746070398.048592:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3752 00000100:00100000:0.0:1746070398.048600:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:30975:x1830887014524928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070398.048614:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070398.048627:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607bfc2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bcd93 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070398.048647:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070398.048648:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070398.048654:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607bfc2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcd93 expref: 60 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070398.048667:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607bfc2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcd93 expref: 60 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070398.049738:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5c600, rc 0) 00000100:00100000:0.0:1746070398.049782:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:30975:x1830887014524928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1182us (2021us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070398.049789:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3752 00000100:00100000:0.0:1746070398.052496:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.054714:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.058633:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.060078:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.060273:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014525696 00000100:00100000:0.0:1746070398.060277:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014525696 00010000:00010000:0.0:1746070398.060292:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607bfc2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcd93 expref: 62 pid: 25271 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746070398.060311:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6022 00000100:00100000:0.0:1746070398.060316:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012419b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1964:x1830887014525696:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070398.060326:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070398.060343:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607bfc2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcd93 expref: 62 pid: 25271 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.060352:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607bfc2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcd93 expref: 62 pid: 25271 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.060371:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070398.060404:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012419b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1964:x1830887014525696:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 87us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070398.060410:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6022 00000100:00100000:0.0:1746070398.064861:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.069076:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.081741:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.100787:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.102922:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.105476:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.110055:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.115039:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.137848:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.143836:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.143888:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.150903:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.150955:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.152761:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.157625:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.165787:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.181475:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.184393:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.188181:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.191778:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.195129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.195171:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.200413:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.207863:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.214375:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.221516:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.223996:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.227619:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.238121:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.247757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.253765:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.261477:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.268391:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.273589:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.277897:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.280459:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014532096 00000100:00100000:0.0:1746070398.280464:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014532096 00000100:00100000:0.0:1746070398.280491:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3764 00000100:00100000:0.0:1746070398.280496:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+69:30975:x1830887014532096:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070398.280506:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070398.280517:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c016 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bcde7 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070398.280532:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070398.280537:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c00f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcde0 expref: 70 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070398.280542:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070398.280545:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c016 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcde7 expref: 70 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070398.280566:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c00f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcde0 expref: 70 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070398.280575:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c016 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcde7 expref: 70 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070398.280584:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5d400, rc 0) 00000100:00100000:0.0:1746070398.280619:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:30975:x1830887014532096:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070398.280625:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3764 00000100:00100000:0.0:1746070398.290443:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.291761:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 709 00000100:00100000:0.0:1746070398.291770:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e04f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+69:1963:x1830887014532480:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070398.291911:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e04f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+69:1963:x1830887014532480:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 142us (1467us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070398.291916:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 709 00002000:00100000:0.0:1746070398.291921:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e04f100 x1830887014532480/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746070409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070398.291927:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e04f100 with x1830887014532480 ext(0->4095) 00010000:00010000:0.0:1746070398.291931:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c00f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcde0 expref: 69 pid: 25271 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.291940:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c00f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcde0 expref: 69 pid: 25271 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746070398.291945:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e04f100 00000100:00100000:0.0:1746070398.296816:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.298871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.305720:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.308862:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.312741:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.319066:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.326811:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.333561:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.333594:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.333623:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.343605:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.346974:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.350246:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.357184:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.365042:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.370604:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.377926:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.387262:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.387305:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.393492:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.401615:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.407161:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.413774:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.416947:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.423014:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.423063:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.429991:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.438065:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.446449:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.454355:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.456551:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.456593:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.458595:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.460552:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.463197:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.465381:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.470777:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.477013:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.479377:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.482473:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.483388:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.486160:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.486229:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.488601:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.492568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.495421:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.499855:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.502063:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.503758:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.508493:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.509037:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.512430:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.512481:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.513106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.513140:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014542208 00000100:00100000:0.0:1746070398.513143:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014542208 00010000:00010000:0.0:1746070398.513156:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092badc00/0x628f9640b607c071 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce42 expref: 82 pid: 25271 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746070398.513172:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6049 00000100:00100000:0.0:1746070398.513177:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1961:x1830887014542208:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070398.513182:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070398.513191:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092badc00/0x628f9640b607c071 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce42 expref: 82 pid: 25271 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.513198:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092badc00/0x628f9640b607c071 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce42 expref: 82 pid: 25271 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.513209:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092badc00/0x628f9640b607c071 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce42 expref: 82 pid: 25271 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.513220:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070398.513221:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070398.513226:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c07f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce50 expref: 81 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070398.513232:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c07f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce50 expref: 81 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070398.513391:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c07f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce50 expref: 81 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070398.513401:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c07f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce50 expref: 81 pid: 12041 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746070398.513411:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012932224:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070398.513755:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070398.515605:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.526316:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.537484:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.537532:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.540180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.545021:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014543360 00000100:00100000:0.0:1746070398.545028:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014543360 00010000:00010000:0.0:1746070398.545053:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092baca00/0x628f9640b607c086 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce57 expref: 6 pid: 25271 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746070398.545393:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6051 00000100:00100000:0.0:1746070398.545400:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887014543360:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070398.545410:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070398.545427:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092baca00/0x628f9640b607c086 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce57 expref: 6 pid: 25271 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.545437:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092baca00/0x628f9640b607c086 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce57 expref: 6 pid: 25271 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.545453:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092baca00/0x628f9640b607c086 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce57 expref: 6 pid: 25271 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.545477:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070398.545479:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070398.545486:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f69400/0x628f9640b607c08d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce5e expref: 81 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070398.545493:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091f69400/0x628f9640b607c08d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce5e expref: 81 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070398.545520:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091f69400/0x628f9640b607c08d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce5e expref: 81 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070398.545529:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012932608:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070398.545921:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070398.548894:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.550917:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.558357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.562911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.569627:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.572116:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014544384 00000100:00100000:0.0:1746070398.572120:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014544384 00002000:00100000:0.0:1746070398.572144:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132eee300 x1830887014544384/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:29/0 lens 488/0 e 0 to 0 dl 1746070409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070398.572152:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132eee300 with x1830887014544384 ext(0->4095) 00010000:00010000:0.0:1746070398.572157:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607c094 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce65 expref: 6 pid: 12041 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.572166:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607c094 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce65 expref: 6 pid: 12041 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746070398.572171:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132eee300 00000100:00100000:0.0:1746070398.572234:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 727 00000100:00100000:0.0:1746070398.572240:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014544384:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070398.573248:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132eee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014544384:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1006us (1192us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070398.573254:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 727 00002000:00100000:0.0:1746070398.573260:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132eee300 x1830887014544384/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746070409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070398.573272:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132eee300 with x1830887014544384 ext(0->4095) 00010000:00010000:0.0:1746070398.573276:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607c094 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce65 expref: 6 pid: 12041 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.573285:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607c094 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce65 expref: 6 pid: 12041 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746070398.573290:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132eee300 00000100:00100000:0.0:1746070398.575244:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.576453:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.584892:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014544896 00000100:00100000:0.0:1746070398.584900:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014544896 00002000:00100000:0.0:1746070398.584934:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdf100 x1830887014544896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:29/0 lens 488/0 e 0 to 0 dl 1746070409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070398.584943:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf100 with x1830887014544896 ext(0->4095) 00010000:00010000:0.0:1746070398.584950:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607c09b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce6c expref: 85 pid: 12041 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.584963:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607c09b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce6c expref: 85 pid: 12041 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746070398.584969:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebdf100 00000100:00100000:0.0:1746070398.584986:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 728 00000100:00100000:0.0:1746070398.584992:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1964:x1830887014544896:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070398.585116:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1964:x1830887014544896:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (362us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070398.585122:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 728 00002000:00100000:0.0:1746070398.585127:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdf100 x1830887014544896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:29/0 lens 488/4536 e 0 to 0 dl 1746070409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070398.585133:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf100 with x1830887014544896 ext(0->4095) 00010000:00010000:0.0:1746070398.585137:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607c09b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce6c expref: 85 pid: 12041 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.585145:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607c09b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bce6c expref: 85 pid: 12041 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746070398.585150:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebdf100 00000100:00100000:0.0:1746070398.590173:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.594984:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.599770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.603996:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.606444:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.608450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.620654:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070398.621125:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070398.629655:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.634738:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.645196:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.648616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.648662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.651516:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.661708:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.661790:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.664462:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.668554:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.681011:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.686034:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.689603:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.693079:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.693150:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.695499:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.695545:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.698450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.701035:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.702743:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.708264:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.710956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.714473:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.714532:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.717391:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.717426:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.721410:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.723446:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.726915:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.730235:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.732122:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.733384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.735319:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.735346:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.735374:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.735399:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014552320 00000100:00100000:0.0:1746070398.735401:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014552320 00010000:00010000:0.0:1746070398.735412:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607c0ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcec0 expref: 6 pid: 12041 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746070398.735426:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6066 00000100:00100000:0.0:1746070398.735430:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014552320:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070398.735435:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070398.735442:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607c0ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcec0 expref: 6 pid: 12041 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.735863:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607c0ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcec0 expref: 6 pid: 12041 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.735877:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607c0ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcec0 expref: 6 pid: 12041 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.735891:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070398.735917:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014552320:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 485us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070398.735923:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6066 00000100:00100000:0.0:1746070398.739914:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.742449:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.748077:0:7080:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012936320:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070398.748094:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070398.748133:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1962:x1830887014553088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5432us (5684us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070398.748145:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6067 00000100:00100000:0.0:1746070398.750638:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.750997:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.753134:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.754246:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.754262:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014553984 00000100:00100000:0.0:1746070398.754265:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014553984 00010000:00010000:0.0:1746070398.754278:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091f69a00/0x628f9640b607c0fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcece expref: 97 pid: 8444 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746070398.754516:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6068 00000100:00100000:0.0:1746070398.754524:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:1964:x1830887014553984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070398.754532:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070398.754546:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f69a00/0x628f9640b607c0fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcece expref: 97 pid: 8444 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.754554:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f69a00/0x628f9640b607c0fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcece expref: 97 pid: 8444 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.754571:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f69a00/0x628f9640b607c0fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcece expref: 97 pid: 8444 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746070398.754714:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070398.754740:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1964:x1830887014553984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 218us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070398.754746:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6068 00000100:00100000:0.0:1746070398.756047:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.759940:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.771789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.783256:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.786741:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.789743:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.793135:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.798650:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.813336:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.821809:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.827938:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.831496:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.833157:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.835773:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.836510:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.838340:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.840222:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.842763:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.855611:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.856976:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.862325:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.868303:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.868344:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.873862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.887302:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.897968:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.908379:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.910865:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.926165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.940351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.942179:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.944884:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.949525:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.962089:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.969823:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.969849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.971860:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.975123:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.976639:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.979252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.983382:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.988267:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070398.992773:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.001131:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070399.001387:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070399.003114:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012940160:0@lo:400:kworker.0 00000100:00100000:0.0:1746070399.003134:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070399.003151:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746070399.003156:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132eef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3294:1830887012939776:0@lo:400:kworker.0 00000100:00100000:0.0:1746070399.003175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070399.003194:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830887012940288:0@lo:400:kworker.0 00000100:00100000:0.0:1746070399.003207:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070399.003221:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012940288 00000100:00100000:0.0:1746070399.003224:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012940288 00000100:00100000:0.0:1746070399.003239:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1746070399.003242:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830887012940288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070399.003261:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830887012940288:12345-0@lo:400:kworker.0 Request processed in 18us (53us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070399.003265:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1746070399.003281:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830887012940288:0@lo:400:kworker.0 00000100:00100000:0.0:1746070399.003292:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012940416 00000100:00100000:0.0:1746070399.003294:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012940416 00000100:00100000:0.0:1746070399.003306:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887012940160 00000100:00100000:0.0:1746070399.003308:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887012940160 00000100:00100000:0.0:1746070399.003317:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1746070399.003320:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887012940416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070399.003337:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887012940416:12345-0@lo:400:kworker.0 Request processed in 16us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070399.003341:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1746070399.003346:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1746070399.003349:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887012940160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070399.003363:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887012940160:12345-0@lo:400:kworker.0 Request processed in 13us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070399.003367:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1746070399.003377:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887012940160:0@lo:400:kworker.0 00000100:00100000:0.0:1746070399.004362:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132eef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3294:1830887012939776:0@lo:400:kworker.0 00000100:00100000:0.0:1746070399.007319:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.008196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.011948:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.011980:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.012019:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.015858:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.020971:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.035986:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.042716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.043956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.046663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.050162:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014564608 00000100:00100000:0.0:1746070399.050169:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014564608 00002000:00100000:0.0:1746070399.050201:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdc700 x1830887014564608/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:30/0 lens 488/0 e 0 to 0 dl 1746070410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070399.050209:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdc700 with x1830887014564608 ext(0->4095) 00010000:00010000:0.0:1746070399.050215:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607c17b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf4c expref: 111 pid: 25271 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746070399.050228:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607c17b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf4c expref: 111 pid: 25271 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746070399.050234:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebdc700 00000100:00100000:0.0:1746070399.050263:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 758 00000100:00100000:0.0:1746070399.050270:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+111:1963:x1830887014564608:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070399.050406:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+111:1963:x1830887014564608:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (330us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070399.050412:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 758 00002000:00100000:0.0:1746070399.050417:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdc700 x1830887014564608/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:30/0 lens 488/4536 e 0 to 0 dl 1746070410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070399.050423:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdc700 with x1830887014564608 ext(0->4095) 00010000:00010000:0.0:1746070399.050428:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607c17b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf4c expref: 111 pid: 25271 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746070399.050465:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bac800/0x628f9640b607c17b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf4c expref: 111 pid: 25271 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746070399.050472:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebdc700 00000100:00100000:0.0:1746070399.052431:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.055342:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.060135:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.066814:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.069957:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014565504 00000100:00100000:0.0:1746070399.069964:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014565504 00000100:00100000:0.0:1746070399.070016:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3818 00000100:00100000:0.0:1746070399.070023:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+112:30974:x1830887014565504:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070399.070036:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070399.070048:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c190 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bcf61 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.070069:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607c182 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf53 expref: 113 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.070076:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800942e4200/0x628f9640b607c189 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf5a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.070081:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070399.070082:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070399.070085:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c190 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf61 expref: 113 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.070108:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800942e4200/0x628f9640b607c189 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf5a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.070118:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800942e4200/0x628f9640b607c189 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf5a expref: 5 pid: 25271 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746070399.070128:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133b76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012941696:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070399.070191:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607c182 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf53 expref: 113 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.070199:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092bada00/0x628f9640b607c182 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf53 expref: 113 pid: 8444 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746070399.070205:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133b74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012941824:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070399.070221:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070399.077762:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.077848:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.079071:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014566144 00000100:00100000:0.0:1746070399.079074:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014566144 00010000:00010000:0.0:1746070399.079085:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800942e4200/0x628f9640b607c189 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf5a expref: 6 pid: 25271 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746070399.079112:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6088 00000100:00100000:0.0:1746070399.079117:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014566144:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070399.079122:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070399.079134:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800942e4200/0x628f9640b607c189 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf5a expref: 6 pid: 25271 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746070399.079736:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800942e4200/0x628f9640b607c189 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf5a expref: 6 pid: 25271 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746070399.079747:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800942e4200/0x628f9640b607c189 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf5a expref: 6 pid: 25271 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746070399.079768:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070399.079769:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070399.079774:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c190 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf61 expref: 112 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.079781:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c190 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf61 expref: 112 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.079799:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c190 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf61 expref: 112 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.079808:0:7079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c190 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcf61 expref: 112 pid: 8445 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746070399.079818:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133b76d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012942080:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070399.080102:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348710c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070399.082142:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133b76d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887012942080:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070399.082158:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070399.082394:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887014566144:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3275us (3376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070399.082403:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6088 00000100:00100000:0.0:1746070399.082620:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.088871:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.095399:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.110515:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.110559:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.116339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.128152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.135201:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.149652:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.153245:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.159493:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.166259:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.171627:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.177894:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.184208:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.185908:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.189526:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.205613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.206026:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.210357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.215956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.218712:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.224484:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.226644:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.229538:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.233540:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.235768:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.239581:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.241757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.245463:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.248149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.253832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.259641:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.264704:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.264755:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.267080:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.268137:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.270501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.271046:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6100 00000100:00100000:0.0:1746070399.271052:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014573568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070399.271058:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070399.271066:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607c1dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcfae expref: 6 pid: 12041 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746070399.271074:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607c1dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcfae expref: 6 pid: 12041 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746070399.271085:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607c1dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcfae expref: 6 pid: 12041 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746070399.271097:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070399.271098:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070399.271104:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009304de00/0x628f9640b607c1e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcfb5 expref: 122 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.271111:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009304de00/0x628f9640b607c1e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcfb5 expref: 122 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.271134:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009304de00/0x628f9640b607c1e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcfb5 expref: 122 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070399.271143:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012944896:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070399.271193:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070399.273081:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.278970:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.283786:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.290541:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.298985:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.299111:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.302383:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.304932:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.307569:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.311176:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.321331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.326197:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.327116:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.331013:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.331070:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.333255:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.338632:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.341400:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.343757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.347717:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.356578:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.360133:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014577536 00000100:00100000:0.0:1746070399.360140:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014577536 00000100:00100000:0.0:1746070399.360173:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3837 00000100:00100000:0.0:1746070399.360180:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+127:30975:x1830887014577536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070399.360193:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070399.360205:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c215 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bcfe6 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.360233:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070399.360235:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070399.360241:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c215 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcfe6 expref: 128 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.360254:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c215 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bcfe6 expref: 128 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.360262:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5ca00, rc 0) 00000100:00100000:0.0:1746070399.360293:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+128:30975:x1830887014577536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070399.360299:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3837 00000100:00100000:0.0:1746070399.365820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.372613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.375754:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.376312:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.379315:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.382100:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.385549:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.388186:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.391297:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.396166:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.396438:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.400110:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.405770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.409323:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.416457:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.422824:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.431832:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.434115:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.436300:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.439894:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.443820:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.453270:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.461339:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.465737:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.467113:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.470446:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.473506:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.475803:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.480892:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.483515:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.492753:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.496583:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.499384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.501215:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3848 00000100:00100000:0.0:1746070399.501347:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+137:30975:x1830887014583424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070399.501354:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070399.501362:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5ce00/0x628f9640b607c262 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd033 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.501372:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070399.501375:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f68400/0x628f9640b607c25b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd02c expref: 138 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.501379:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070399.501381:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5ce00/0x628f9640b607c262 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd033 expref: 138 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.501399:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f68400/0x628f9640b607c25b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd02c expref: 138 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.501407:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5ce00/0x628f9640b607c262 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd033 expref: 138 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.501416:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5ce00, rc 0) 00000100:00100000:0.0:1746070399.501436:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+138:30975:x1830887014583424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070399.501441:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3848 00000100:00100000:0.0:1746070399.503752:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.506160:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.509796:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.513310:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.530328:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.532732:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.536542:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.539906:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.549342:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.560557:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.564492:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.564532:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.569069:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.569157:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.574218:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.579016:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.586560:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.591612:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.597434:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.597472:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.604653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.611659:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.616041:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.619765:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.620874:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.625503:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.632900:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.640568:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.642938:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.649754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.657265:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.657310:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.660815:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.665793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.667964:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.679930:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.692578:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.692663:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.698885:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.702859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.702933:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.707093:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.713853:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.721379:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.731049:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.734293:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.736078:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.739888:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.747628:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.747663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.747715:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.752991:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.756596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.768427:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.774608:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.779548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.779629:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.784758:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.811148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.813991:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.827199:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.830946:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.834775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.839037:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.849437:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.859379:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.864383:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.866370:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.867861:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.873989:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.876560:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.877847:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.878316:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6139 00000100:00100000:0.0:1746070399.878322:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+157:1962:x1830887014597120:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070399.878329:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070399.878338:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f68e00/0x628f9640b607c2e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0b8 expref: 157 pid: 8444 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746070399.878345:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f68e00/0x628f9640b607c2e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0b8 expref: 157 pid: 8444 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746070399.878356:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f68e00/0x628f9640b607c2e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0b8 expref: 157 pid: 8444 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746070399.878369:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070399.878371:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070399.878377:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607c2f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0c6 expref: 156 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.878383:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607c2f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0c6 expref: 156 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.878406:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607c2f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0c6 expref: 156 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070399.878415:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4a42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887012954240:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070399.878464:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070399.882166:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.901431:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.909147:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.914311:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.916394:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.918633:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.924009:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.935276:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.941716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.941750:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.941782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.958771:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.967032:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.970383:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.980667:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.981720:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.990974:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.995151:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070399.998753:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014600704 00000100:00100000:0.0:1746070399.998757:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014600704 00010000:00010000:0.0:1746070399.998775:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607c318 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0e9 expref: 6 pid: 8444 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746070399.998789:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6145 00000100:00100000:0.0:1746070399.998794:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014600704:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070399.998802:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070399.998814:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607c318 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0e9 expref: 6 pid: 8444 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070399.998822:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607c318 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0e9 expref: 6 pid: 8444 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070399.998836:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607c318 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0e9 expref: 6 pid: 8444 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070399.998847:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070399.998849:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070399.998855:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c31f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0f0 expref: 159 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.998862:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c31f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0f0 expref: 159 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070399.998885:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c31f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0f0 expref: 159 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070399.998899:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012955520:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070399.998950:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070400.003071:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012955520:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070400.003088:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070400.003955:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887014600704:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5157us (5390us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070400.003965:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6145 00000100:00100000:0.0:1746070400.004216:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014600960 00000100:00100000:0.0:1746070400.004221:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014600960 00002000:00100000:0.0:1746070400.004250:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdca80 x1830887014600960/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:31/0 lens 488/0 e 0 to 0 dl 1746070411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070400.004258:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdca80 with x1830887014600960 ext(0->4095) 00010000:00010000:0.0:1746070400.004264:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c31f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0f0 expref: 162 pid: 8444 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070400.004276:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c31f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0f0 expref: 162 pid: 8444 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746070400.004281:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebdca80 00000100:00100000:0.0:1746070400.004296:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 816 00000100:00100000:0.0:1746070400.004301:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+162:1964:x1830887014600960:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070400.005411:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+162:1964:x1830887014600960:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1106us (1318us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070400.005421:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 816 00002000:00100000:0.0:1746070400.005427:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdca80 x1830887014600960/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:31/0 lens 488/4536 e 0 to 0 dl 1746070411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070400.005435:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdca80 with x1830887014600960 ext(0->4095) 00010000:00010000:0.0:1746070400.005441:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c31f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0f0 expref: 162 pid: 8444 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070400.005450:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607c31f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd0f0 expref: 162 pid: 8444 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746070400.005456:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebdca80 00000100:00100000:0.0:1746070400.019480:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.036879:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.049343:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.050003:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.053588:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.067091:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.069626:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.084828:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.094450:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.098385:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.114238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.120562:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.126790:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.130528:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.132970:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.134487:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.139375:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.139422:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.144217:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.146571:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.147285:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.154083:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.170495:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.190175:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.196325:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.197840:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.201259:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.202758:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.209545:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.213160:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.220908:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.230282:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.235310:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.235657:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.238812:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.242780:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.244755:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.247588:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.249179:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.251925:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.254473:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.254833:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.257683:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.257709:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.259225:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.262757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.266443:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.271564:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.275284:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.279237:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.281501:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.282720:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.285512:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.287586:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.297192:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.302806:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.306934:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.313473:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.316107:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.316207:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.322207:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.322601:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.328469:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.330822:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.336791:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.347438:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.352184:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.354809:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.357875:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.369036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.374479:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.394294:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.398092:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.404809:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.408517:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.421640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.428536:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.435706:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.443368:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.448509:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.461565:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.472061:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.475866:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.478642:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.485615:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.487389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.498669:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.502300:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.502401:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.506158:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.506242:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.506442:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6175 00000100:00100000:0.0:1746070400.506447:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014619392:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070400.506454:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070400.506462:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d15e00/0x628f9640b607c3e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1b4 expref: 6 pid: 8445 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070400.506470:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d15e00/0x628f9640b607c3e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1b4 expref: 6 pid: 8445 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070400.506482:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d15e00/0x628f9640b607c3e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1b4 expref: 6 pid: 8445 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070400.506493:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070400.506494:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070400.506500:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009304c200/0x628f9640b607c3f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1c2 expref: 184 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070400.506507:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009304c200/0x628f9640b607c3f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1c2 expref: 184 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070400.506529:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009304c200/0x628f9640b607c3f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1c2 expref: 184 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070400.506537:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134837480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012962432:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070400.506583:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070400.506867:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.508264:0:7080:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134837480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887012962432:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070400.508276:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070400.508347:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014619392:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1898us (2103us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070400.508353:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6175 00000100:00100000:0.0:1746070400.508396:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.511947:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.516356:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.521283:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.525322:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.535152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.535197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.535509:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.536387:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.536401:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.536862:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 368 00000100:00100000:0.0:1746070400.536868:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887014621184:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070400.536888:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887014621184:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 22us (1380us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070400.536893:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 368 00000100:00100000:0.0:1746070400.540013:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.540067:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.542468:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.542503:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.542546:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.544665:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.546730:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.549485:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.557950:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.566352:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.568716:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.568761:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.571398:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014624256 00000100:00100000:0.0:1746070400.571402:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014624256 00010000:00010000:0.0:1746070400.571419:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d15e00/0x628f9640b607c40d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1de expref: 6 pid: 8445 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746070400.571443:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014624128 00000100:00100000:0.0:1746070400.571444:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014624128 00010000:00010000:0.0:1746070400.571450:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009304cc00/0x628f9640b607c414 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1e5 expref: 190 pid: 8445 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746070400.571476:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6180 00000100:00100000:0.0:1746070400.571480:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014624256:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070400.571485:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070400.571499:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d15e00/0x628f9640b607c40d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1de expref: 6 pid: 8445 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070400.571505:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d15e00/0x628f9640b607c40d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1de expref: 6 pid: 8445 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070400.571517:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d15e00/0x628f9640b607c40d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1de expref: 6 pid: 8445 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070400.571529:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070400.571530:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070400.571534:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009304c800/0x628f9640b607c41b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1ec expref: 191 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070400.571538:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009304c800/0x628f9640b607c41b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1ec expref: 190 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070400.571550:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009304c800/0x628f9640b607c41b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1ec expref: 190 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070400.571557:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009304c800/0x628f9640b607c41b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1ec expref: 190 pid: 8445 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746070400.571562:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e04e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012963840:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070400.571586:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070400.572801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.574849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.578410:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014625024 00000100:00100000:0.0:1746070400.578417:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014625024 00010000:00010000:0.0:1746070400.578442:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009304c800/0x628f9640b607c41b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1ec expref: 191 pid: 8445 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746070400.578475:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6182 00000100:00100000:0.0:1746070400.578482:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+191:1961:x1830887014625024:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070400.578492:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070400.578507:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009304c800/0x628f9640b607c41b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1ec expref: 191 pid: 8445 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070400.578517:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009304c800/0x628f9640b607c41b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1ec expref: 191 pid: 8445 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070400.578536:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009304c800/0x628f9640b607c41b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1ec expref: 191 pid: 8445 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746070400.578560:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070400.578562:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070400.578569:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009304d400/0x628f9640b607c422 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1f3 expref: 190 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070400.578576:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009304d400/0x628f9640b607c422 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1f3 expref: 190 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070400.578602:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009304d400/0x628f9640b607c422 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd1f3 expref: 190 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070400.578612:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e04d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012963968:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070400.578702:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070400.580640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.582924:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.585495:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.588913:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.590997:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.591025:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.591057:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.593478:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.595917:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.602790:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.606383:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.608890:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.609080:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887012964736:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070400.609098:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x628f9640b607c43e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd20f expref: 192 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070400.609115:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d15c00, rc 0) 00000100:00100000:0.0:1746070400.609144:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e04e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+192:30974:x1830887014627200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2646us (2767us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070400.609150:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3916 00000100:00100000:0.0:1746070400.610856:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.615610:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.621108:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070400.625939:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070400.631616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.634365:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.635986:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.639925:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.644935:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.651467:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.653384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.656332:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.662975:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.665429:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.671073:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.673599:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.679493:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.684434:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.689512:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.690121:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.693983:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.701305:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.701775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.711734:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.717864:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.721961:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.728639:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.728923:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.736881:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.737453:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.740915:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.744601:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.752859:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.763385:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.769984:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.771719:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.781703:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.785584:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.797094:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.798870:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.809189:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.816783:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.818117:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.835383:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.838981:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.839030:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.849456:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.855530:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.857547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.865796:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.867580:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.867629:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.871310:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.876040:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.878591:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.880427:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.883371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.886835:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.890744:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.893249:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.893997:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.895894:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.898828:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.903644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.914545:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.918108:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.922649:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.924583:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.927558:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.939442:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.939524:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.943297:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.947360:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.952549:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.959134:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.961804:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.970259:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.974036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.978058:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.986429:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.993614:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.995662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070400.998851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070401.002252:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070401.008726:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.010286:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.015094:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.016008:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.019363:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.023929:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.030303:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.034224:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.041436:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.043489:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.045421:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.049042:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.052042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.070210:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.101739:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.104611:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.106506:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.108733:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.112669:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.122015:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.130941:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.130978:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.135841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.147371:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.152621:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.160417:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.164147:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.166250:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.172176:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.178161:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.178238:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.204047:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.204112:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.211761:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.214781:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.216292:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.220230:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.222662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.224864:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.226949:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.227842:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.232299:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014650624 00000100:00100000:0.0:1746070401.232302:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014650624 00010000:00010000:0.0:1746070401.232317:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009304cc00/0x628f9640b607c541 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd312 expref: 224 pid: 8444 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746070401.232331:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014650880 00000100:00100000:0.0:1746070401.232333:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014650880 00010000:00010000:0.0:1746070401.232340:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009304dc00/0x628f9640b607c53a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd30b expref: 6 pid: 8444 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746070401.232354:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6223 00000100:00100000:0.0:1746070401.232358:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+224:1962:x1830887014650624:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070401.232366:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070401.232381:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009304cc00/0x628f9640b607c541 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd312 expref: 224 pid: 8444 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.232390:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009304cc00/0x628f9640b607c541 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd312 expref: 224 pid: 8444 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.232402:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009304cc00/0x628f9640b607c541 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd312 expref: 224 pid: 8444 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.232414:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070401.232433:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+223:1962:x1830887014650624:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 74us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070401.232437:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6223 00000100:00100000:0.0:1746070401.232450:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6224 00000100:00100000:0.0:1746070401.232454:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014650880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070401.232460:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070401.232467:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009304dc00/0x628f9640b607c53a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd30b expref: 6 pid: 8444 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.232475:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009304dc00/0x628f9640b607c53a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd30b expref: 6 pid: 8444 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.232488:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009304dc00/0x628f9640b607c53a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd30b expref: 6 pid: 8444 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.232496:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070401.232497:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070401.232502:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009304c200/0x628f9640b607c548 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd319 expref: 222 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.232508:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009304c200/0x628f9640b607c548 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd319 expref: 222 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.232525:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009304c200/0x628f9640b607c548 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd319 expref: 222 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.232535:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009304c200/0x628f9640b607c548 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd319 expref: 222 pid: 25271 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746070401.232544:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124016a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887012973696:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070401.232589:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134871180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070401.236201:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014651136 00000100:00100000:0.0:1746070401.236207:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014651136 00002000:00100000:0.0:1746070401.236236:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801324d6680 x1830887014651136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:32/0 lens 488/0 e 0 to 0 dl 1746070412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070401.236245:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d6680 with x1830887014651136 ext(0->4095) 00010000:00010000:0.0:1746070401.236251:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009304c200/0x628f9640b607c548 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd319 expref: 223 pid: 25271 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.236268:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009304c200/0x628f9640b607c548 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd319 expref: 223 pid: 25271 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746070401.236273:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801324d6680 00000100:00100000:0.0:1746070401.236301:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 885 00000100:00100000:0.0:1746070401.236307:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+223:1963:x1830887014651136:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070401.236447:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+223:1963:x1830887014651136:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (895us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070401.236452:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 885 00002000:00100000:0.0:1746070401.236457:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801324d6680 x1830887014651136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:32/0 lens 488/4536 e 0 to 0 dl 1746070412 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070401.236464:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d6680 with x1830887014651136 ext(0->4095) 00010000:00010000:0.0:1746070401.236468:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009304c200/0x628f9640b607c548 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd319 expref: 223 pid: 25271 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.236476:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009304c200/0x628f9640b607c548 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd319 expref: 223 pid: 25271 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746070401.236481:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801324d6680 00000100:00100000:0.0:1746070401.238331:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.243245:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.246642:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.250413:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.255538:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.265520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.273023:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.273060:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.273700:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.279419:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.288337:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.296122:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.304250:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.307278:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.311357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.316417:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.323867:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.334463:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.337136:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.343584:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.343643:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.348469:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.351736:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.357165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.363814:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.369319:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.380218:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.380265:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.385140:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.385182:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.395811:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.405906:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.412377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.420602:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.423184:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.427740:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.431483:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.434599:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.443098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.457336:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.465447:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.470125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.474860:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.476149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.476592:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3969 00000100:00100000:0.0:1746070401.476598:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+235:30975:x1830887014659328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070401.476606:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070401.476612:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607c5b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd382 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.476622:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070401.476624:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607c5aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd37b expref: 236 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.476628:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070401.476630:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607c5b1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd382 expref: 236 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.476648:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607c5aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd37b expref: 236 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.476660:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607c5b1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd382 expref: 236 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.476668:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5cc00, rc 0) 00000100:00100000:0.0:1746070401.477235:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+236:30975:x1830887014659328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 636us (1087us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070401.477241:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3969 00000100:00100000:0.0:1746070401.479698:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.486202:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.489758:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.492649:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.502482:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.505811:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.505896:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.509021:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.510072:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.513478:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.518667:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.534881:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.546525:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.548566:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.554229:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.558649:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.560025:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.561724:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3974 00000100:00100000:0.0:1746070401.561731:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+239:30975:x1830887014662272:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070401.561738:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070401.561744:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5ce00/0x628f9640b607c5d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd3a5 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.561753:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070401.561757:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80c8e00/0x628f9640b607c5cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd39e expref: 240 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.561761:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070401.561764:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5ce00/0x628f9640b607c5d4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd3a5 expref: 240 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.561781:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80c8e00/0x628f9640b607c5cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd39e expref: 240 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.561791:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5ce00/0x628f9640b607c5d4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd3a5 expref: 240 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.561800:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5ce00, rc 0) 00000100:00100000:0.0:1746070401.561836:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+240:30975:x1830887014662272:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (1814us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070401.561842:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3974 00000100:00100000:0.0:1746070401.568498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.572341:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.579374:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.589406:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.595823:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.599177:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.599662:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.604014:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.608824:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.618299:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070401.626768:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070401.634068:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014664832 00000100:00100000:0.0:1746070401.634074:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014664832 00000100:00100000:0.0:1746070401.634103:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3977 00000100:00100000:0.0:1746070401.634109:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+241:30975:x1830887014664832:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070401.634120:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070401.634132:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c5e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd3c1 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.634150:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070401.634151:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070401.634157:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c5e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd3c1 expref: 242 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.634168:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c5e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd3c1 expref: 242 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.634176:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5d400, rc 0) 00000100:00100000:0.0:1746070401.634263:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+242:30975:x1830887014664832:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070401.634268:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3977 00000100:00100000:0.0:1746070401.643650:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014665216 00000100:00100000:0.0:1746070401.643654:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014665216 00010000:00010000:0.0:1746070401.643670:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091f68200/0x628f9640b607c5e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd3b3 expref: 6 pid: 12041 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746070401.643711:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6247 00000100:00100000:0.0:1746070401.643717:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014665216:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070401.643725:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070401.643736:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f68200/0x628f9640b607c5e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd3b3 expref: 6 pid: 12041 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.643745:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f68200/0x628f9640b607c5e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd3b3 expref: 6 pid: 12041 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.643762:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f68200/0x628f9640b607c5e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd3b3 expref: 6 pid: 12041 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.643771:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070401.643790:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887014665216:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 73us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070401.643795:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6247 00000100:00100000:0.0:1746070401.653759:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887012979328:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070401.653777:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070401.656553:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+242:1963:x1830887014665472:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8719us (8839us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070401.656564:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6248 00000100:00100000:0.0:1746070401.659301:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014665728 00000100:00100000:0.0:1746070401.659310:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014665728 00002000:00100000:0.0:1746070401.659346:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091f70e00 x1830887014665728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:32/0 lens 488/0 e 0 to 0 dl 1746070412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070401.659360:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70e00 with x1830887014665728 ext(0->4095) 00010000:00010000:0.0:1746070401.659367:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607c5f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd3ba expref: 242 pid: 8445 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.659379:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607c5f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd3ba expref: 242 pid: 8445 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746070401.659385:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f70e00 00000100:00100000:0.0:1746070401.659399:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 906 00000100:00100000:0.0:1746070401.659404:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+242:1963:x1830887014665728:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070401.659523:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+242:1963:x1830887014665728:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (7688us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070401.659528:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 906 00002000:00100000:0.0:1746070401.659533:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091f70e00 x1830887014665728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:32/0 lens 488/4536 e 0 to 0 dl 1746070412 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070401.659539:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70e00 with x1830887014665728 ext(0->4095) 00010000:00010000:0.0:1746070401.659543:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607c5f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd3ba expref: 242 pid: 8445 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.659550:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607c5f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd3ba expref: 242 pid: 8445 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746070401.659555:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f70e00 00000100:00100000:0.0:1746070401.670473:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.676778:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.678540:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.683840:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.686356:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.689331:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.696617:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.699069:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.703554:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.715168:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.715268:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.725030:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.727754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.731384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.736599:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.739725:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.753220:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.757921:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.757966:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.764044:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.773845:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.778649:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.782550:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.786025:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.789019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.789941:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.791262:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.795236:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.800603:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.803774:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.806651:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.811991:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.812559:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.817129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.823323:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.827057:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.829833:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.833575:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.837151:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.837195:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.841447:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.841523:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.845616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.845819:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.858801:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014674048 00000100:00100000:0.0:1746070401.858808:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014674048 00002000:00100000:0.0:1746070401.858838:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880091f70000 x1830887014674048/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:32/0 lens 496/0 e 0 to 0 dl 1746070412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070401.858846:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70000 with x1830887014674048 ext(0->7) 00010000:00010000:0.0:1746070401.858853:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607c64b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd41c expref: 20 pid: 8445 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.858864:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607c64b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd41c expref: 20 pid: 8445 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746070401.858870:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f70000 00000100:00100000:0.0:1746070401.858896:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 920 00000100:00100000:0.0:1746070401.858903:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1964:x1830887014674048:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070401.859238:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1964:x1830887014674048:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 335us (502us total) trans 4294968345 rc 0/0 00000100:00100000:0.0:1746070401.859245:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 920 00002000:00100000:0.0:1746070401.859250:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880091f70000 x1830887014674048/t4294968345(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:32/0 lens 496/448 e 0 to 0 dl 1746070412 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070401.859257:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70000 with x1830887014674048 ext(0->7) 00010000:00010000:0.0:1746070401.859261:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607c64b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd41c expref: 22 pid: 8445 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.859269:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607c64b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd41c expref: 22 pid: 8445 timeout: 613 lvb_type: 0 00002000:00010000:0.0:1746070401.859274:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f70000 00000100:00100000:0.0:1746070401.862934:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.865925:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.867940:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.870340:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.870404:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.874032:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.876761:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.880525:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.884513:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.887535:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.890623:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.891065:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.893699:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.893972:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.895334:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014676608 00000100:00100000:0.0:1746070401.895338:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014676608 00010000:00010000:0.0:1746070401.895352:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e84800/0x628f9640b607c667 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd438 expref: 6 pid: 25271 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746070401.895367:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6266 00000100:00100000:0.0:1746070401.895372:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014676608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070401.895378:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070401.895389:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e84800/0x628f9640b607c667 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd438 expref: 6 pid: 25271 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.895397:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e84800/0x628f9640b607c667 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd438 expref: 6 pid: 25271 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.895409:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e84800/0x628f9640b607c667 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd438 expref: 6 pid: 25271 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746070401.895421:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070401.895422:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070401.895427:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607c66e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd43f expref: 24 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.895433:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607c66e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd43f expref: 24 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.895454:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607c66e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd43f expref: 24 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070401.895464:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607c66e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd43f expref: 24 pid: 8445 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746070401.895473:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087211500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887012983680:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070401.896095:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070401.898861:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.901590:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.905817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.910170:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.915255:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.915697:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.918898:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.919341:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.921377:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.923909:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.928499:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.933817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.941268:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.941361:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.945626:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.949791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.952417:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.957282:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.961955:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.963611:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.965130:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.967075:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.968508:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.970314:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.973585:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.975668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.979567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.981956:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.985258:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.986990:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.990556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.993861:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.997631:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070401.997692:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.002881:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.008628:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.020458:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.033604:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.037318:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.037381:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.037428:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4008 00000100:00100000:0.0:1746070402.037436:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b8dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:30974:x1830887014683520:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070402.037450:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070402.037464:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607c6c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd49a expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.037487:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db7c00/0x628f9640b607c6bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd48c expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.037494:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070402.037496:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070402.037499:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607c6c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd49a expref: 35 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.037538:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db7c00/0x628f9640b607c6bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd48c expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.037549:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db7c00/0x628f9640b607c6bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd48c expref: 35 pid: 25271 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746070402.037559:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887012986240:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070402.037629:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070402.039082:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.041956:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.046919:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.051706:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.056619:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.061185:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.061887:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.062072:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4011 00000100:00100000:0.0:1746070402.062079:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:30975:x1830887014684928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070402.062086:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070402.062094:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c6d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd4a8 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.062344:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070402.062350:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093f12a00/0x628f9640b607c6d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd4a1 expref: 38 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.062355:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070402.062358:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c6d7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd4a8 expref: 38 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.062403:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093f12a00/0x628f9640b607c6d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd4a1 expref: 38 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.062415:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c6d7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd4a8 expref: 38 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.062424:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5ca00, rc 0) 00000100:00100000:0.0:1746070402.062856:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:30975:x1830887014684928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 776us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070402.062861:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4011 00000100:00100000:0.0:1746070402.067356:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.074374:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.083163:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.091548:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.094181:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.096791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.099480:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.099556:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.102245:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.106450:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014686848 00000100:00100000:0.0:1746070402.106457:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014686848 00002000:00100000:0.0:1746070402.106491:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ebddc00 x1830887014686848/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:33/0 lens 496/0 e 0 to 0 dl 1746070413 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070402.106499:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddc00 with x1830887014686848 ext(0->7) 00010000:00010000:0.0:1746070402.106507:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093f12400/0x628f9640b607c6de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd4af expref: 38 pid: 12041 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746070402.106519:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093f12400/0x628f9640b607c6de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd4af expref: 38 pid: 12041 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746070402.106525:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebddc00 00000100:00100000:0.0:1746070402.106585:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 941 00000100:00100000:0.0:1746070402.106593:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1962:x1830887014686848:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070402.107463:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1962:x1830887014686848:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 868us (1220us total) trans 4294968354 rc 0/0 00000100:00100000:0.0:1746070402.107469:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 941 00002000:00100000:0.0:1746070402.107475:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ebddc00 x1830887014686848/t4294968354(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:33/0 lens 496/448 e 0 to 0 dl 1746070413 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070402.107483:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddc00 with x1830887014686848 ext(0->7) 00010000:00010000:0.0:1746070402.107488:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093f12400/0x628f9640b607c6de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd4af expref: 40 pid: 12041 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746070402.107498:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093f12400/0x628f9640b607c6de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd4af expref: 40 pid: 12041 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746070402.107508:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebddc00 00000100:00100000:0.0:1746070402.110262:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.114970:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.119488:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.121663:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.122453:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.125030:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.130047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.132447:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.136082:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.140964:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.141140:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.141861:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4017 00000100:00100000:0.0:1746070402.141868:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014688768:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070402.141875:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070402.141881:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c701 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd4d2 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.141891:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070402.141894:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093f13400/0x628f9640b607c6fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd4cb expref: 43 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.141900:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070402.141902:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c701 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd4d2 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.141925:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093f13400/0x628f9640b607c6fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd4cb expref: 43 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.141936:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c701 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd4d2 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.141944:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5d400, rc 0) 00000100:00100000:0.0:1746070402.141964:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014688768:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070402.141969:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4017 00000100:00100000:0.0:1746070402.145712:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.151651:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.157743:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.168126:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.171072:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.175023:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.180403:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.195029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.195113:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.202521:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.207418:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.215758:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.215802:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.222238:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.227037:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.230465:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.243573:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.246567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.249010:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.251217:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.257757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.262044:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.264724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.269212:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.282192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.282232:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.287189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.287482:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.291509:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.294057:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.298319:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.307439:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.309201:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.310597:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.314507:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.316652:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.318925:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.324927:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.329877:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.343368:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.350328:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.354637:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.362570:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887012991616:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070402.362586:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070402.364113:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124016d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014696704:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8867us (9479us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070402.364122:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6299 00000100:00100000:0.0:1746070402.368511:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.383444:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.383495:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.386639:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.393999:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.399065:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.403220:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.414884:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.434548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.440076:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.444553:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.447143:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.451500:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.461436:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.465584:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.470185:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.473556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.475643:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.484936:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.488894:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.490656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.494569:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.499601:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014701312 00000100:00100000:0.0:1746070402.499607:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014701312 00010000:00010000:0.0:1746070402.499628:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ffde00/0x628f9640b607c77f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd550 expref: 6 pid: 8444 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746070402.499663:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6306 00000100:00100000:0.0:1746070402.499669:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014701312:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070402.499703:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070402.499718:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ffde00/0x628f9640b607c77f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd550 expref: 6 pid: 8444 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746070402.499728:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ffde00/0x628f9640b607c77f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd550 expref: 6 pid: 8444 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746070402.499745:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ffde00/0x628f9640b607c77f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd550 expref: 6 pid: 8444 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746070402.499770:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070402.499772:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070402.499778:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093f12a00/0x628f9640b607c786 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd557 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.499784:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093f12a00/0x628f9640b607c786 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd557 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.499806:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093f12a00/0x628f9640b607c786 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd557 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.499815:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093f12a00/0x628f9640b607c786 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd557 expref: 60 pid: 8445 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746070402.499828:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887012993408:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070402.499884:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070402.503396:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.512801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.520285:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.524918:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.524945:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014702208 00000100:00100000:0.0:1746070402.524952:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014702208 00000100:00100000:0.0:1746070402.525007:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4038 00000100:00100000:0.0:1746070402.525014:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:30974:x1830887014702208:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070402.525029:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070402.525044:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5c200/0x628f9640b607c794 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd565 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.525069:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607c78d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd55e expref: 64 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.525075:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070402.525077:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070402.525080:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5c200/0x628f9640b607c794 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd565 expref: 64 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070402.529950:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.534326:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.534579:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.534745:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6308 00000100:00100000:0.0:1746070402.534754:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e041c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1963:x1830887014702720:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070402.534771:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070402.534788:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607c78d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd55e expref: 63 pid: 8445 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746070402.535047:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607c78d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd55e expref: 63 pid: 8445 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746070402.535060:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607c78d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd55e expref: 63 pid: 8445 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746070402.535071:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070402.535072:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070402.535077:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5c200/0x628f9640b607c794 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd565 expref: 62 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070402.535083:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5c200/0x628f9640b607c794 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd565 expref: 62 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070402.546388:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.555814:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.566036:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.568643:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.578772:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.588764:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.609574:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.621846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.625691:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.629828:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.635638:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.638592:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.644148:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.648938:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.655493:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.656336:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.663275:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.690728:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.693055:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.696210:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.701893:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.709514:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.714703:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.714747:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.719632:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.726447:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.737756:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.741077:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.750898:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.758786:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.758871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.763051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.763350:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.782254:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.782303:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.784793:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.792328:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.805590:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.808252:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.832024:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.832405:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.833889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.833929:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.841105:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.847295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.861413:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.862030:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.876858:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.885439:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.897863:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.909746:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.913329:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.917916:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.921170:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.926019:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.943619:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.949529:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.949574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.954379:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.957880:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.961298:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.970416:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.989072:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.992142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.996290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.999711:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070402.999753:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.005433:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12041:1830887012998784:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070403.005448:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ffca00/0x628f9640b607c82e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd5ff expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.005459:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffca00, rc 0) 00000100:00100000:0.0:1746070403.005830:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008744c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014715264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5513us (6163us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070403.005835:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4060 00000100:00100000:0.0:1746070403.014626:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.021904:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.028883:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.032167:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.037191:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.040884:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.046892:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.053842:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.071352:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.071600:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.078832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.078858:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014717568 00000100:00100000:0.0:1746070403.078864:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014717568 00002000:00100000:0.0:1746070403.078905:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880099f19880 x1830887014717568/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:34/0 lens 488/0 e 0 to 0 dl 1746070414 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070403.078914:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f19880 with x1830887014717568 ext(0->4095) 00010000:00010000:0.0:1746070403.078921:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffd200/0x628f9640b607c83c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd60d expref: 6 pid: 12041 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746070403.078934:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffd200/0x628f9640b607c83c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd60d expref: 6 pid: 12041 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746070403.078940:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099f19880 00000100:00100000:0.0:1746070403.078968:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 991 00000100:00100000:0.0:1746070403.078983:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014717568:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070403.079103:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014717568:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (277us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070403.079109:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 991 00002000:00100000:0.0:1746070403.079114:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880099f19880 x1830887014717568/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:34/0 lens 488/4536 e 0 to 0 dl 1746070414 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070403.079121:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f19880 with x1830887014717568 ext(0->4095) 00010000:00010000:0.0:1746070403.079126:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffd200/0x628f9640b607c83c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd60d expref: 6 pid: 12041 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746070403.079134:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffd200/0x628f9640b607c83c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd60d expref: 6 pid: 12041 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746070403.079140:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099f19880 00000100:00100000:0.0:1746070403.089159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.095313:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.101824:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.105855:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.113229:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.119477:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.121593:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.125012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.125068:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.140808:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.140869:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.140892:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.146472:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.149149:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013000448:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070403.149175:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ffc200/0x628f9640b607c85f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd630 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.149189:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffc200, rc 0) 00000100:00100000:0.0:1746070403.149219:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014719744:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5487us (8324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070403.149225:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4067 00000100:00100000:0.0:1746070403.160753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.163310:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.170615:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.172729:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.175080:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014720896 00000100:00100000:0.0:1746070403.175084:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014720896 00000100:00100000:0.0:1746070403.175116:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4069 00000100:00100000:0.0:1746070403.175124:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:30975:x1830887014720896:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070403.175133:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070403.175143:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607c86d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd63e expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.175160:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070403.175164:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136b50800/0x628f9640b607c866 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd637 expref: 88 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.175169:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070403.175171:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607c86d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd63e expref: 88 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.175191:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136b50800/0x628f9640b607c866 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd637 expref: 88 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.175200:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607c86d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd63e expref: 88 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.175208:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5d000, rc 0) 00000100:00100000:0.0:1746070403.175245:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:30975:x1830887014720896:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070403.175251:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4069 00000100:00100000:0.0:1746070403.176257:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.179332:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.181642:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.188633:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.192308:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.196007:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.199264:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.202148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.205936:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.208601:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.210459:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.211237:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.211248:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014723072 00000100:00100000:0.0:1746070403.211251:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014723072 00010000:00010000:0.0:1746070403.211264:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607c86d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd63e expref: 89 pid: 12041 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746070403.214332:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.219241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.224320:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.232124:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.237289:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.241462:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.245346:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.245376:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.269015:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.269051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.276849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.281768:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.306576:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.321877:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.330775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.333884:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.340834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.349071:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.352465:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.362374:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.362986:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.365803:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.368314:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.368357:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.376205:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.381157:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.386351:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.402290:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.406258:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.406302:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.407581:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4081 00000100:00100000:0.0:1746070403.407588:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014728704:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070403.407594:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070403.407600:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c8c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd692 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.407609:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070403.407612:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093f13400/0x628f9640b607c8ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd68b expref: 97 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.407616:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070403.407618:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c8c1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd692 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.407638:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093f13400/0x628f9640b607c8ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd68b expref: 97 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.407653:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c8c1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd692 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.407661:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5d400, rc 0) 00000100:00100000:0.0:1746070403.407695:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014728704:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (1392us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070403.407701:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4081 00000100:00100000:0.0:1746070403.411355:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.418000:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.431803:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.438769:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.439207:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.449367:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.454079:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.459520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.471463:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.473756:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.475362:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.481129:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.481202:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.483641:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.487358:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.491365:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.501964:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.507743:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.512509:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.519451:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.525062:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.525104:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.528564:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.533450:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.535664:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.537952:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.540621:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.542153:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.554035:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.558485:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6358 00000100:00100000:0.0:1746070403.558491:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008744d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887014734336:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070403.558500:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070403.558515:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136b50400/0x628f9640b607c8f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6c3 expref: 105 pid: 8445 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746070403.558523:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136b50400/0x628f9640b607c8f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6c3 expref: 105 pid: 8445 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746070403.558538:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136b50400/0x628f9640b607c8f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6c3 expref: 105 pid: 8445 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746070403.558556:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070403.560252:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008744d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887014734336:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1760us (2602us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070403.560258:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6358 00000100:00100000:0.0:1746070403.564508:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.572222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.575820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.586242:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.586300:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.586333:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014735616 00000100:00100000:0.0:1746070403.586339:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014735616 00000100:00100000:0.0:1746070403.586381:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4091 00000100:00100000:0.0:1746070403.586389:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:30974:x1830887014735616:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070403.586404:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070403.586417:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607c907 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd6d8 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.586439:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136b51000/0x628f9640b607c900 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6d1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.586445:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070403.586446:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070403.586449:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607c907 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6d8 expref: 107 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.586470:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136b51000/0x628f9640b607c900 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6d1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.586479:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136b51000/0x628f9640b607c900 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6d1 expref: 5 pid: 8445 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746070403.586488:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887013006208:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070403.586546:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070403.596844:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.598745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.601533:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.609805:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.613348:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.620492:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.622848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.634028:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014737280 00000100:00100000:0.0:1746070403.634037:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014737280 00000100:00100000:0.0:1746070403.634529:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4094 00000100:00100000:0.0:1746070403.634537:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+108:30974:x1830887014737280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070403.634551:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070403.634567:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c91c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd6ed expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.634589:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ffc400/0x628f9640b607c90e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6df expref: 109 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.634597:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093f13400/0x628f9640b607c915 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6e6 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.634603:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070403.634604:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070403.634607:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5ca00/0x628f9640b607c91c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6ed expref: 109 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.634632:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093f13400/0x628f9640b607c915 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6e6 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.634647:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093f13400/0x628f9640b607c915 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6e6 expref: 5 pid: 8445 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746070403.634656:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013006720:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070403.635067:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ffc400/0x628f9640b607c90e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6df expref: 109 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.635075:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ffc400/0x628f9640b607c90e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd6df expref: 109 pid: 8445 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746070403.635082:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013006848:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070403.635099:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070403.637907:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.637996:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.642304:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.642462:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.646311:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.650297:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.656124:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.665110:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.668006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.671044:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.671107:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.674080:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.677086:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.686425:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.691364:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.696978:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.697863:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.701795:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.702820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.707661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.709776:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.715231:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.717789:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.720372:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.723322:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.732959:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.733933:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.737117:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.737328:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.737349:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.740374:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.744429:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.756284:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.757898:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.763301:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.765120:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.768065:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.770486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.782129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.793171:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.794841:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.796917:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.802963:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.805298:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.805346:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.807532:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.824820:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.842504:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.849876:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.854076:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.859934:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.861130:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.877108:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.879897:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.891485:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.900102:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.900142:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.900173:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014748032 00000100:00100000:0.0:1746070403.900179:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014748032 00010000:00010000:0.0:1746070403.900207:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136b50c00/0x628f9640b607c97e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd74f expref: 6 pid: 8444 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746070403.900236:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014747904 00000100:00100000:0.0:1746070403.900239:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014747904 00010000:00010000:0.0:1746070403.900248:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136b50800/0x628f9640b607c985 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd756 expref: 122 pid: 8444 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746070403.900262:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6379 00000100:00100000:0.0:1746070403.900269:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014748032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070403.900282:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070403.900299:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136b50c00/0x628f9640b607c97e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd74f expref: 6 pid: 8444 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746070403.900307:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136b50c00/0x628f9640b607c97e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd74f expref: 6 pid: 8444 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746070403.900328:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070403.900360:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014748032:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 92us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070403.900365:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6379 00000100:00100000:0.0:1746070403.900382:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6380 00000100:00100000:0.0:1746070403.900386:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+122:1963:x1830887014747904:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070403.900392:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070403.900398:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136b50800/0x628f9640b607c985 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd756 expref: 122 pid: 8444 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746070403.900407:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136b50800/0x628f9640b607c985 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd756 expref: 122 pid: 8444 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746070403.900417:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070403.900418:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070403.900423:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136b51000/0x628f9640b607c98c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd75d expref: 122 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.900430:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136b51000/0x628f9640b607c98c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd75d expref: 122 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070403.900457:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136b51000/0x628f9640b607c98c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd75d expref: 122 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070403.900467:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134834e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887013010560:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070403.900514:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070403.905786:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.908314:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134834e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887013010560:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070403.908329:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070403.908354:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+120:1963:x1830887014747904:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7966us (8210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070403.908361:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6380 00000100:00100000:0.0:1746070403.924081:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.924951:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.933437:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.939024:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.946662:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.952525:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.991747:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.999418:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070403.999496:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.011389:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092dcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013011840:0@lo:400:kworker.0 00000100:00100000:0.0:1746070404.011411:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070404.011428:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746070404.011432:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3294:1830887013011456:0@lo:400:kworker.0 00000100:00100000:0.0:1746070404.011453:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070404.011475:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830887013011968:0@lo:400:kworker.0 00000100:00100000:0.0:1746070404.011488:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070404.022734:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3294:1830887013011456:0@lo:400:kworker.0 00000100:00080000:0.0:1746070404.023318:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070404.023339:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013011968 00000100:00100000:0.0:1746070404.023344:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013011968 00000100:00100000:0.0:1746070404.023383:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1746070404.023388:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c898700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830887013011968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070404.023440:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c898700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830887013011968:12345-0@lo:400:kworker.0 Request processed in 52us (11950us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070404.023445:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1746070404.023692:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092dcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013011840:0@lo:400:kworker.0 00000100:00100000:0.0:1746070404.023708:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830887013011968:0@lo:400:kworker.0 00000100:00100000:0.0:1746070404.025276:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.031654:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.034949:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014750464 00000100:00100000:0.0:1746070404.034954:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014750464 00010000:00010000:0.0:1746070404.034985:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093f12c00/0x628f9640b607c9a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd772 expref: 6 pid: 12041 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746070404.035009:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6384 00000100:00100000:0.0:1746070404.035014:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014750464:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070404.035023:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070404.035038:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093f12c00/0x628f9640b607c9a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd772 expref: 6 pid: 12041 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.035047:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093f12c00/0x628f9640b607c9a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd772 expref: 6 pid: 12041 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.035064:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093f12c00/0x628f9640b607c9a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd772 expref: 6 pid: 12041 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.035085:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070404.035087:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070404.035093:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136b51800/0x628f9640b607c9a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd779 expref: 123 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.035100:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136b51800/0x628f9640b607c9a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd779 expref: 123 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.035124:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136b51800/0x628f9640b607c9a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd779 expref: 123 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070404.035134:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c899180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887013012352:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070404.035191:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070404.041599:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c899180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887013012352:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070404.041615:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070404.042255:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014750464:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7239us (7378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070404.042263:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6384 00000100:00100000:0.0:1746070404.048240:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.050330:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887013012480:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070404.050349:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136b50400/0x628f9640b607c9af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd780 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.050360:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50400, rc 0) 00000100:00100000:0.0:1746070404.050379:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014750848:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2029us (2147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070404.050385:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4115 00000100:00100000:0.0:1746070404.051419:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.054068:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092dcce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887013012608:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070404.054083:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070404.054111:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c899500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+125:1962:x1830887014751104:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2531us (2693us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070404.054117:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6385 00000100:00100000:0.0:1746070404.056570:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.058412:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014751744 00000100:00100000:0.0:1746070404.058416:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014751744 00002000:00100000:0.0:1746070404.058436:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801324d6d80 x1830887014751744/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:35/0 lens 488/0 e 0 to 0 dl 1746070415 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.058444:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d6d80 with x1830887014751744 ext(0->4095) 00002000:00010000:0.0:1746070404.058448:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324d6d80 00000100:00100000:0.0:1746070404.059079:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3331 00000100:00100000:0.0:1746070404.059085:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+126:1961:x1830887014751744:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070404.059205:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+126:1961:x1830887014751744:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (856us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070404.059213:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3331 00002000:00100000:0.0:1746070404.059218:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801324d6d80 x1830887014751744/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:35/0 lens 488/4536 e 0 to 0 dl 1746070415 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.059225:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d6d80 with x1830887014751744 ext(0->4095) 00002000:00010000:0.0:1746070404.059227:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324d6d80 00000100:00100000:0.0:1746070404.066456:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.073107:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.083910:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.097871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.098139:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.098487:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.103474:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014753024 00000100:00100000:0.0:1746070404.103480:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014753024 00002000:00100000:0.0:1746070404.103511:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdc380 x1830887014753024/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:35/0 lens 488/0 e 0 to 0 dl 1746070415 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.103519:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdc380 with x1830887014753024 ext(0->4095) 00010000:00010000:0.0:1746070404.103525:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffc400/0x628f9640b607c9bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd78e expref: 127 pid: 12041 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.103534:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffc400/0x628f9640b607c9bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd78e expref: 127 pid: 12041 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.103540:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebdc380 00000100:00100000:0.0:1746070404.103561:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1041 00000100:00100000:0.0:1746070404.103566:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+127:1964:x1830887014753024:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070404.103706:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+127:1964:x1830887014753024:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (1191us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070404.103712:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1041 00002000:00100000:0.0:1746070404.103717:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdc380 x1830887014753024/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:35/0 lens 488/4536 e 0 to 0 dl 1746070415 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.103724:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdc380 with x1830887014753024 ext(0->4095) 00010000:00010000:0.0:1746070404.103728:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffc400/0x628f9640b607c9bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd78e expref: 127 pid: 12041 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.103736:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffc400/0x628f9640b607c9bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd78e expref: 127 pid: 12041 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.103741:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebdc380 00000100:00100000:0.0:1746070404.108721:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.114052:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.118093:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887013013248:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070404.118107:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070404.118134:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c89b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+128:1964:x1830887014753408:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3744us (4088us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070404.118142:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6388 00000100:00100000:0.0:1746070404.122240:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.122301:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.126481:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.127325:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.132560:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.140888:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.145632:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.149400:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.156568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.156715:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.161384:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.161404:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.164127:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.167810:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.176579:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.180866:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.183853:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014756864 00000100:00100000:0.0:1746070404.183859:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014756864 00000100:00100000:0.0:1746070404.183903:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4124 00000100:00100000:0.0:1746070404.183910:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014756864:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070404.183924:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070404.184098:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c9ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd7c6 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.184119:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070404.184121:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070404.184127:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c9ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7c6 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.184139:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c9ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7c6 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.184148:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5d400, rc 0) 00000100:00100000:0.0:1746070404.184195:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014756864:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 285us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070404.184200:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4124 00000100:00100000:0.0:1746070404.184216:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014756736 00000100:00100000:0.0:1746070404.184218:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014756736 00000100:00100000:0.0:1746070404.184245:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4125 00000100:00100000:0.0:1746070404.184249:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+132:30974:x1830887014756736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070404.184256:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070404.184261:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607c9f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd7bf expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.184273:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136b51800/0x628f9640b607c9e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7b8 expref: 133 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.184279:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c9ee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7c6 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.184283:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070404.184284:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070404.184287:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607c9f5 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7bf expref: 133 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.184308:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c9ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7c6 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.184317:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607c9ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7c6 expref: 5 pid: 8444 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746070404.184330:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013014528:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070404.184384:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136b51800/0x628f9640b607c9e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7b8 expref: 133 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.184392:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136b51800/0x628f9640b607c9e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7b8 expref: 133 pid: 12041 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746070404.184399:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d505500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013014656:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070404.184415:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070404.186434:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.186473:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.189710:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.193094:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.199409:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.209997:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.215929:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.215989:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.221073:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.221097:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014758400 00000100:00100000:0.0:1746070404.221104:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014758400 00002000:00100000:0.0:1746070404.221136:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091f14000 x1830887014758400/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:35/0 lens 488/0 e 0 to 0 dl 1746070415 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.221144:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f14000 with x1830887014758400 ext(0->4095) 00010000:00010000:0.0:1746070404.221151:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffd000/0x628f9640b607c9fc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7cd expref: 6 pid: 8444 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.221162:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffd000/0x628f9640b607c9fc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7cd expref: 6 pid: 8444 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.221168:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f14000 00000100:00100000:0.0:1746070404.221197:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1049 00000100:00100000:0.0:1746070404.221204:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014758400:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070404.221328:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014758400:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070404.221335:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1049 00002000:00100000:0.0:1746070404.221339:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091f14000 x1830887014758400/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:35/0 lens 488/4536 e 0 to 0 dl 1746070415 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.221346:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f14000 with x1830887014758400 ext(0->4095) 00010000:00010000:0.0:1746070404.221350:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffd000/0x628f9640b607c9fc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7cd expref: 6 pid: 8444 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.221359:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffd000/0x628f9640b607c9fc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7cd expref: 6 pid: 8444 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.221364:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f14000 00000100:00100000:0.0:1746070404.224610:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.225279:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.230666:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.243416:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.249847:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.254006:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.259762:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.266946:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.269024:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.277733:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014760192 00000100:00100000:0.0:1746070404.277740:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014760192 00002000:00100000:0.0:1746070404.277768:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdea00 x1830887014760192/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:35/0 lens 488/0 e 0 to 0 dl 1746070415 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.277776:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdea00 with x1830887014760192 ext(0->4095) 00010000:00010000:0.0:1746070404.277784:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffcc00/0x628f9640b607ca11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7e2 expref: 136 pid: 8444 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.277796:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffcc00/0x628f9640b607ca11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7e2 expref: 136 pid: 8444 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.277802:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebdea00 00000100:00100000:0.0:1746070404.277828:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1053 00000100:00100000:0.0:1746070404.277834:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+136:1963:x1830887014760192:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070404.277974:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+136:1963:x1830887014760192:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (531us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070404.277979:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1053 00002000:00100000:0.0:1746070404.277984:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdea00 x1830887014760192/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:35/0 lens 488/4536 e 0 to 0 dl 1746070415 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.277990:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdea00 with x1830887014760192 ext(0->4095) 00010000:00010000:0.0:1746070404.277994:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffcc00/0x628f9640b607ca11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7e2 expref: 136 pid: 8444 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.278007:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffcc00/0x628f9640b607ca11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7e2 expref: 136 pid: 8444 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.278011:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebdea00 00000100:00100000:0.0:1746070404.294007:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.294048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.294769:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014760448 00000100:00100000:0.0:1746070404.294772:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014760448 00002000:00100000:0.0:1746070404.294794:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880131b73800 x1830887014760448/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:35/0 lens 496/0 e 0 to 0 dl 1746070415 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.294801:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b73800 with x1830887014760448 ext(0->7) 00010000:00010000:0.0:1746070404.294806:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffcc00/0x628f9640b607ca11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7e2 expref: 137 pid: 8444 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.294815:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffcc00/0x628f9640b607ca11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7e2 expref: 137 pid: 8444 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.294820:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b73800 00000100:00100000:0.0:1746070404.294832:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1054 00000100:00100000:0.0:1746070404.294837:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+137:1963:x1830887014760448:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070404.295075:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+139:1963:x1830887014760448:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 237us (1073us total) trans 4294968403 rc 0/0 00000100:00100000:0.0:1746070404.295080:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1054 00002000:00100000:0.0:1746070404.295086:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880131b73800 x1830887014760448/t4294968403(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:35/0 lens 496/448 e 0 to 0 dl 1746070415 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.295096:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b73800 with x1830887014760448 ext(0->7) 00010000:00010000:0.0:1746070404.295100:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffcc00/0x628f9640b607ca11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7e2 expref: 139 pid: 8444 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.295107:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffcc00/0x628f9640b607ca11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7e2 expref: 139 pid: 8444 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.295113:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b73800 00000100:00100000:0.0:1746070404.300824:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.300847:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014760960 00000100:00100000:0.0:1746070404.300852:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014760960 00002000:00100000:0.0:1746070404.300880:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880131b71f80 x1830887014760960/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:35/0 lens 488/0 e 0 to 0 dl 1746070415 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.300888:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b71f80 with x1830887014760960 ext(0->4095) 00010000:00010000:0.0:1746070404.300895:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffc800/0x628f9640b607ca18 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7e9 expref: 6 pid: 8444 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.300906:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffc800/0x628f9640b607ca18 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7e9 expref: 6 pid: 8444 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.300912:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b71f80 00000100:00100000:0.0:1746070404.300925:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1055 00000100:00100000:0.0:1746070404.300931:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014760960:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070404.301065:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014760960:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070404.301074:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1055 00002000:00100000:0.0:1746070404.301079:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880131b71f80 x1830887014760960/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:35/0 lens 488/4536 e 0 to 0 dl 1746070415 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.301086:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b71f80 with x1830887014760960 ext(0->4095) 00010000:00010000:0.0:1746070404.301090:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffc800/0x628f9640b607ca18 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7e9 expref: 6 pid: 8444 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.301098:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffc800/0x628f9640b607ca18 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd7e9 expref: 6 pid: 8444 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.301103:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b71f80 00000100:00100000:0.0:1746070404.304255:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.309613:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.317495:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.325047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.334400:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.334479:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.339007:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.342015:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.345109:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.347337:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.349289:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.353336:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.359561:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.362017:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.367102:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.371154:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.371935:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.372359:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.377118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.388959:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.395137:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.400046:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.409181:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.413169:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.414014:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.417758:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.423497:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.429999:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.431939:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.436296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.439079:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014766848 00000100:00100000:0.0:1746070404.439085:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014766848 00002000:00100000:0.0:1746070404.439116:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdca80 x1830887014766848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:35/0 lens 488/0 e 0 to 0 dl 1746070415 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.439124:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdca80 with x1830887014766848 ext(0->4095) 00002000:00010000:0.0:1746070404.439128:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebdca80 00000100:00100000:0.0:1746070404.439148:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3345 00000100:00100000:0.0:1746070404.439154:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+146:1964:x1830887014766848:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070404.439281:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+146:1964:x1830887014766848:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (683us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070404.439287:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3345 00002000:00100000:0.0:1746070404.439292:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdca80 x1830887014766848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:35/0 lens 488/4536 e 0 to 0 dl 1746070415 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.439299:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdca80 with x1830887014766848 ext(0->4095) 00002000:00010000:0.0:1746070404.439301:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebdca80 00000100:00100000:0.0:1746070404.440845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.442749:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.446154:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.446191:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.447283:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.450071:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.453537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.462812:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.468175:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.469728:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.471882:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.471949:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.474640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.478938:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.482026:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.485644:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.490746:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.496453:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.500537:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.501169:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.506313:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.506354:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.506389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.511723:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014771200 00000100:00100000:0.0:1746070404.511728:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014771200 00002000:00100000:0.0:1746070404.511756:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092dcdf80 x1830887014771200/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:35/0 lens 488/0 e 0 to 0 dl 1746070415 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.511764:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcdf80 with x1830887014771200 ext(0->4095) 00010000:00010000:0.0:1746070404.511772:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093f13400/0x628f9640b607ca88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd859 expref: 150 pid: 25271 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.511783:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093f13400/0x628f9640b607ca88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd859 expref: 150 pid: 25271 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.511789:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092dcdf80 00000100:00100000:0.0:1746070404.511813:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1069 00000100:00100000:0.0:1746070404.511818:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+150:1963:x1830887014771200:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070404.511953:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+150:1963:x1830887014771200:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (693us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070404.511959:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1069 00002000:00100000:0.0:1746070404.511975:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092dcdf80 x1830887014771200/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:35/0 lens 488/4536 e 0 to 0 dl 1746070415 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.511981:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcdf80 with x1830887014771200 ext(0->4095) 00010000:00010000:0.0:1746070404.511985:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093f13400/0x628f9640b607ca88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd859 expref: 150 pid: 25271 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.511993:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093f13400/0x628f9640b607ca88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd859 expref: 150 pid: 25271 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.512002:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092dcdf80 00000100:00100000:0.0:1746070404.522909:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.532126:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014771968 00000100:00100000:0.0:1746070404.532131:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014771968 00002000:00100000:0.0:1746070404.532158:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092dcd500 x1830887014771968/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:35/0 lens 488/0 e 0 to 0 dl 1746070415 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.532170:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcd500 with x1830887014771968 ext(0->4095) 00010000:00010000:0.0:1746070404.532176:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093f13600/0x628f9640b607ca8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd860 expref: 6 pid: 25271 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.532187:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093f13600/0x628f9640b607ca8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd860 expref: 6 pid: 25271 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.532193:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092dcd500 00000100:00100000:0.0:1746070404.532217:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1071 00000100:00100000:0.0:1746070404.532223:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014771968:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070404.532349:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014771968:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (280us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070404.532355:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1071 00002000:00100000:0.0:1746070404.532360:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092dcd500 x1830887014771968/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:35/0 lens 488/4536 e 0 to 0 dl 1746070415 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.532365:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcd500 with x1830887014771968 ext(0->4095) 00010000:00010000:0.0:1746070404.532369:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093f13600/0x628f9640b607ca8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd860 expref: 6 pid: 25271 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746070404.532382:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093f13600/0x628f9640b607ca8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd860 expref: 6 pid: 25271 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746070404.532387:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092dcd500 00000100:00100000:0.0:1746070404.535169:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.541243:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.556364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.567707:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.576608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.579331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.586371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.589303:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.592186:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.594216:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.599550:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.604505:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.611210:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.613099:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.617588:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.620476:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.629699:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.629725:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.629753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.633601:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070404.635348:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070404.640770:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.650896:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.654267:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.662074:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.664942:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.673747:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.680563:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.685653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.687907:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.690706:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.697879:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.706459:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.721205:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.722690:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014777984:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070404.722863:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014777984:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 257us (1661us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070404.722870:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3357 00002000:00100000:0.0:1746070404.722876:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880133b77b80 x1830887014777984/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:35/0 lens 488/4536 e 0 to 0 dl 1746070415 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070404.722883:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133b77b80 with x1830887014777984 ext(0->4095) 00002000:00010000:0.0:1746070404.722887:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133b77b80 00000100:00100000:0.0:1746070404.728042:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.731063:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.743169:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.744099:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.754449:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.754482:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.754521:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.763391:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.768942:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.772183:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.781251:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.784510:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.788133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.797370:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.799785:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.801506:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.806640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.806667:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.808212:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.811918:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.819049:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.820781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.822354:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.824161:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.826359:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.848134:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.848178:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.853914:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.855729:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.857207:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.866015:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.871414:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.879543:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.882516:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.894995:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.897387:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.907944:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.913459:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.914188:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.919173:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.925073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.934091:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.936664:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014786560 00000100:00100000:0.0:1746070404.936668:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014786560 00000100:00100000:0.0:1746070404.936719:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4170 00000100:00100000:0.0:1746070404.936725:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+168:30974:x1830887014786560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070404.936736:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070404.936746:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607cb30 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd901 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.936761:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093f12400/0x628f9640b607cb29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd8fa expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.936767:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070404.936768:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070404.936771:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d400/0x628f9640b607cb30 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd901 expref: 169 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.936785:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093f12400/0x628f9640b607cb29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd8fa expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070404.937039:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093f12400/0x628f9640b607cb29 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd8fa expref: 5 pid: 25271 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746070404.937050:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12041:1830887013025152:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070404.941086:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.945923:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.946078:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.950028:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.963758:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.971620:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.975447:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.976020:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.979502:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.980486:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.982887:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.985835:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070404.996781:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.001793:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.011019:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.011062:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.034855:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.037233:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.051943:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.057638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.064712:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.074687:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092dcfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887013026688:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070405.074701:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070405.074720:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+175:1963:x1830887014790528:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6087us (10051us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070405.074727:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6446 00000100:00100000:0.0:1746070405.076178:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.081571:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.099848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.102641:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.104729:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.106564:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.110520:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.112509:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.113995:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.116079:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.118462:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.126052:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.128909:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.131297:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.133503:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.134339:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.137347:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.149606:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.156154:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.167558:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.176203:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.176247:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.177276:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4185 00000100:00100000:0.0:1746070405.177283:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+180:30974:x1830887014795264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070405.177291:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070405.177299:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607cb99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bd96a expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.177313:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607cb8b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd95c expref: 181 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.177320:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093f12e00/0x628f9640b607cb92 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd963 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.177324:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070405.177326:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070405.177328:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607cb99 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd96a expref: 181 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.177349:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093f12e00/0x628f9640b607cb92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd963 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.177358:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093f12e00/0x628f9640b607cb92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd963 expref: 6 pid: 25271 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746070405.177367:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887013028480:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070405.178348:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607cb8b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd95c expref: 181 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.178358:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607cb8b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd95c expref: 181 pid: 8444 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746070405.178367:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c95c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887013028608:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070405.178390:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070405.181132:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.193563:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.193659:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.196518:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.200982:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.206809:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.209794:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.213817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.218423:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.219537:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.225822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.234925:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.238416:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.242186:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.247459:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.253125:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.254192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.258372:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.264331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.271347:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.279252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.281470:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.283045:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.285129:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.288184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.301846:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.307394:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.308360:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.319800:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.322077:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.322950:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.330082:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.337990:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.346612:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.350339:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.352335:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.356400:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.357924:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.370719:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.378411:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.385465:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.388573:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.391884:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.394656:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.406467:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.413470:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.416074:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.419690:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.419723:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.419753:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.425819:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.428869:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.431470:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.445882:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.454873:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.458596:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.458646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.462096:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.463228:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070405.464015:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070405.464034:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093f12e00/0x628f9640b607cc09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd9da expref: 6 pid: 8445 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.464044:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093f12e00/0x628f9640b607cc09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd9da expref: 6 pid: 8445 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.464061:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093f12e00/0x628f9640b607cc09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd9da expref: 6 pid: 8445 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.464086:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070405.464087:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070405.464092:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ffdc00/0x628f9640b607cc10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd9e1 expref: 194 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.464098:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092ffdc00/0x628f9640b607cc10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd9e1 expref: 194 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.464122:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092ffdc00/0x628f9640b607cc10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd9e1 expref: 194 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.464182:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ffdc00/0x628f9640b607cc10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bd9e1 expref: 194 pid: 25271 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746070405.464193:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887013032832:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070405.464282:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070405.468920:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.472089:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.485252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.489180:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.490317:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.492742:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.492820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.495727:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.498916:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.503480:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.511428:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.513160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.514689:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.514968:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.517280:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.521317:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.524645:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.531046:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.534402:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.534910:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.538133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.538722:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.541776:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.541813:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.541827:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014811392 00000100:00100000:0.0:1746070405.541830:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014811392 00000100:00100000:0.0:1746070405.541863:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 372 00000100:00100000:0.0:1746070405.541868:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4282450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887014811392:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070405.541898:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4282450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887014811392:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 30us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070405.541902:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 372 00000100:00100000:0.0:1746070405.546145:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014811648 00000100:00100000:0.0:1746070405.546153:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014811648 00000100:00100000:0.0:1746070405.546569:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 373 00000100:00100000:0.0:1746070405.546575:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1964:x1830887014811648:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070405.546691:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1964:x1830887014811648:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 96us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070405.546697:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 373 00010000:00010000:0.0:1746070405.548131:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070405.550102:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.555506:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.564500:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.574587:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.581226:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.586837:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.593124:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.596762:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.600845:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.600972:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.601007:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.603948:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.609231:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.611229:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.615759:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.620455:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.624975:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.627569:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.628079:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.630616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.631975:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014815744 00000100:00100000:0.0:1746070405.631979:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014815744 00010000:00010000:0.0:1746070405.631992:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607cc5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda2e expref: 6 pid: 12041 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746070405.632007:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6485 00000100:00100000:0.0:1746070405.632012:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014815744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070405.632019:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070405.632030:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607cc5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda2e expref: 6 pid: 12041 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.632039:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607cc5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda2e expref: 6 pid: 12041 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.632052:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607cc5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda2e expref: 6 pid: 12041 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.632064:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070405.632065:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070405.632069:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093f12a00/0x628f9640b607cc6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda3c expref: 204 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.632080:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093f12a00/0x628f9640b607cc6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda3c expref: 204 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.632099:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093f12a00/0x628f9640b607cc6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda3c expref: 204 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.632107:0:7080:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093f12a00/0x628f9640b607cc6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda3c expref: 204 pid: 12041 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746070405.632116:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923ba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887013035776:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070405.632363:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070405.634031:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.635792:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070405.637024:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070405.638751:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.641945:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.644341:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.647431:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.649054:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.649097:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.650580:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.650890:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.653014:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.655052:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014818304 00000100:00100000:0.0:1746070405.655058:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014818304 00002000:00100000:0.0:1746070405.655088:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880092dcce00 x1830887014818304/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:36/0 lens 496/0 e 0 to 0 dl 1746070416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070405.655097:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcce00 with x1830887014818304 ext(0->7) 00010000:00010000:0.0:1746070405.655104:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093f12c00/0x628f9640b607cc80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda51 expref: 206 pid: 12041 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.655115:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093f12c00/0x628f9640b607cc80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda51 expref: 206 pid: 12041 timeout: 617 lvb_type: 0 00002000:00010000:0.0:1746070405.655121:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092dcce00 00000100:00100000:0.0:1746070405.655148:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1137 00000100:00100000:0.0:1746070405.655155:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+206:1964:x1830887014818304:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070405.655397:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+208:1964:x1830887014818304:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 241us (419us total) trans 4294968438 rc 0/0 00000100:00100000:0.0:1746070405.655404:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1137 00002000:00100000:0.0:1746070405.655410:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880092dcce00 x1830887014818304/t4294968438(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:36/0 lens 496/448 e 0 to 0 dl 1746070416 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070405.655417:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcce00 with x1830887014818304 ext(0->7) 00010000:00010000:0.0:1746070405.655422:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093f12c00/0x628f9640b607cc80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda51 expref: 208 pid: 12041 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.655431:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093f12c00/0x628f9640b607cc80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda51 expref: 208 pid: 12041 timeout: 617 lvb_type: 0 00002000:00010000:0.0:1746070405.655436:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092dcce00 00000100:00100000:0.0:1746070405.657276:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.661417:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.665466:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.667882:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.669984:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.670021:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.674621:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.674653:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.674715:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.677755:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.689390:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.694133:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.697353:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.698542:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.700169:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.702204:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.702287:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.704715:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.707434:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.709995:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.713317:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.718257:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.719716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.720963:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.722635:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.722663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.722709:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.724850:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.727802:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.733712:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.745515:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.749240:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.754841:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.754883:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.758355:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.763156:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014825216 00000100:00100000:0.0:1746070405.763164:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014825216 00002000:00100000:0.0:1746070405.763196:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ebddf80 x1830887014825216/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:36/0 lens 496/0 e 0 to 0 dl 1746070416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070405.763205:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddf80 with x1830887014825216 ext(0->7) 00010000:00010000:0.0:1746070405.763212:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a34600/0x628f9640b607cccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda9e expref: 214 pid: 8445 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.763225:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a34600/0x628f9640b607cccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda9e expref: 214 pid: 8445 timeout: 617 lvb_type: 0 00002000:00010000:0.0:1746070405.763231:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebddf80 00000100:00100000:0.0:1746070405.763247:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1148 00000100:00100000:0.0:1746070405.763253:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+214:1962:x1830887014825216:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070405.763498:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+216:1962:x1830887014825216:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 244us (1075us total) trans 4294968442 rc 0/0 00000100:00100000:0.0:1746070405.763504:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1148 00002000:00100000:0.0:1746070405.763509:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ebddf80 x1830887014825216/t4294968442(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:36/0 lens 496/448 e 0 to 0 dl 1746070416 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070405.763516:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddf80 with x1830887014825216 ext(0->7) 00010000:00010000:0.0:1746070405.763520:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a34600/0x628f9640b607cccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda9e expref: 216 pid: 8445 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.763528:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a34600/0x628f9640b607cccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bda9e expref: 216 pid: 8445 timeout: 617 lvb_type: 0 00002000:00010000:0.0:1746070405.763533:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ebddf80 00000100:00100000:0.0:1746070405.770614:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.780847:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.784919:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.786661:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.789591:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.795120:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.795862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.800987:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.801066:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014826752 00000100:00100000:0.0:1746070405.801072:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014826752 00002000:00100000:0.0:1746070405.801106:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093696300 x1830887014826752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:36/0 lens 488/0 e 0 to 0 dl 1746070416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070405.801115:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093696300 with x1830887014826752 ext(0->4095) 00010000:00010000:0.0:1746070405.801122:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a34200/0x628f9640b607cce2 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdab3 expref: 217 pid: 8445 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.801134:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a34200/0x628f9640b607cce2 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdab3 expref: 217 pid: 8445 timeout: 617 lvb_type: 0 00002000:00010000:0.0:1746070405.801139:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093696300 00000100:00100000:0.0:1746070405.801156:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1150 00000100:00100000:0.0:1746070405.801162:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+217:1963:x1830887014826752:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070405.801281:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+217:1963:x1830887014826752:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070405.801287:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1150 00002000:00100000:0.0:1746070405.801292:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093696300 x1830887014826752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:36/0 lens 488/4536 e 0 to 0 dl 1746070416 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070405.801298:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093696300 with x1830887014826752 ext(0->4095) 00010000:00010000:0.0:1746070405.801302:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a34200/0x628f9640b607cce2 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdab3 expref: 217 pid: 8445 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.801309:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a34200/0x628f9640b607cce2 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdab3 expref: 217 pid: 8445 timeout: 617 lvb_type: 0 00002000:00010000:0.0:1746070405.801314:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093696300 00000100:00100000:0.0:1746070405.819201:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.822192:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.824231:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.826439:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.829873:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.833935:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.836653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.839937:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014828160 00000100:00100000:0.0:1746070405.839942:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014828160 00002000:00100000:0.0:1746070405.839984:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880092dcf100 x1830887014828160/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:36/0 lens 496/0 e 0 to 0 dl 1746070416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070405.839992:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcf100 with x1830887014828160 ext(0->7) 00010000:00010000:0.0:1746070405.840002:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffd800/0x628f9640b607ccf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdac1 expref: 218 pid: 8445 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.840014:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffd800/0x628f9640b607ccf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdac1 expref: 218 pid: 8445 timeout: 617 lvb_type: 0 00002000:00010000:0.0:1746070405.840019:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092dcf100 00000100:00100000:0.0:1746070405.840050:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1153 00000100:00100000:0.0:1746070405.840057:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+218:1963:x1830887014828160:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070405.840513:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+220:1963:x1830887014828160:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 455us (657us total) trans 4294968444 rc 0/0 00000100:00100000:0.0:1746070405.840518:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1153 00002000:00100000:0.0:1746070405.840524:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880092dcf100 x1830887014828160/t4294968444(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:36/0 lens 496/448 e 0 to 0 dl 1746070416 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070405.840531:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcf100 with x1830887014828160 ext(0->7) 00010000:00010000:0.0:1746070405.840535:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092ffd800/0x628f9640b607ccf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdac1 expref: 220 pid: 8445 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746070405.840545:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092ffd800/0x628f9640b607ccf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdac1 expref: 220 pid: 8445 timeout: 617 lvb_type: 0 00002000:00010000:0.0:1746070405.840550:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092dcf100 00000100:00100000:0.0:1746070405.848047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.857880:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.859122:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.861847:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.862166:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.864237:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.866466:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.868608:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.871880:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.878062:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.878399:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.880214:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.882005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.887361:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.890984:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.894541:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014830976 00000100:00100000:0.0:1746070405.894549:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014830976 00000100:00100000:0.0:1746070405.894592:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4242 00000100:00100000:0.0:1746070405.894599:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:30975:x1830887014830976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070405.894613:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070405.894626:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607cd1a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdaeb expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.894648:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a34200/0x628f9640b607cd13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdae4 expref: 221 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.894655:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070405.894657:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070405.894660:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5c600/0x628f9640b607cd1a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdaeb expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.894698:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a34200/0x628f9640b607cd13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdae4 expref: 221 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070405.894709:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a34200/0x628f9640b607cd13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdae4 expref: 221 pid: 8445 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746070405.894718:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801319ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887013041152:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070405.894783:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070405.900479:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.906295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.909261:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.914991:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.918433:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.922076:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.926508:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.930942:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.935267:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.940972:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.945111:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.946725:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.949363:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.951710:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.954780:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.958231:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.960780:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.964107:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.967114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.973416:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.973445:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.973503:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.975458:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.976824:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.978579:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.981477:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.990710:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.990781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.993032:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.993064:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.995819:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070405.998364:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.001054:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.010483:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.012930:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014837248 00000100:00100000:0.0:1746070406.012935:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014837248 00000100:00100000:0.0:1746070406.012982:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4253 00000100:00100000:0.0:1746070406.012987:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+232:30974:x1830887014837248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070406.012999:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070406.013012:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607cd67 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdb38 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.013031:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a34800/0x628f9640b607cd60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdb31 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.013038:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070406.013039:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070406.013043:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607cd67 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdb38 expref: 233 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.013064:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a34800/0x628f9640b607cd60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdb31 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.013074:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a34800/0x628f9640b607cd60 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdb31 expref: 5 pid: 8445 timeout: 618 lvb_type: 0 00000100:00100000:0.0:1746070406.013083:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124014e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887013043712:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070406.013117:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070406.020543:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.027198:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.031128:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014837888 00000100:00100000:0.0:1746070406.031134:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014837888 00002000:00100000:0.0:1746070406.031166:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdf800 x1830887014837888/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:37/0 lens 488/0 e 0 to 0 dl 1746070417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070406.031175:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf800 with x1830887014837888 ext(0->4095) 00002000:00010000:0.0:1746070406.031179:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebdf800 00000100:00100000:0.0:1746070406.031202:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3411 00000100:00100000:0.0:1746070406.031209:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+232:1961:x1830887014837888:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070406.031356:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+232:1961:x1830887014837888:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (503us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070406.031362:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3411 00002000:00100000:0.0:1746070406.031367:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ebdf800 x1830887014837888/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:37/0 lens 488/4536 e 0 to 0 dl 1746070417 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070406.031380:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf800 with x1830887014837888 ext(0->4095) 00002000:00010000:0.0:1746070406.031382:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebdf800 00000100:00100000:0.0:1746070406.033255:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.037014:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014838144 00000100:00100000:0.0:1746070406.037020:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014838144 00002000:00100000:0.0:1746070406.037045:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880092dcca80 x1830887014838144/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:37/0 lens 496/0 e 0 to 0 dl 1746070417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070406.037053:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcca80 with x1830887014838144 ext(0->7) 00010000:00010000:0.0:1746070406.037058:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607cd67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdb38 expref: 232 pid: 8445 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746070406.037068:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607cd67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdb38 expref: 232 pid: 8445 timeout: 618 lvb_type: 0 00002000:00010000:0.0:1746070406.037073:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092dcca80 00000100:00100000:0.0:1746070406.037088:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1168 00000100:00100000:0.0:1746070406.037093:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+232:1964:x1830887014838144:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070406.039122:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+234:1964:x1830887014838144:12345-192.168.203.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2023us (2491us total) trans 4294968451 rc 0/0 00000100:00100000:0.0:1746070406.039131:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1168 00002000:00100000:0.0:1746070406.039142:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880092dcca80 x1830887014838144/t4294968451(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:37/0 lens 496/448 e 0 to 0 dl 1746070417 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070406.039150:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcca80 with x1830887014838144 ext(0->7) 00010000:00010000:0.0:1746070406.039157:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607cd67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdb38 expref: 234 pid: 8445 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746070406.039171:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607cd67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdb38 expref: 234 pid: 8445 timeout: 618 lvb_type: 0 00002000:00010000:0.0:1746070406.039177:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092dcca80 00000100:00100000:0.0:1746070406.040041:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.044109:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.044453:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014838528 00000100:00100000:0.0:1746070406.044459:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014838528 00002000:00100000:0.0:1746070406.044488:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880124017b80 x1830887014838528/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:37/0 lens 488/0 e 0 to 0 dl 1746070417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070406.044497:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124017b80 with x1830887014838528 ext(0->4095) 00002000:00010000:0.0:1746070406.044501:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124017b80 00000100:00100000:0.0:1746070406.044529:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3412 00000100:00100000:0.0:1746070406.044535:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124017b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014838528:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070406.044660:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124017b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014838528:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (552us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070406.044666:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3412 00002000:00100000:0.0:1746070406.044670:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880124017b80 x1830887014838528/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:37/0 lens 488/4536 e 0 to 0 dl 1746070417 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070406.044707:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124017b80 with x1830887014838528 ext(0->4095) 00002000:00010000:0.0:1746070406.044709:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124017b80 00000100:00100000:0.0:1746070406.046138:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.048361:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.053198:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.053245:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.056154:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.057509:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.061023:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.064782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.073546:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.076157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.077949:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.081136:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.082754:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.086277:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.089223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.089263:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.091704:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.104923:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.113099:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.120012:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.125772:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.127227:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.130880:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.144295:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.146327:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.149335:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.150918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.152188:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.171420:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.177012:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.180744:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.184151:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.187420:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.187465:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.197696:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.200572:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.230219:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014845952 00000100:00100000:0.0:1746070406.230223:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014845952 00000100:00100000:0.0:1746070406.232469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.233871:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.235968:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.240604:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.243878:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.245938:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.252181:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.253977:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.255751:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.264258:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.270339:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.270371:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.270395:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.274067:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.279626:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.284270:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.292322:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.296606:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.299314:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.301784:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.305653:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014849920 00000100:00100000:0.0:1746070406.305661:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014849920 00000100:00100000:0.0:1746070406.305714:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4273 00000100:00100000:0.0:1746070406.305721:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:30975:x1830887014849920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070406.305736:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070406.305750:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607cdf3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdbc4 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.305771:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070406.305777:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a35800/0x628f9640b607cdec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdbbd expref: 247 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.305782:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070406.305785:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607cdf3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdbc4 expref: 7 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.305816:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a35800/0x628f9640b607cdec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdbbd expref: 247 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.305826:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5cc00/0x628f9640b607cdf3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdbc4 expref: 7 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.305836:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5cc00, rc 0) 00000100:00100000:0.0:1746070406.305870:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:30975:x1830887014849920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070406.305876:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4273 00000100:00100000:0.0:1746070406.306344:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.311052:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.317124:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.325131:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.332794:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.334386:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.337915:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.341387:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.345270:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.361260:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.364274:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.366252:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.368448:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.369867:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.396650:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.399902:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.404599:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.406659:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.419067:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.422109:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.431121:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.436010:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.439809:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.445328:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.448944:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.449409:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.451092:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.453997:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.457973:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.460405:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.466371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.469614:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.473613:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.473720:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.476864:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.479809:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014856704 00000100:00100000:0.0:1746070406.479816:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014856704 00010000:00010000:0.0:1746070406.479829:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a34800/0x628f9640b607ce2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdbfc expref: 7 pid: 8444 timeout: 618 lvb_type: 0 00000100:00100000:0.0:1746070406.479844:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6551 00000100:00100000:0.0:1746070406.479848:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1964:x1830887014856704:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070406.479855:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070406.479863:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a34800/0x628f9640b607ce2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdbfc expref: 7 pid: 8444 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746070406.479870:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a34800/0x628f9640b607ce2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdbfc expref: 7 pid: 8444 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746070406.479881:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a34800/0x628f9640b607ce2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdbfc expref: 7 pid: 8444 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746070406.479929:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070406.479930:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070406.479936:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a34a00/0x628f9640b607ce39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc0a expref: 253 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.479942:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a34a00/0x628f9640b607ce39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc0a expref: 253 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.479976:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a34a00/0x628f9640b607ce39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc0a expref: 253 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.479986:0:7079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a34a00/0x628f9640b607ce39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc0a expref: 253 pid: 25271 timeout: 618 lvb_type: 0 00000100:00100000:0.0:1746070406.479995:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134834a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887013050624:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070406.480046:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4fbe180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070406.481490:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.490083:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.493469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.497709:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.499811:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.500195:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014857856:12345-192.168.203.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1333us (2486us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070406.500202:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3430 00002000:00100000:0.0:1746070406.500242:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880134836680 x1830887014857856/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:37/0 lens 488/4536 e 0 to 0 dl 1746070417 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070406.500250:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836680 with x1830887014857856 ext(0->4095) 00002000:00010000:0.0:1746070406.500253:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134836680 00000100:00100000:0.0:1746070406.502870:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.502933:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.510499:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f1b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013051136:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070406.510521:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092ffd800/0x628f9640b607ce4e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc1f expref: 257 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.510532:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffd800, rc 0) 00000100:00100000:0.0:1746070406.510575:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+257:30975:x1830887014858112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7504us (7641us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070406.510581:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4286 00000100:00100000:0.0:1746070406.514734:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.520233:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.521994:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.537080:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.540003:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.591304:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.594394:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014859904 00000100:00100000:0.0:1746070406.594400:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014859904 00000100:00100000:0.0:1746070406.594446:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33729 00000100:00100000:0.0:1746070406.594453:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:30992:x1830887014859904:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:0.0:1746070406.594466:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070406.594479:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5cc00/0x628f9640b607ce63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdc2d expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.594521:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c600/0x628f9640b607ce6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594531:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c600/0x628f9640b607ce6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594539:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c600/0x628f9640b607ce6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594548:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607ce71 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594553:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607ce71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594557:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607ce71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594844:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5dc00/0x628f9640b607ce78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594851:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5dc00/0x628f9640b607ce78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594857:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5dc00/0x628f9640b607ce78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:0.0:1746070406.594878:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x45:0x0]: returning size 8 00000004:00200000:0.0:1746070406.594881:0:10662:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070406.594891:0:10662:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5dc00/0x628f9640b607ce78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594898:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5dc00/0x628f9640b607ce78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594904:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c600/0x628f9640b607ce6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594909:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c600/0x628f9640b607ce6a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594913:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c600/0x628f9640b607ce6a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594918:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d5c600 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070406.594921:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c600/0x628f9640b607ce6a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594927:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c600/0x628f9640b607ce6a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594935:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b1f16c00) 00010000:00010000:0.0:1746070406.594937:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070406.594940:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c600/0x628f9640b607ce6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594944:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c600/0x628f9640b607ce6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594975:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607ce71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594981:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607ce71 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594985:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607ce71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594988:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d5d400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070406.594991:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607ce71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.594995:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607ce71 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.595000:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff88012ea0e500) 00010000:00010000:0.0:1746070406.595002:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070406.595004:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607ce71 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.595008:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607ce71 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070406.595030:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5cc00/0x628f9640b607ce63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc2d expref: 11 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.595039:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5dc00/0x628f9640b607ce78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc2d expref: 10 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070406.595044:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8800b1e92100) 00010000:00010000:0.0:1746070406.595045:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070406.595047:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5dc00, rc 0) 00000100:00100000:0.0:1746070406.595084:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:30992:x1830887014859904:12345-192.168.203.29@tcp:101:rm.0 Request processed in 632us (1358us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070406.595090:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33729 00000100:00100000:0.0:1746070406.598336:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070406.602205:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000001:00080000:0.0:1746070406.668902:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968451 is committed 00000001:00080000:0.0:1746070406.668935:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968463 is committed 00000001:00100000:0.0:1746070407.212003:0:8541:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7b76de34-516b-4fc5-a0c6-5c59ed28c461 00000020:00000080:0.0:1746070407.212010:0:8541:0:(genops.c:904:class_export_put()) final put ffff88012bb79800/7b76de34-516b-4fc5-a0c6-5c59ed28c461 00000001:00100000:0.0:1746070407.212030:0:8541:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2acfa880-79c0-40ca-9b06-ba79796809b8 00000020:00000080:0.0:1746070407.212031:0:8541:0:(genops.c:904:class_export_put()) final put ffff8801317b2800/2acfa880-79c0-40ca-9b06-ba79796809b8 00010000:00010000:0.0:1746070407.642853:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070409.020804:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746070409.020820:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013052032:0@lo:400:kworker.0 00000100:00100000:0.0:1746070409.021036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070409.021072:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3294:1830887013051648:0@lo:400:kworker.0 00000100:00100000:0.0:1746070409.021094:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070409.021114:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746070409.021119:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830887013052160:0@lo:400:kworker.0 00000100:00100000:0.0:1746070409.021134:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070409.021155:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013052032 00000100:00100000:0.0:1746070409.021160:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013052032 00000100:00100000:0.0:1746070409.021187:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1746070409.021193:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013052032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070409.021228:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013052032:12345-0@lo:400:kworker.0 Request processed in 35us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070409.021233:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1746070409.021251:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013052160 00000100:00100000:0.0:1746070409.021253:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013052160 00000100:00100000:0.0:1746070409.021266:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013051776 00000100:00100000:0.0:1746070409.021267:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013051776 00000100:00100000:0.0:1746070409.021276:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1746070409.021279:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830887013052160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070409.021297:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830887013052160:12345-0@lo:400:kworker.0 Request processed in 17us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070409.021302:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1746070409.021308:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1746070409.021311:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830887013051776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070409.021328:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830887013051776:12345-0@lo:400:kworker.0 Request processed in 16us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070409.021332:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1746070409.021340:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013052288 00000100:00100000:0.0:1746070409.021342:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013052288 00000100:00100000:0.0:1746070409.021352:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1746070409.021355:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1830887013052288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070409.021371:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1830887013052288:12345-0@lo:400:kworker.0 Request processed in 16us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070409.021375:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1746070409.021390:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830887013052160:0@lo:400:kworker.0 00000100:00100000:0.0:1746070409.021396:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013052032:0@lo:400:kworker.0 00000100:00100000:0.0:1746070409.021401:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3294:1830887013051648:0@lo:400:kworker.0 00000100:00080000:0.0:1746070409.022133:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070410.566628:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070410.566664:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070410.566714:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070410.566729:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070410.566763:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070410.566782:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014860672 00000100:00100000:0.0:1746070410.566788:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014860672 00000100:00100000:0.0:1746070410.566816:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014860928 00000100:00100000:0.0:1746070410.566818:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014860928 00000100:00100000:0.0:1746070410.566842:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 450 00000100:00100000:0.0:1746070410.566847:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887014860672:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070410.566873:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887014860672:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 25us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070410.566878:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 450 00000100:00100000:0.0:1746070410.566891:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 451 00000100:00100000:0.0:1746070410.566895:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887014860928:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070410.566910:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887014860928:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 15us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070410.566915:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 451 00000100:00080000:0.0:1746070410.566936:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746070410.566939:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070410.566947:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 378 00000100:00100000:0.0:1746070410.566952:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1962:x1830887014860800:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070410.566974:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1962:x1830887014860800:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 21us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070410.566985:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 378 00010000:00010000:0.0:1746070410.647357:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070410.905662:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070410.906792:0:7082:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746070410.906797:0:7082:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bd3ce00/0x628f9640b607ce9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070410.906804:0:7082:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bd3ce00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070410.906807:0:7082:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bd3ce00/0x628f9640b607ce9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070410.906814:0:7082:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bd3ce00/0x628f9640b607ce9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070410.906824:0:7082:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bd3ce00/0x628f9640b607ce9b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070410.906830:0:7082:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bd3ce00/0x628f9640b607ce9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070410.906847:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070410.906848:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070410.906850:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070410.923106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070410.926219:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070410.933886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070410.939284:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070410.939366:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070410.942811:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070410.946042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070410.949292:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070410.961291:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014862464 00000100:00100000:0.0:1746070410.961298:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014862464 00010000:00010000:0.0:1746070410.961326:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d7d000/0x628f9640b607cec5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc3b expref: 7 pid: 7095 timeout: 623 lvb_type: 0 00000100:00100000:0.0:1746070410.961358:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6557 00000100:00100000:0.0:1746070410.961365:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887014862464:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070410.961376:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070410.961381:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092d7d000/0x628f9640b607cec5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc3b expref: 7 pid: 7095 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070410.961390:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092d7d000/0x628f9640b607cec5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc3b expref: 7 pid: 7095 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070410.961405:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d7d000/0x628f9640b607cec5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc3b expref: 7 pid: 7095 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070410.961418:0:7078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88009b728200) 00010000:00010000:0.0:1746070410.961421:0:7078:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607cf12 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070410.961428:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607cf12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070410.961434:0:7078:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607cf12 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070410.961451:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070410.961483:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887014862464:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 119us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070410.961488:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6557 00000100:00100000:0.0:1746070410.985069:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070410.985781:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070410.993904:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070410.997295:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.036212:0:7095:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014863232 00000100:00100000:0.0:1746070411.036220:0:7095:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014863232 00000100:00100000:0.0:1746070411.036265:0:7095:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33737 00000100:00100000:0.0:1746070411.036271:0:7095:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+10:31620:x1830887014863232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070411.036285:0:7095:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070411.036300:0:7095:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd800/0x628f9640b607cf2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdc65 expref: -99 pid: 7095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070411.036359:0:7095:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607cf35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070411.036371:0:7095:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607cf35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070411.036380:0:7095:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607cf35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7095 initiator: MDT0 00000004:00200000:0.0:1746070411.036398:0:7095:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 0 00000004:00200000:0.0:1746070411.036402:0:7095:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070411.036413:0:7095:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607cf35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070411.036431:0:7095:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd800/0x628f9640b607cf2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc65 expref: 12 pid: 7095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070411.036445:0:7095:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607cf35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc65 expref: 11 pid: 7095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070411.036452:0:7095:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012d23ac00) 00010000:00010000:0.0:1746070411.036454:0:7095:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070411.036456:0:7095:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffd000, rc 0) 00000100:00100000:0.0:1746070411.036487:0:7095:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+11:31620:x1830887014863232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 216us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070411.036492:0:7095:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33737 00000100:00100000:0.0:1746070411.043618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.049250:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.067526:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.071114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.080454:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.088429:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.112894:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.128791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.146291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.169090:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014865024 00000100:00100000:0.0:1746070411.169094:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014865024 00010000:00010000:0.0:1746070411.169110:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009460b800/0x628f9640b607cf4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc73 expref: 10 pid: 8444 timeout: 623 lvb_type: 0 00000100:00100000:0.0:1746070411.169175:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6561 00000100:00100000:0.0:1746070411.169180:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887014865024:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070411.169188:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746070411.169202:0:7078:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746070410 -> 1746070411 00002000:00010000:0.0:1746070411.169204:0:7078:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746070410 -> 1746070411 00010000:00010000:0.0:1746070411.169210:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009460b800/0x628f9640b607cf4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc73 expref: 10 pid: 8444 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.169220:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009460b800/0x628f9640b607cf4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc73 expref: 10 pid: 8444 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.169233:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009460b800/0x628f9640b607cf4a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc73 expref: 10 pid: 8444 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.169515:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070411.169517:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070411.169524:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d14200/0x628f9640b607cf58 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc81 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070411.169532:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d14200/0x628f9640b607cf58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc81 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070411.169554:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094d14200/0x628f9640b607cf58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc81 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070411.169565:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d14200/0x628f9640b607cf58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc81 expref: 5 pid: 8444 timeout: 623 lvb_type: 0 00000100:00100000:0.0:1746070411.169575:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926e5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013053952:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070411.172319:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070411.176300:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.185367:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.190463:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.204346:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.221873:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.233581:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.236653:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.244426:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.247646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.252239:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.253874:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.256095:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.259358:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.265953:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.268979:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.273086:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.276498:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.281295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.290337:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.290382:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.294405:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.296718:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.299433:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.302899:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.308864:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.312862:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.315567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.318411:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.320030:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f18700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013056128:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070411.320044:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070411.320069:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1963:x1830887014869760:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4144us (4503us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070411.320077:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6570 00000100:00100000:0.0:1746070411.324530:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.328347:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.342304:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.349110:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.350223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.355992:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.362816:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.367234:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.380058:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.384292:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.388168:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.396158:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.396598:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.403658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.405782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.408668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.414547:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.417385:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.421117:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.425470:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.427093:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014873984 00000100:00100000:0.0:1746070411.427097:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014873984 00000100:00100000:0.0:1746070411.427285:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4311 00000100:00100000:0.0:1746070411.427291:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:31620:x1830887014873984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070411.427301:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070411.427312:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607cfcf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdcf8 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070411.427332:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607cfc8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdcf1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070411.427338:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070411.427340:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070411.427343:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607cfcf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdcf8 expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070411.427363:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607cfc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdcf1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070411.427372:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607cfc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdcf1 expref: 5 pid: 25271 timeout: 623 lvb_type: 0 00000100:00100000:0.0:1746070411.427382:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013058048:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070411.427440:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070411.429263:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.433439:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.439827:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.439844:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014874496 00000100:00100000:0.0:1746070411.439849:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014874496 00002000:00100000:0.0:1746070411.439879:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5c000 x1830887014874496/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:42/0 lens 488/0 e 0 to 0 dl 1746070422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070411.446907:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c000 with x1830887014874496 ext(0->4095) 00010000:00010000:0.0:1746070411.446932:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607cfcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdcf8 expref: 18 pid: 25271 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.446948:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607cfcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdcf8 expref: 18 pid: 25271 timeout: 623 lvb_type: 0 00002000:00010000:0.0:1746070411.446959:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5c000 00000100:00100000:0.0:1746070411.446990:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1210 00000100:00100000:0.0:1746070411.447003:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1963:x1830887014874496:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070411.447151:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1963:x1830887014874496:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (7323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070411.447156:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1210 00002000:00100000:0.0:1746070411.447164:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5c000 x1830887014874496/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:42/0 lens 488/4536 e 0 to 0 dl 1746070422 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070411.447177:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c000 with x1830887014874496 ext(0->4095) 00010000:00010000:0.0:1746070411.447181:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607cfcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdcf8 expref: 18 pid: 25271 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.447190:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607cfcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdcf8 expref: 18 pid: 25271 timeout: 623 lvb_type: 0 00002000:00010000:0.0:1746070411.447195:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5c000 00000100:00100000:0.0:1746070411.453221:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.457383:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.461624:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.469326:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014875136 00000100:00100000:0.0:1746070411.469333:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014875136 00002000:00100000:0.0:1746070411.469370:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099f1b100 x1830887014875136/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:42/0 lens 496/0 e 0 to 0 dl 1746070422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070411.469379:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1b100 with x1830887014875136 ext(0->7) 00010000:00010000:0.0:1746070411.469387:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ee6000/0x628f9640b607cfd6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdcff expref: 17 pid: 8444 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.469399:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ee6000/0x628f9640b607cfd6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdcff expref: 17 pid: 8444 timeout: 623 lvb_type: 0 00002000:00010000:0.0:1746070411.469405:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f1b100 00000100:00100000:0.0:1746070411.469423:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1211 00000100:00100000:0.0:1746070411.469430:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1963:x1830887014875136:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070411.469700:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1963:x1830887014875136:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 270us (1045us total) trans 4294967863 rc 0/0 00000100:00100000:0.0:1746070411.469707:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1211 00002000:00100000:0.0:1746070411.469712:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099f1b100 x1830887014875136/t4294967863(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:42/0 lens 496/448 e 0 to 0 dl 1746070422 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070411.469719:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1b100 with x1830887014875136 ext(0->7) 00010000:00010000:0.0:1746070411.469724:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ee6000/0x628f9640b607cfd6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdcff expref: 19 pid: 8444 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.469732:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ee6000/0x628f9640b607cfd6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdcff expref: 19 pid: 8444 timeout: 623 lvb_type: 0 00002000:00010000:0.0:1746070411.469738:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f1b100 00000100:00100000:0.0:1746070411.474534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.480402:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.484144:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.487860:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.490092:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.496263:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.498366:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.500428:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.505384:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.505494:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.510156:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.512757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.512820:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.517967:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.520412:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.521777:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.528036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.529290:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.534203:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.537049:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.541270:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.543405:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.547070:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.552018:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.552063:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.556616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.557848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.561136:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.563726:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.565662:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.568271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.571619:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.573962:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.578538:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.578619:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.581508:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.584935:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.587896:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.590277:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.592296:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.594941:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.597029:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.599662:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.600871:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.602615:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.606278:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.609392:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.609443:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.613399:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.616779:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.616823:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.621285:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.627348:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.627373:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014884480 00000100:00100000:0.0:1746070411.627379:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014884480 00010000:00010000:0.0:1746070411.627408:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8277600/0x628f9640b607d054 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdd7d expref: 6 pid: 12041 timeout: 623 lvb_type: 0 00000100:00100000:0.0:1746070411.627430:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6598 00000100:00100000:0.0:1746070411.627436:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014884480:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070411.627445:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070411.627461:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8277600/0x628f9640b607d054 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdd7d expref: 6 pid: 12041 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.627471:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8277600/0x628f9640b607d054 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdd7d expref: 6 pid: 12041 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.627489:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8277600/0x628f9640b607d054 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdd7d expref: 6 pid: 12041 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.627505:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070411.627507:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070411.627512:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d05b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdd84 expref: 18 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070411.627519:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d05b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdd84 expref: 18 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070411.627544:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d05b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdd84 expref: 18 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070411.627559:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013063296:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070411.632482:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013063296:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070411.632496:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070411.632545:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014884480:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5107us (5201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070411.632554:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6598 00000100:00100000:0.0:1746070411.646491:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.650987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.662474:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.672347:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.677847:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.678223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.683119:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.683310:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.686459:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.690646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.694759:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e042a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013064576:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070411.694776:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070411.694821:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1962:x1830887014887168:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3981us (4180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070411.694829:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6603 00000100:00100000:0.0:1746070411.696009:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.698939:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.701655:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.706640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.706698:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.711823:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.713847:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.718097:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.718115:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014888576 00000100:00100000:0.0:1746070411.718119:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014888576 00002000:00100000:0.0:1746070411.718150:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a41180 x1830887014888576/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:42/0 lens 488/0 e 0 to 0 dl 1746070422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070411.718157:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41180 with x1830887014888576 ext(0->4095) 00010000:00010000:0.0:1746070411.718164:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d08c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bddb5 expref: 22 pid: 12041 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.718175:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d08c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bddb5 expref: 22 pid: 12041 timeout: 623 lvb_type: 0 00002000:00010000:0.0:1746070411.718180:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a41180 00000100:00100000:0.0:1746070411.718207:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1228 00000100:00100000:0.0:1746070411.718213:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1964:x1830887014888576:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070411.718323:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1964:x1830887014888576:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (226us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070411.718329:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1228 00002000:00100000:0.0:1746070411.718334:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a41180 x1830887014888576/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:42/0 lens 488/4536 e 0 to 0 dl 1746070422 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070411.718340:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41180 with x1830887014888576 ext(0->4095) 00010000:00010000:0.0:1746070411.718344:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d08c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bddb5 expref: 22 pid: 12041 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.718352:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d08c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bddb5 expref: 22 pid: 12041 timeout: 623 lvb_type: 0 00002000:00010000:0.0:1746070411.718356:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a41180 00000100:00100000:0.0:1746070411.720420:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.726320:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.729232:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.733731:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.736010:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.738126:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.743189:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.743368:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.749547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.751827:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.752669:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.756142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.760239:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.763320:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.765696:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.769892:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.774017:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.775018:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.778569:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.778605:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.782634:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.786354:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070411.787268:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d0c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdded expref: 21 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070411.787279:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132eef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013067136:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070411.787353:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943796c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070411.792268:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.793880:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.799099:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.802524:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.804348:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.809160:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.811657:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.815045:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014893696 00000100:00100000:0.0:1746070411.815052:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014893696 00002000:00100000:0.0:1746070411.815087:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcc000 x1830887014893696/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:42/0 lens 488/0 e 0 to 0 dl 1746070422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070411.815101:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcc000 with x1830887014893696 ext(0->4095) 00010000:00010000:0.0:1746070411.815109:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099dd7c00/0x628f9640b607d0d2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bddfb expref: 22 pid: 8445 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.815123:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099dd7c00/0x628f9640b607d0d2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bddfb expref: 22 pid: 8445 timeout: 623 lvb_type: 0 00002000:00010000:0.0:1746070411.815129:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcc000 00000100:00100000:0.0:1746070411.815158:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1235 00000100:00100000:0.0:1746070411.815165:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1963:x1830887014893696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070411.815858:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1963:x1830887014893696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 692us (875us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070411.815865:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1235 00002000:00100000:0.0:1746070411.815870:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcc000 x1830887014893696/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:42/0 lens 488/4536 e 0 to 0 dl 1746070422 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070411.815877:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcc000 with x1830887014893696 ext(0->4095) 00010000:00010000:0.0:1746070411.815882:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099dd7c00/0x628f9640b607d0d2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bddfb expref: 22 pid: 8445 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1746070411.815891:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099dd7c00/0x628f9640b607d0d2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bddfb expref: 22 pid: 8445 timeout: 623 lvb_type: 0 00002000:00010000:0.0:1746070411.815897:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcc000 00000100:00100000:0.0:1746070411.818787:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.822803:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.825775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.829851:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.832450:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.834308:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.839615:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.842777:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.847196:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.850875:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.854578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.857394:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.861448:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.864964:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.870055:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.872669:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.877872:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.882083:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.885877:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.889542:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.897616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.899782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.900666:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.905185:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.908817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.911854:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.915463:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.918965:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.922350:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.923973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.926969:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.930022:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.934613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.937270:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.939840:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.942489:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.946042:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.949590:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.951357:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.954008:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.955509:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.958120:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.961644:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.965053:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.969785:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.974748:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.977364:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.979591:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.982831:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.984497:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.990521:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.993256:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.997044:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070411.999970:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.001969:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.005580:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.008800:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.009651:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.011935:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.015558:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.028559:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.030909:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.034586:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.044036:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014905344 00000100:00100000:0.0:1746070412.044042:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014905344 00002000:00100000:0.0:1746070412.044067:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e043100 x1830887014905344/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070412.044076:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e043100 with x1830887014905344 ext(0->4095) 00010000:00010000:0.0:1746070412.044081:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099dd6000/0x628f9640b607d173 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bde9c expref: 6 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746070412.044091:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099dd6000/0x628f9640b607d173 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bde9c expref: 6 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:0.0:1746070412.044097:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e043100 00000100:00100000:0.0:1746070412.044121:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1244 00000100:00100000:0.0:1746070412.044126:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014905344:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070412.044234:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014905344:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (1972us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070412.044240:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1244 00002000:00100000:0.0:1746070412.044246:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e043100 x1830887014905344/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070412.044253:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e043100 with x1830887014905344 ext(0->4095) 00010000:00010000:0.0:1746070412.044257:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099dd6000/0x628f9640b607d173 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bde9c expref: 6 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:0.0:1746070412.044266:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099dd6000/0x628f9640b607d173 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bde9c expref: 6 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:0.0:1746070412.044271:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e043100 00000100:00100000:0.0:1746070412.047950:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.052531:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.057505:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.067626:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.074668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.074738:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.086209:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.092947:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.100096:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.108548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.113351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.116546:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.121052:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.121139:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.124090:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.127497:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.130661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.134430:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.136527:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.140146:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.143241:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.144994:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.148297:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.159053:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.162716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.169148:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.173147:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.176287:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.178812:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.178856:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.181960:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.185583:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.188882:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.195257:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.198445:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.203254:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.204157:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.207116:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.208104:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.213252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.214556:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013077248:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070412.214574:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d1dc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf05 expref: 27 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.214585:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbe000, rc 0) 00000100:00100000:0.0:1746070412.214620:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:31621:x1830887014912512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7254us (7506us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070412.214626:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4386 00000100:00100000:0.0:1746070412.218360:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.222171:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.226326:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.229645:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.233744:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.233773:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.238220:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.244149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.248389:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.252757:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.255065:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.259191:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.261393:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.263045:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.266836:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.266871:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.271458:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.274213:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.274544:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.278329:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.282150:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.283112:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.288209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.291488:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.293756:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.296783:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.301587:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.305148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.306782:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.310720:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.313441:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.313637:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.321664:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.326359:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.331439:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.334307:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.338437:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4399 00000100:00100000:0.0:1746070412.342491:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.343055:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.344042:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014919552 00000100:00100000:1.0:1746070412.344047:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014919552 00000100:00100000:1.0:1746070412.344077:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4400 00000100:00100000:1.0:1746070412.344082:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:31620:x1830887014919552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070412.344093:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070412.344103:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d23e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdf67 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.344121:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d237 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf60 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.344127:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070412.344128:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070412.344131:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d23e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf67 expref: 26 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.344148:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d237 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf60 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.344157:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d237 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf60 expref: 5 pid: 8444 timeout: 624 lvb_type: 0 00000100:00100000:1.0:1746070412.344165:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013080832:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070412.344201:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070412.347233:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.347712:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013080832:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070412.347733:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d23e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf67 expref: 26 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.347749:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbe000, rc 0) 00000100:00100000:1.0:1746070412.347778:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31620:x1830887014919552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3696us (4723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070412.347784:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4400 00000100:00100000:0.0:1746070412.349738:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.349849:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014919936 00000100:00100000:1.0:1746070412.349853:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014919936 00000100:00100000:1.0:1746070412.349875:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4401 00000100:00100000:1.0:1746070412.349880:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:31621:x1830887014919936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070412.349890:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070412.349901:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d245 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdf6e expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.349928:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070412.349933:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d23e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf67 expref: 26 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.349938:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070412.349941:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d245 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf6e expref: 26 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.349963:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d23e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf67 expref: 26 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.349972:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d245 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf6e expref: 26 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.349984:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbf600, rc 0) 00000100:00100000:1.0:1746070412.350013:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31621:x1830887014919936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070412.350018:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4401 00000100:00100000:0.0:1746070412.352254:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.357610:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.364566:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.364785:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014920704 00000100:00100000:1.0:1746070412.364790:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014920704 00002000:00100000:1.0:1746070412.364814:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32b800 x1830887014920704/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.364822:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b800 with x1830887014920704 ext(0->4095) 00002000:00010000:1.0:1746070412.364826:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32b800 00000100:00100000:1.0:1746070412.364837:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3489 00000100:00100000:1.0:1746070412.364841:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1963:x1830887014920704:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070412.364954:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1963:x1830887014920704:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070412.364959:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3489 00002000:00100000:1.0:1746070412.364963:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32b800 x1830887014920704/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.364970:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b800 with x1830887014920704 ext(0->4095) 00002000:00010000:1.0:1746070412.364972:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32b800 00000100:00100000:0.0:1746070412.366828:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.370441:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.376543:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.377878:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.384093:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.389726:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.393366:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.401114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.401949:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014921984 00000100:00100000:1.0:1746070412.401956:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014921984 00002000:00100000:1.0:1746070412.401989:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d32a300 x1830887014921984/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 496/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.402003:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32a300 with x1830887014921984 ext(0->7) 00010000:00010000:1.0:1746070412.402010:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094476e00/0x628f9640b607d253 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf7c expref: 25 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.402022:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094476e00/0x628f9640b607d253 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf7c expref: 25 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.402027:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d32a300 00000100:00100000:1.0:1746070412.403651:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1261 00000100:00100000:1.0:1746070412.403662:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1964:x1830887014921984:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070412.403947:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1964:x1830887014921984:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 287us (2837us total) trans 4294967867 rc 0/0 00000100:00100000:1.0:1746070412.403952:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1261 00002000:00100000:1.0:1746070412.403958:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d32a300 x1830887014921984/t4294967867(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 496/448 e 0 to 0 dl 1746070423 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.403966:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32a300 with x1830887014921984 ext(0->7) 00010000:00010000:1.0:1746070412.403972:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094476e00/0x628f9640b607d253 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf7c expref: 27 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.403985:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094476e00/0x628f9640b607d253 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf7c expref: 27 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.403991:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d32a300 00000100:00100000:0.0:1746070412.410436:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.425090:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.425135:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.428390:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014922496 00000100:00100000:0.0:1746070412.428397:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014922496 00000100:00100000:0.0:1746070412.428436:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4405 00000100:00100000:0.0:1746070412.428443:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:31620:x1830887014922496:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070412.428456:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070412.428470:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607d261 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdf8a expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.428492:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d25a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf83 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.428498:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070412.428499:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070412.428502:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607d261 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf8a expref: 28 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.428525:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d25a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf83 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.428534:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d25a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf83 expref: 5 pid: 25271 timeout: 624 lvb_type: 0 00000100:00100000:0.0:1746070412.428543:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d32a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013082112:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070412.430512:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070412.431555:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.431738:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014922624 00000100:00100000:1.0:1746070412.431744:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014922624 00000100:00100000:1.0:1746070412.432193:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4406 00000100:00100000:1.0:1746070412.432201:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:31621:x1830887014922624:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070412.432215:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070412.432470:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d268 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdf91 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.432494:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070412.432499:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607d261 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf8a expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.432504:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070412.432507:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d268 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf91 expref: 29 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.432539:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607d261 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf8a expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.432550:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d268 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf91 expref: 29 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.432559:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbe400, rc 0) 00000100:00100000:1.0:1746070412.432604:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:31621:x1830887014922624:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 404us (1051us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070412.432609:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4406 00000100:00100000:0.0:1746070412.434525:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.438620:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.439031:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014923008 00000100:00100000:1.0:1746070412.439038:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014923008 00002000:00100000:1.0:1746070412.439066:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32b480 x1830887014923008/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.439074:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b480 with x1830887014923008 ext(0->4095) 00010000:00010000:1.0:1746070412.439081:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607d261 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf8a expref: 28 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.439092:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607d261 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf8a expref: 28 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.439097:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d32b480 00000100:00100000:1.0:1746070412.439112:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1262 00000100:00100000:1.0:1746070412.439118:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1963:x1830887014923008:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070412.439220:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1963:x1830887014923008:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (606us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070412.439225:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1262 00002000:00100000:1.0:1746070412.439230:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32b480 x1830887014923008/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.439236:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b480 with x1830887014923008 ext(0->4095) 00010000:00010000:1.0:1746070412.439240:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607d261 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf8a expref: 28 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.439247:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ffdc00/0x628f9640b607d261 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf8a expref: 28 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.439252:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d32b480 00000100:00100000:0.0:1746070412.443057:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.446413:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.449186:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014923520 00000100:00100000:0.0:1746070412.449191:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014923520 00000100:00100000:0.0:1746070412.449369:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4407 00000100:00100000:0.0:1746070412.449376:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014923520:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070412.449388:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070412.449401:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d26f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdf98 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.449423:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d268 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf91 expref: 26 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.449429:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070412.449431:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070412.449434:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d26f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf98 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.449456:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d268 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf91 expref: 26 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.449466:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d268 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf91 expref: 26 pid: 8444 timeout: 624 lvb_type: 0 00000100:00100000:0.0:1746070412.449476:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013082624:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070412.450174:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070412.452776:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.456831:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014923904 00000100:00100000:0.0:1746070412.456837:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014923904 00002000:00100000:0.0:1746070412.456862:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30e00 x1830887014923904/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070412.456869:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30e00 with x1830887014923904 ext(0->4095) 00002000:00010000:0.0:1746070412.456874:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be30e00 00000100:00100000:0.0:1746070412.457272:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3493 00000100:00100000:0.0:1746070412.457279:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014923904:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070412.457384:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014923904:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (957us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070412.457390:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3493 00002000:00100000:0.0:1746070412.457395:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30e00 x1830887014923904/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070412.457402:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30e00 with x1830887014923904 ext(0->4095) 00002000:00010000:0.0:1746070412.457405:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be30e00 00000100:00100000:0.0:1746070412.457938:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.461191:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.461719:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014924160 00000100:00100000:1.0:1746070412.461725:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014924160 00000100:00100000:1.0:1746070412.462378:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4409 00000100:00100000:1.0:1746070412.462387:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:31621:x1830887014924160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070412.462402:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070412.462416:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d27d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdfa6 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.462436:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070412.462440:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d276 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf9f expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.462444:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070412.462448:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d27d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfa6 expref: 29 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.462472:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d276 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdf9f expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.462481:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d27d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfa6 expref: 29 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.462488:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbe000, rc 0) 00000100:00100000:1.0:1746070412.462522:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:31621:x1830887014924160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (1334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070412.462527:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4409 00000100:00100000:0.0:1746070412.463992:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.469459:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.479322:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.482423:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.486197:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.489771:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.489801:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.493447:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.494441:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.497423:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.498105:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014926080 00000100:00100000:1.0:1746070412.498111:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014926080 00002000:00100000:1.0:1746070412.498144:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8700 x1830887014926080/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.498153:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8700 with x1830887014926080 ext(0->4095) 00010000:00010000:1.0:1746070412.498160:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691a00/0x628f9640b607d28b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfb4 expref: 28 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.498172:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691a00/0x628f9640b607d28b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfb4 expref: 28 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.498178:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a8700 00000100:00100000:1.0:1746070412.498551:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1265 00000100:00100000:1.0:1746070412.498557:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1964:x1830887014926080:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070412.499059:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1964:x1830887014926080:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 502us (1635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070412.499065:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1265 00002000:00100000:1.0:1746070412.499071:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8700 x1830887014926080/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.499078:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8700 with x1830887014926080 ext(0->4095) 00010000:00010000:1.0:1746070412.499082:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691a00/0x628f9640b607d28b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfb4 expref: 28 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.499092:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691a00/0x628f9640b607d28b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfb4 expref: 28 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.499097:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a8700 00000100:00100000:0.0:1746070412.501716:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.504438:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.504956:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014926464 00000100:00100000:1.0:1746070412.504961:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014926464 00002000:00100000:1.0:1746070412.504989:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9c00 x1830887014926464/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.504998:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9c00 with x1830887014926464 ext(0->4095) 00002000:00010000:1.0:1746070412.505002:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a9c00 00000100:00100000:1.0:1746070412.505015:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3496 00000100:00100000:1.0:1746070412.505019:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887014926464:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070412.505138:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887014926464:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (705us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070412.505143:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3496 00002000:00100000:1.0:1746070412.505147:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9c00 x1830887014926464/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.505154:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9c00 with x1830887014926464 ext(0->4095) 00002000:00010000:1.0:1746070412.505156:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a9c00 00000100:00100000:0.0:1746070412.506989:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.509830:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.513645:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.515290:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.517061:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014927232 00000100:00100000:0.0:1746070412.517066:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014927232 00000100:00100000:0.0:1746070412.517151:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4415 00000100:00100000:0.0:1746070412.517157:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:31621:x1830887014927232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070412.517167:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070412.517177:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607d2a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdfd0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.517192:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070412.517197:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411ca00/0x628f9640b607d2a0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfc9 expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.517201:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070412.517203:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607d2a7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfd0 expref: 29 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.517225:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411ca00/0x628f9640b607d2a0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfc9 expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.517234:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607d2a7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfd0 expref: 29 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070412.517241:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffc600, rc 0) 00000100:00100000:0.0:1746070412.517480:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:31621:x1830887014927232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 322us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070412.517485:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4415 00000100:00100000:0.0:1746070412.519621:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.522451:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.522789:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014927616 00000100:00100000:1.0:1746070412.522794:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014927616 00002000:00100000:1.0:1746070412.522823:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdf100 x1830887014927616/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.522832:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf100 with x1830887014927616 ext(0->4095) 00010000:00010000:1.0:1746070412.522840:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411ca00/0x628f9640b607d2a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfc9 expref: 28 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.522851:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411ca00/0x628f9640b607d2a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfc9 expref: 28 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.522861:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdf100 00000100:00100000:1.0:1746070412.522875:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1266 00000100:00100000:1.0:1746070412.522881:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1963:x1830887014927616:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070412.523003:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1963:x1830887014927616:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070412.523008:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1266 00002000:00100000:1.0:1746070412.523013:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdf100 x1830887014927616/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.523020:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf100 with x1830887014927616 ext(0->4095) 00010000:00010000:1.0:1746070412.523025:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411ca00/0x628f9640b607d2a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfc9 expref: 28 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.523033:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411ca00/0x628f9640b607d2a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfc9 expref: 28 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.523038:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdf100 00000100:00100000:0.0:1746070412.525256:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.528460:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.530267:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.534989:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.538801:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.538948:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014928512 00000100:00100000:1.0:1746070412.538954:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014928512 00002000:00100000:1.0:1746070412.538982:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947ebb80 x1830887014928512/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.538991:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947ebb80 with x1830887014928512 ext(0->4095) 00002000:00010000:1.0:1746070412.538994:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947ebb80 00000100:00100000:1.0:1746070412.539016:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3499 00000100:00100000:1.0:1746070412.539022:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014928512:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070412.539134:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014928512:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070412.539139:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3499 00002000:00100000:1.0:1746070412.539144:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947ebb80 x1830887014928512/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.539150:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947ebb80 with x1830887014928512 ext(0->4095) 00002000:00010000:1.0:1746070412.539152:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947ebb80 00000100:00100000:0.0:1746070412.540657:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.542820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.543137:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014928768 00000100:00100000:1.0:1746070412.543143:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014928768 00000100:00100000:1.0:1746070412.543173:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4418 00000100:00100000:1.0:1746070412.543180:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:31621:x1830887014928768:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070412.543191:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070412.543204:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d2bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bdfe5 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.543222:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070412.543227:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d2b5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfde expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.543233:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070412.543235:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d2bc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfe5 expref: 29 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.543262:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d2b5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfde expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.543276:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d2bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfe5 expref: 29 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.543284:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbf800, rc 0) 00000100:00100000:1.0:1746070412.543315:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:31621:x1830887014928768:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070412.543321:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4418 00000100:00100000:0.0:1746070412.544183:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.550942:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.554218:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.561461:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.566600:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014929536 00000100:00100000:1.0:1746070412.566611:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014929536 00002000:00100000:1.0:1746070412.566651:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e9180 x1830887014929536/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.566661:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9180 with x1830887014929536 ext(0->4095) 00002000:00010000:1.0:1746070412.566665:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e9180 00000100:00100000:1.0:1746070412.567014:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3500 00000100:00100000:1.0:1746070412.567021:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887014929536:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070412.567333:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887014929536:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 311us (5878us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070412.567339:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3500 00002000:00100000:1.0:1746070412.567344:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e9180 x1830887014929536/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.567351:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9180 with x1830887014929536 ext(0->4095) 00002000:00010000:1.0:1746070412.567353:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e9180 00000100:00100000:0.0:1746070412.576554:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.582893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.582975:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014929792 00000100:00100000:1.0:1746070412.582982:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014929792 00002000:00100000:1.0:1746070412.583019:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800923b8000 x1830887014929792/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 496/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.583028:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8000 with x1830887014929792 ext(0->7) 00010000:00010000:1.0:1746070412.583035:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d2bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfe5 expref: 27 pid: 8445 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.583047:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d2bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfe5 expref: 27 pid: 8445 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.583053:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b8000 00000100:00100000:1.0:1746070412.583080:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1268 00000100:00100000:1.0:1746070412.583087:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887014929792:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070412.583336:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1963:x1830887014929792:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 249us (448us total) trans 4294967868 rc 0/0 00000100:00100000:1.0:1746070412.583342:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1268 00002000:00100000:1.0:1746070412.583347:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800923b8000 x1830887014929792/t4294967868(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 496/448 e 0 to 0 dl 1746070423 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.583352:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8000 with x1830887014929792 ext(0->7) 00010000:00010000:1.0:1746070412.583356:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d2bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfe5 expref: 29 pid: 8445 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.583363:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d2bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdfe5 expref: 29 pid: 8445 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.583368:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b8000 00000100:00100000:0.0:1746070412.588405:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.593738:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.598873:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.607745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.612795:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.613200:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014930688 00000100:00100000:0.0:1746070412.613205:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014930688 00002000:00100000:0.0:1746070412.613233:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9c00 x1830887014930688/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070412.613241:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9c00 with x1830887014930688 ext(0->4095) 00002000:00010000:0.0:1746070412.613245:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be9c00 00000100:00100000:0.0:1746070412.613268:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3502 00000100:00100000:0.0:1746070412.613274:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1962:x1830887014930688:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070412.613398:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1962:x1830887014930688:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (1331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070412.613403:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3502 00002000:00100000:0.0:1746070412.613408:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9c00 x1830887014930688/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070412.613414:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9c00 with x1830887014930688 ext(0->4095) 00002000:00010000:0.0:1746070412.613417:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be9c00 00000100:00100000:0.0:1746070412.616820:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.648845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070412.650841:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070412.651403:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.653667:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.657299:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.659481:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.664483:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.678027:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.682263:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.684580:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.687849:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.691753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.698005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.705880:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.715838:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746070412.715853:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013087232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070412.715896:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070412.718928:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.720201:0:21251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013087232 00000100:00100000:1.0:1746070412.720206:0:21251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013087232 00000100:00100000:1.0:1746070412.720236:0:21251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1746070412.720240:0:21251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013087232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746070412.720253:0:21251:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 91815936 pending 22151168 free 3855613952 avail 3853516800 00000100:00100000:1.0:1746070412.720289:0:21251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013087232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (4393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070412.720295:0:21251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1746070412.720336:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013087232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070412.731370:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.732532:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.741419:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.751090:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.756901:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.767604:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.767664:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014934144 00000100:00100000:1.0:1746070412.767694:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014934144 00002000:00100000:1.0:1746070412.767727:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c2300 x1830887014934144/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.767736:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2300 with x1830887014934144 ext(0->4095) 00002000:00010000:1.0:1746070412.767740:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c2300 00000100:00100000:1.0:1746070412.767768:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3506 00000100:00100000:1.0:1746070412.767774:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+35:1964:x1830887014934144:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070412.767918:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+35:1964:x1830887014934144:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070412.767924:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3506 00002000:00100000:1.0:1746070412.767929:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c2300 x1830887014934144/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.767936:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2300 with x1830887014934144 ext(0->4095) 00002000:00010000:1.0:1746070412.767939:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c2300 00000100:00100000:0.0:1746070412.770657:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.778267:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.780157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.790385:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.792874:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.797388:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.797486:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014935168 00000100:00100000:1.0:1746070412.797492:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014935168 00002000:00100000:1.0:1746070412.797523:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6680 x1830887014935168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.797532:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6680 with x1830887014935168 ext(0->4095) 00002000:00010000:1.0:1746070412.797537:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f6680 00000100:00100000:1.0:1746070412.797783:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3507 00000100:00100000:1.0:1746070412.797790:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+35:1964:x1830887014935168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070412.797902:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+35:1964:x1830887014935168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070412.797917:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3507 00002000:00100000:1.0:1746070412.797923:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6680 x1830887014935168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.797930:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6680 with x1830887014935168 ext(0->4095) 00002000:00010000:1.0:1746070412.797932:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f6680 00000100:00100000:0.0:1746070412.805305:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.811062:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.813667:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.819879:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.822480:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.823581:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.826122:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.830380:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.830427:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014936448 00000100:00100000:1.0:1746070412.830434:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014936448 00002000:00100000:1.0:1746070412.830467:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5f80 x1830887014936448/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.830475:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5f80 with x1830887014936448 ext(0->4095) 00010000:00010000:1.0:1746070412.830481:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d310 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be039 expref: 38 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.830496:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d310 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be039 expref: 38 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.830501:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5f80 00000100:00100000:1.0:1746070412.830515:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1276 00000100:00100000:1.0:1746070412.830520:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1963:x1830887014936448:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070412.830627:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1963:x1830887014936448:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070412.830633:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1276 00002000:00100000:1.0:1746070412.830638:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5f80 x1830887014936448/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.830644:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5f80 with x1830887014936448 ext(0->4095) 00010000:00010000:1.0:1746070412.830648:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d310 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be039 expref: 38 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.830657:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d310 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be039 expref: 38 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.830661:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5f80 00000100:00100000:0.0:1746070412.834425:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.835306:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.841531:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.848094:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.849059:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.857889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.861989:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.865551:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.869167:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.869222:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014937984 00000100:00100000:1.0:1746070412.869229:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014937984 00000100:00100000:1.0:1746070412.869272:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4434 00000100:00100000:1.0:1746070412.869279:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014937984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070412.869293:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070412.869307:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d32c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be055 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.869329:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d325 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be04e expref: 36 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.869335:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070412.869337:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070412.869340:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d32c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be055 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.869364:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d325 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be04e expref: 36 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.869373:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d325 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be04e expref: 36 pid: 25271 timeout: 624 lvb_type: 0 00000100:00100000:1.0:1746070412.869383:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013089664:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070412.869454:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070412.871630:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013089664:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070412.871654:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d32c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be055 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.871667:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbf400, rc 0) 00000100:00100000:1.0:1746070412.872139:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014937984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2859us (2978us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070412.872146:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4434 00000100:00100000:0.0:1746070412.875566:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.877114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.877134:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014938240 00000100:00100000:1.0:1746070412.877138:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014938240 00000100:00100000:1.0:1746070412.877159:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4435 00000100:00100000:1.0:1746070412.877165:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:31620:x1830887014938240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070412.877176:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070412.877186:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d333 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be05c expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.877201:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d32c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be055 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.877206:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070412.877207:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070412.877210:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d333 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be05c expref: 38 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.877226:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d32c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be055 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.877236:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d32c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be055 expref: 5 pid: 8445 timeout: 624 lvb_type: 0 00000100:00100000:1.0:1746070412.877244:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013089920:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070412.877649:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070412.882279:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013089920:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070412.882306:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d333 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be05c expref: 38 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.882323:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbf600, rc 0) 00000100:00100000:1.0:1746070412.882361:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:31620:x1830887014938240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5196us (5250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070412.882369:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4435 00000100:00100000:0.0:1746070412.884594:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.893585:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.894332:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.894692:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014938752 00000100:00100000:1.0:1746070412.894699:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014938752 00000100:00100000:1.0:1746070412.894733:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4436 00000100:00100000:1.0:1746070412.894740:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014938752:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070412.894755:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070412.894767:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d33a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be063 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.894786:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070412.894792:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d333 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be05c expref: 36 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.894798:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070412.894801:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d33a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be063 expref: 7 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.895234:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d333 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be05c expref: 36 pid: 8445 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.895249:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d33a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be063 expref: 7 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.895258:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4c8000, rc 0) 00000100:00100000:1.0:1746070412.895279:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:31621:x1830887014938752:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 539us (1703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070412.895284:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4436 00000100:00100000:0.0:1746070412.901926:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.903544:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.903593:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014939136 00000100:00100000:1.0:1746070412.903597:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014939136 00000100:00100000:0.0:1746070412.903603:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.903622:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4437 00000100:00100000:1.0:1746070412.903627:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:31620:x1830887014939136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070412.903638:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070412.903649:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d341 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be06a expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.903666:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070412.903686:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d33a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be063 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.903871:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070412.903876:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d341 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be06a expref: 39 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.905062:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d33a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be063 expref: 5 pid: 8445 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.905071:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d33a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be063 expref: 5 pid: 8445 timeout: 624 lvb_type: 0 00000100:00100000:1.0:1746070412.905085:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013090432:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070412.905132:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070412.911685:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013090432:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070412.911713:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d341 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be06a expref: 38 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.911727:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbf800, rc 0) 00000100:00100000:1.0:1746070412.911771:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:31620:x1830887014939136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8142us (8227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070412.911778:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4437 00000100:00100000:0.0:1746070412.912027:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.917336:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.917429:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.917714:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014939776 00000100:00100000:1.0:1746070412.917723:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014939776 00000100:00100000:1.0:1746070412.918195:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4438 00000100:00100000:1.0:1746070412.918201:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014939776:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070412.918213:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070412.918222:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d348 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be071 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.918235:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070412.918240:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d341 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be06a expref: 36 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.918245:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070412.918247:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d348 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be071 expref: 7 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.918275:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d341 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be06a expref: 36 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.918286:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d348 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be071 expref: 7 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.918292:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070412.918293:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070412.918297:0:8445:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d341 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be06a expref: 36 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.918302:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d341 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be06a expref: 36 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.918314:0:8445:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d341 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be06a expref: 36 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.918322:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d341 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be06a expref: 36 pid: 8445 timeout: 624 lvb_type: 0 00000100:00100000:1.0:1746070412.918331:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013090688:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070412.918379:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070412.921980:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.922311:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013090688:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070412.922332:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbe000, rc 0) 00000100:00100000:1.0:1746070412.922371:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014939776:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4169us (5041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070412.922379:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4438 00000100:00100000:0.0:1746070412.928846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.932914:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.933008:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.933607:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4440 00000100:00100000:1.0:1746070412.933614:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:31620:x1830887014940416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070412.933621:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070412.933627:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbe800/0x628f9640b607d356 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be07f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.933639:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070412.933642:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691a00/0x628f9640b607d34f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be078 expref: 39 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.933647:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070412.933650:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbe800/0x628f9640b607d356 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be07f expref: 39 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.933693:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093691a00/0x628f9640b607d34f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be078 expref: 39 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.933704:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe800/0x628f9640b607d356 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be07f expref: 39 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070412.933712:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbe800, rc 0) 00000100:00100000:1.0:1746070412.933731:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:31620:x1830887014940416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070412.933736:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4440 00000100:00100000:0.0:1746070412.940277:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.944083:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.944166:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014940800 00000100:00100000:1.0:1746070412.944175:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014940800 00002000:00100000:1.0:1746070412.944215:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf57800 x1830887014940800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.944223:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf57800 with x1830887014940800 ext(0->4095) 00010000:00010000:1.0:1746070412.944231:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691a00/0x628f9640b607d34f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be078 expref: 38 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.944244:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691a00/0x628f9640b607d34f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be078 expref: 38 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.944250:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf57800 00000100:00100000:1.0:1746070412.944727:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1282 00000100:00100000:1.0:1746070412.944734:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1964:x1830887014940800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070412.944850:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1964:x1830887014940800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (774us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070412.944855:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1282 00002000:00100000:1.0:1746070412.944860:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf57800 x1830887014940800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.944867:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf57800 with x1830887014940800 ext(0->4095) 00010000:00010000:1.0:1746070412.944871:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691a00/0x628f9640b607d34f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be078 expref: 38 pid: 25271 timeout: 624 lvb_type: 0 00010000:00010000:1.0:1746070412.944880:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691a00/0x628f9640b607d34f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be078 expref: 38 pid: 25271 timeout: 624 lvb_type: 0 00002000:00010000:1.0:1746070412.944885:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf57800 00000100:00100000:0.0:1746070412.949106:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.950450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.956294:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.958538:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.958570:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.961182:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.961318:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014941824 00000100:00100000:1.0:1746070412.961323:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014941824 00002000:00100000:1.0:1746070412.961350:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c94000 x1830887014941824/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.961359:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94000 with x1830887014941824 ext(0->4095) 00010000:00010000:1.0:1746070412.961365:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d35d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be086 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070412.961375:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d35d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be086 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070412.961380:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c94000 00000100:00100000:1.0:1746070412.961406:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1284 00000100:00100000:1.0:1746070412.961412:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014941824:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070412.961642:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014941824:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 229us (459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070412.961648:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1284 00002000:00100000:1.0:1746070412.961653:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c94000 x1830887014941824/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.961660:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94000 with x1830887014941824 ext(0->4095) 00010000:00010000:1.0:1746070412.961665:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d35d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be086 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070412.961693:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d35d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be086 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070412.961700:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c94000 00000100:00100000:0.0:1746070412.963321:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.965822:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070412.965899:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014942208 00000100:00100000:1.0:1746070412.965915:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014942208 00002000:00100000:1.0:1746070412.965945:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c94e00 x1830887014942208/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/0 e 0 to 0 dl 1746070423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.965953:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94e00 with x1830887014942208 ext(0->4095) 00002000:00010000:1.0:1746070412.965956:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c94e00 00000100:00100000:1.0:1746070412.965982:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3511 00000100:00100000:1.0:1746070412.965988:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:1964:x1830887014942208:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070412.966105:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:1964:x1830887014942208:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070412.966110:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3511 00002000:00100000:1.0:1746070412.966115:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c94e00 x1830887014942208/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:43/0 lens 488/4536 e 0 to 0 dl 1746070423 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070412.966121:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94e00 with x1830887014942208 ext(0->4095) 00002000:00010000:1.0:1746070412.966124:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c94e00 00000100:00100000:0.0:1746070412.967180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.968989:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.971177:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.973153:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.975841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.976610:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.980978:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.984047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.984139:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.986869:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.989065:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.989102:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.993980:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070412.998091:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.003918:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.009411:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.010038:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014944896 00000100:00100000:1.0:1746070413.010046:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014944896 00000100:00100000:1.0:1746070413.010123:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4448 00000100:00100000:1.0:1746070413.010131:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014944896:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070413.010146:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070413.010160:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d38e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be0b7 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.010184:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d387 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0b0 expref: 36 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.010190:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.010192:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.010194:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d38e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0b7 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.010218:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d387 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0b0 expref: 36 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.010227:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d387 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0b0 expref: 36 pid: 8444 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.010237:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013093248:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070413.010779:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070413.016727:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013093248:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070413.016764:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d38e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0b7 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.016780:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbe400, rc 0) 00000100:00100000:1.0:1746070413.016817:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014944896:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6687us (8184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.016824:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4448 00000100:00100000:0.0:1746070413.020223:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.027445:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.028980:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014945152 00000100:00100000:1.0:1746070413.028989:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014945152 00000100:00100000:1.0:1746070413.029039:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4449 00000100:00100000:1.0:1746070413.029047:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:31620:x1830887014945152:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070413.029063:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070413.029076:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d395 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be0be expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.029097:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.029103:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d38e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0b7 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.029108:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070413.029111:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d395 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0be expref: 40 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.029140:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d38e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0b7 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.029151:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607d395 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0be expref: 40 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.029158:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbe000, rc 0) 00000100:00100000:1.0:1746070413.029200:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:31620:x1830887014945152:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (1763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.029205:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4449 00000100:00100000:0.0:1746070413.030474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.033487:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.039051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.043184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.045464:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.050922:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.052846:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.053863:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.053880:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014946560 00000100:00100000:0.0:1746070413.053884:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014946560 00002000:00100000:0.0:1746070413.053915:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bd180 x1830887014946560/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070413.053923:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bd180 with x1830887014946560 ext(0->4095) 00010000:00010000:0.0:1746070413.053928:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d39c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0c5 expref: 6 pid: 8444 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746070413.053938:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d39c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0c5 expref: 6 pid: 8444 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746070413.053948:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7bd180 00000100:00100000:0.0:1746070413.054041:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1290 00000100:00100000:0.0:1746070413.054047:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014946560:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070413.054151:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014946560:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070413.054157:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1290 00002000:00100000:0.0:1746070413.054161:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bd180 x1830887014946560/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070413.054168:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bd180 with x1830887014946560 ext(0->4095) 00010000:00010000:0.0:1746070413.054172:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d39c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0c5 expref: 6 pid: 8444 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746070413.054180:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d39c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0c5 expref: 6 pid: 8444 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746070413.054184:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7bd180 00000100:00100000:0.0:1746070413.056585:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.057583:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014946688 00000100:00100000:1.0:1746070413.057590:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014946688 00000100:00100000:1.0:1746070413.057629:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4452 00000100:00100000:1.0:1746070413.057635:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:31621:x1830887014946688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070413.057649:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070413.057662:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d3aa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be0d3 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.057695:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.057699:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607d3a3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0cc expref: 41 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.057705:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.057709:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d3aa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0d3 expref: 41 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.057736:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607d3a3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0cc expref: 41 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.057746:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d3aa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0d3 expref: 41 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.057755:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbf800, rc 0) 00000100:00100000:1.0:1746070413.057791:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31621:x1830887014946688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (1212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.057797:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4452 00000100:00100000:0.0:1746070413.057993:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.062131:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.070531:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.077223:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.077405:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014947456 00000100:00100000:1.0:1746070413.077412:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014947456 00002000:00100000:1.0:1746070413.077444:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7be300 x1830887014947456/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.077454:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7be300 with x1830887014947456 ext(0->4095) 00002000:00010000:1.0:1746070413.077459:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7be300 00000100:00100000:1.0:1746070413.077771:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3515 00000100:00100000:1.0:1746070413.077778:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1964:x1830887014947456:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070413.078397:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1964:x1830887014947456:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 618us (1179us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.078403:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3515 00002000:00100000:1.0:1746070413.078410:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7be300 x1830887014947456/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.078417:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7be300 with x1830887014947456 ext(0->4095) 00002000:00010000:1.0:1746070413.078420:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7be300 00000100:00100000:0.0:1746070413.083395:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.092357:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.092439:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.099586:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.099662:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014948096 00000100:00100000:1.0:1746070413.099668:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014948096 00002000:00100000:1.0:1746070413.099728:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087211880 x1830887014948096/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.099737:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087211880 with x1830887014948096 ext(0->4095) 00010000:00010000:1.0:1746070413.099744:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c400/0x628f9640b607d3b1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0da expref: 6 pid: 8444 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.099755:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411c400/0x628f9640b607d3b1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0da expref: 6 pid: 8444 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.099760:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087211880 00000100:00100000:1.0:1746070413.099787:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1292 00000100:00100000:1.0:1746070413.099793:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014948096:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070413.099931:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014948096:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.099937:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1292 00002000:00100000:1.0:1746070413.099943:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087211880 x1830887014948096/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.099949:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087211880 with x1830887014948096 ext(0->4095) 00010000:00010000:1.0:1746070413.099953:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c400/0x628f9640b607d3b1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0da expref: 6 pid: 8444 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.099961:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411c400/0x628f9640b607d3b1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0da expref: 6 pid: 8444 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.099965:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087211880 00000100:00100000:0.0:1746070413.106017:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.113122:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.123800:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.154402:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.158241:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.158310:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014948864 00000100:00100000:1.0:1746070413.158315:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014948864 00002000:00100000:1.0:1746070413.158344:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087213100 x1830887014948864/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 496/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.158352:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087213100 with x1830887014948864 ext(0->7) 00010000:00010000:1.0:1746070413.158358:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d3b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0e1 expref: 40 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.158369:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d3b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0e1 expref: 40 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.158375:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087213100 00000100:00100000:1.0:1746070413.158401:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1293 00000100:00100000:1.0:1746070413.158407:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1964:x1830887014948864:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070413.158656:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1964:x1830887014948864:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 248us (417us total) trans 4294967874 rc 0/0 00000100:00100000:1.0:1746070413.158662:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1293 00002000:00100000:1.0:1746070413.158667:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087213100 x1830887014948864/t4294967874(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 496/448 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.158695:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087213100 with x1830887014948864 ext(0->7) 00010000:00010000:1.0:1746070413.158699:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d3b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0e1 expref: 42 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.158707:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d3b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0e1 expref: 42 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.158712:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087213100 00000100:00100000:0.0:1746070413.163710:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.166637:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.170757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.175364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.175429:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014949632 00000100:00100000:1.0:1746070413.175435:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014949632 00002000:00100000:1.0:1746070413.175464:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087210000 x1830887014949632/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.175472:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087210000 with x1830887014949632 ext(0->4095) 00002000:00010000:1.0:1746070413.175476:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087210000 00000100:00100000:1.0:1746070413.175496:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3517 00000100:00100000:1.0:1746070413.175501:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1964:x1830887014949632:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070413.175621:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1964:x1830887014949632:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.175629:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3517 00002000:00100000:1.0:1746070413.175634:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087210000 x1830887014949632/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.175641:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087210000 with x1830887014949632 ext(0->4095) 00002000:00010000:1.0:1746070413.175643:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087210000 00000100:00100000:0.0:1746070413.177265:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.177348:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014949760 00000100:00100000:1.0:1746070413.177354:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014949760 00000100:00100000:1.0:1746070413.177393:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4457 00000100:00100000:1.0:1746070413.177398:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014949760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070413.177411:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070413.177425:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d3cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be0f6 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.177446:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d3c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0ef expref: 40 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.177453:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.177455:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.177458:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d3cd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0f6 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.177481:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d3c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0ef expref: 40 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.177490:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d3c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0ef expref: 40 pid: 12041 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.177502:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013095552:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070413.177563:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070413.183032:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013095552:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070413.183060:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d3cd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0f6 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.183074:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbf600, rc 0) 00000100:00100000:1.0:1746070413.183108:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014949760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5708us (5845us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.183115:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4457 00000100:00100000:0.0:1746070413.192063:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.198342:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.198427:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014950144 00000100:00100000:1.0:1746070413.198435:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014950144 00000100:00100000:1.0:1746070413.198477:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4458 00000100:00100000:1.0:1746070413.198483:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:31620:x1830887014950144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070413.198498:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070413.198510:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d3d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be0fd expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.198529:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.198534:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d3cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0f6 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.198539:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070413.198542:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d3d4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0fd expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.198576:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d3cd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0f6 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.198587:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d3d4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0fd expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.198593:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbf800, rc 0) 00000100:00100000:1.0:1746070413.198622:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:31620:x1830887014950144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.198627:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4458 00000100:00100000:0.0:1746070413.201713:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.206586:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.207865:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014950400 00000100:00100000:1.0:1746070413.207872:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014950400 00002000:00100000:1.0:1746070413.207913:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087210e00 x1830887014950400/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.207921:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087210e00 with x1830887014950400 ext(0->4095) 00010000:00010000:1.0:1746070413.207929:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d3cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0f6 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.207940:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d3cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0f6 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.207945:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087210e00 00000100:00100000:1.0:1746070413.209264:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1296 00000100:00100000:1.0:1746070413.209276:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014950400:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070413.209424:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014950400:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (2838us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.209430:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1296 00002000:00100000:1.0:1746070413.209435:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087210e00 x1830887014950400/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.209443:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087210e00 with x1830887014950400 ext(0->4095) 00010000:00010000:1.0:1746070413.209450:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d3cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0f6 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.209460:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097cbf600/0x628f9640b607d3cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be0f6 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.209466:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087210e00 00000100:00100000:0.0:1746070413.213269:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.216998:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.217524:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014950784 00000100:00100000:1.0:1746070413.217530:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014950784 00002000:00100000:1.0:1746070413.217561:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9180 x1830887014950784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.217568:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9180 with x1830887014950784 ext(0->4095) 00002000:00010000:1.0:1746070413.217571:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12a9180 00000100:00100000:1.0:1746070413.217597:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3518 00000100:00100000:1.0:1746070413.217603:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:1961:x1830887014950784:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070413.217752:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:1961:x1830887014950784:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (758us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.217758:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3518 00002000:00100000:1.0:1746070413.217763:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9180 x1830887014950784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.217773:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9180 with x1830887014950784 ext(0->4095) 00002000:00010000:1.0:1746070413.217776:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12a9180 00000100:00100000:0.0:1746070413.224466:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.250834:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.250883:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.255993:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.261553:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.263729:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014951552 00000100:00100000:1.0:1746070413.263739:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014951552 00002000:00100000:1.0:1746070413.263775:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a8000 x1830887014951552/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.263784:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a8000 with x1830887014951552 ext(0->4095) 00010000:00010000:1.0:1746070413.263792:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d3db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be104 expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.263804:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d3db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be104 expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.263810:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12a8000 00000100:00100000:1.0:1746070413.264929:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1298 00000100:00100000:1.0:1746070413.264938:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014951552:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070413.265643:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014951552:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 704us (4088us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.265651:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1298 00002000:00100000:1.0:1746070413.265658:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a8000 x1830887014951552/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.265665:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a8000 with x1830887014951552 ext(0->4095) 00010000:00010000:1.0:1746070413.265685:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d3db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be104 expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.265698:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d3db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be104 expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.265704:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12a8000 00000100:00100000:0.0:1746070413.268861:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.274772:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.275204:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014951936 00000100:00100000:1.0:1746070413.275210:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014951936 00002000:00100000:1.0:1746070413.275244:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12aad80 x1830887014951936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.275253:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12aad80 with x1830887014951936 ext(0->4095) 00002000:00010000:1.0:1746070413.275257:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12aad80 00000100:00100000:1.0:1746070413.275284:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3519 00000100:00100000:1.0:1746070413.275291:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1963:x1830887014951936:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070413.275433:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1963:x1830887014951936:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (665us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.275439:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3519 00002000:00100000:1.0:1746070413.275444:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12aad80 x1830887014951936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.275450:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12aad80 with x1830887014951936 ext(0->4095) 00002000:00010000:1.0:1746070413.275452:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12aad80 00000100:00100000:0.0:1746070413.278059:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.282724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.283308:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.287787:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be32a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013096704:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070413.287801:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070413.287832:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1963:x1830887014952192:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4400us (5111us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070413.287840:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6728 00000100:00100000:0.0:1746070413.293380:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014952704 00000100:00100000:0.0:1746070413.293388:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014952704 00000100:00100000:1.0:1746070413.293559:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014952832 00000100:00100000:1.0:1746070413.293562:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014952832 00010000:00010000:1.0:1746070413.293584:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d3e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be112 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.293613:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6729 00000100:00100000:1.0:1746070413.293620:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014952832:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070413.293630:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070413.293648:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d3e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be112 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.293658:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d3e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be112 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.293698:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d3e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be112 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.293715:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.293716:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.293722:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d3f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be119 expref: 45 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.293729:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d3f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be119 expref: 45 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.293756:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d3f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be119 expref: 45 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070413.293766:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013096960:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070413.293835:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070413.296777:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.297053:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013096960:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070413.297070:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070413.297098:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014952832:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3478us (3784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.297104:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6729 00000100:00100000:0.0:1746070413.299185:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.300420:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.300555:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014953344 00000100:00100000:1.0:1746070413.300559:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014953344 00010000:00010000:1.0:1746070413.300577:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d3f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be119 expref: 47 pid: 25271 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.300605:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6730 00000100:00100000:1.0:1746070413.300611:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093368380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:1963:x1830887014953344:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070413.300619:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070413.300636:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d3f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be119 expref: 47 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.300645:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d3f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be119 expref: 47 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.300663:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d3f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be119 expref: 47 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.300698:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.300699:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.300705:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d3f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be120 expref: 46 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.300711:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d3f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be120 expref: 46 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.300730:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d3f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be120 expref: 46 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.300739:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d3f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be120 expref: 46 pid: 12041 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.300750:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013097344:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070413.300811:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070413.303548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.303698:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013097344:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070413.303717:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070413.303754:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093368380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1963:x1830887014953344:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3142us (3333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.303761:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6730 00000100:00100000:0.0:1746070413.307447:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.307495:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.307896:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014953856 00000100:00100000:1.0:1746070413.307900:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014953856 00010000:00010000:1.0:1746070413.307925:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d3f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be120 expref: 46 pid: 12041 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.307943:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6731 00000100:00100000:1.0:1746070413.307948:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009336a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1962:x1830887014953856:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070413.307956:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070413.307973:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d3f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be120 expref: 46 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.307985:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d3f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be120 expref: 46 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.308001:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d3f7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be120 expref: 46 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.308013:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.308014:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.308018:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d3fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be127 expref: 45 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.308024:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d3fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be127 expref: 45 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.308042:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d3fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be127 expref: 45 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.308051:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d3fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be127 expref: 45 pid: 12041 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.308061:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013097600:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070413.308858:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070413.311069:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013097600:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070413.311088:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070413.311125:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009336a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1962:x1830887014953856:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3176us (3629us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.311137:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6731 00000100:00100000:0.0:1746070413.312756:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.312849:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014953984 00000100:00100000:1.0:1746070413.312856:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014953984 00010000:00010000:1.0:1746070413.312880:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d3fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be127 expref: 45 pid: 12041 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.312949:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6732 00000100:00100000:1.0:1746070413.312956:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1963:x1830887014953984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070413.312968:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070413.312986:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d3fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be127 expref: 45 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.312995:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d3fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be127 expref: 45 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.313012:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d3fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be127 expref: 45 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.313127:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.313129:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.313136:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d405 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be12e expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.313143:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d405 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be12e expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.313169:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d405 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be12e expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070413.313180:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013097728:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070413.313498:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070413.315593:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013097728:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070413.315615:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070413.315645:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1963:x1830887014953984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2689us (2893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.315653:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6732 00000100:00100000:0.0:1746070413.316281:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.318920:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.322629:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.322787:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014954496 00000100:00100000:1.0:1746070413.322794:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014954496 00010000:00010000:1.0:1746070413.322822:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d405 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be12e expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.322854:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6733 00000100:00100000:1.0:1746070413.322860:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009336b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014954496:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070413.322870:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070413.322886:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d405 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be12e expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.322896:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d405 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be12e expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.322922:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d405 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be12e expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.322940:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.322942:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.322948:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d40c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be135 expref: 44 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.322955:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d40c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be135 expref: 44 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.322980:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d40c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be135 expref: 44 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070413.322989:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013097984:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070413.323052:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070413.325890:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013097984:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070413.325921:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070413.325968:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009336b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014954496:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3107us (3341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.325977:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6733 00000100:00100000:0.0:1746070413.326226:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.344656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.371915:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.373872:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009336aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1963:x1830887014955008:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070413.374141:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009336aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:1963:x1830887014955008:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 327us (2244us total) trans 4294967877 rc 0/0 00000100:00100000:0.0:1746070413.374148:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1302 00002000:00100000:0.0:1746070413.374155:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009336aa00 x1830887014955008/t4294967877(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 496/448 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070413.374163:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009336aa00 with x1830887014955008 ext(0->7) 00010000:00010000:0.0:1746070413.374171:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d40c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be135 expref: 47 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746070413.374183:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d40c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be135 expref: 47 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746070413.374189:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009336aa00 00000100:00100000:0.0:1746070413.375359:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.382389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.382480:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014955264 00000100:00100000:1.0:1746070413.382488:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014955264 00010000:00010000:1.0:1746070413.382517:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d40c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be135 expref: 48 pid: 12041 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.382553:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6734 00000100:00100000:1.0:1746070413.382560:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009336a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1961:x1830887014955264:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070413.382571:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070413.382589:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d40c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be135 expref: 48 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.382603:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d40c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be135 expref: 48 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.382623:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d40c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be135 expref: 48 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.382637:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.382639:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.382645:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d413 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be13c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.382652:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d413 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be13c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.382705:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d413 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be13c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.382721:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d413 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be13c expref: 5 pid: 12041 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.382730:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013098368:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070413.385880:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070413.387087:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013098368:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070413.387107:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070413.387141:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009336a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:1961:x1830887014955264:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4580us (4758us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.387152:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6734 00000100:00100000:0.0:1746070413.388031:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.390644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.390823:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014955648 00000100:00100000:1.0:1746070413.390830:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014955648 00010000:00010000:1.0:1746070413.390853:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d413 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be13c expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.390886:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6735 00000100:00100000:1.0:1746070413.390892:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014955648:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070413.390909:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070413.390926:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d413 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be13c expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.390937:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d413 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be13c expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.390954:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d413 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be13c expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.390968:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.390970:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.390975:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607d41a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be143 expref: 46 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.390982:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607d41a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be143 expref: 46 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.391007:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607d41a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be143 expref: 46 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070413.391018:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013098496:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070413.391835:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070413.397621:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.401087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.407739:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.410857:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.414148:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.414225:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014956544 00000100:00100000:1.0:1746070413.414232:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014956544 00002000:00100000:1.0:1746070413.414267:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092147b80 x1830887014956544/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.414277:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092147b80 with x1830887014956544 ext(0->4095) 00010000:00010000:1.0:1746070413.414284:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d421 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be14a expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.414295:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d421 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be14a expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.414301:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092147b80 00000100:00100000:1.0:1746070413.414625:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1304 00000100:00100000:1.0:1746070413.414633:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014956544:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070413.415153:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014956544:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 520us (1011us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.415159:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1304 00002000:00100000:1.0:1746070413.415165:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092147b80 x1830887014956544/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.415173:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092147b80 with x1830887014956544 ext(0->4095) 00010000:00010000:1.0:1746070413.415179:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d421 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be14a expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.415189:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d421 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be14a expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.415194:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092147b80 00000100:00100000:0.0:1746070413.418227:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.425783:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.458660:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.463801:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.463881:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.463927:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014957184 00000100:00100000:0.0:1746070413.463933:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014957184 00002000:00100000:0.0:1746070413.463966:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092144700 x1830887014957184/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 496/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070413.463975:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092144700 with x1830887014957184 ext(0->7) 00010000:00010000:0.0:1746070413.463982:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d428 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be151 expref: 47 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746070413.463997:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d428 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be151 expref: 47 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746070413.464003:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092144700 00000100:00100000:0.0:1746070413.464019:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1305 00000100:00100000:0.0:1746070413.464026:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092144700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:1961:x1830887014957184:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070413.464280:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092144700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1961:x1830887014957184:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 254us (398us total) trans 4294967878 rc 0/0 00000100:00100000:0.0:1746070413.464287:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1305 00002000:00100000:0.0:1746070413.464292:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092144700 x1830887014957184/t4294967878(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 496/448 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070413.464298:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092144700 with x1830887014957184 ext(0->7) 00010000:00010000:0.0:1746070413.464302:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d428 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be151 expref: 49 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746070413.464310:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d428 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be151 expref: 49 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746070413.464315:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092144700 00000100:00100000:0.0:1746070413.467833:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.469933:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.469999:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014957696 00000100:00100000:1.0:1746070413.470004:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014957696 00002000:00100000:1.0:1746070413.470035:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092145180 x1830887014957696/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.470042:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092145180 with x1830887014957696 ext(0->4095) 00010000:00010000:1.0:1746070413.470047:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d42f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be158 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.470057:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d42f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be158 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.470063:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092145180 00000100:00100000:1.0:1746070413.470075:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1306 00000100:00100000:1.0:1746070413.470080:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014957696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070413.470199:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014957696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.470204:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1306 00002000:00100000:1.0:1746070413.470209:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092145180 x1830887014957696/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.470221:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092145180 with x1830887014957696 ext(0->4095) 00010000:00010000:1.0:1746070413.470225:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d42f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be158 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.470233:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d42f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be158 expref: 6 pid: 25271 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.470238:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092145180 00000100:00100000:0.0:1746070413.474547:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.476812:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.476885:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014958080 00000100:00100000:1.0:1746070413.476891:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014958080 00002000:00100000:1.0:1746070413.476928:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092145880 x1830887014958080/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.476936:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092145880 with x1830887014958080 ext(0->4095) 00002000:00010000:1.0:1746070413.476940:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092145880 00000100:00100000:1.0:1746070413.476954:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3524 00000100:00100000:1.0:1746070413.476960:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1963:x1830887014958080:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070413.477078:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1963:x1830887014958080:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.477084:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3524 00002000:00100000:1.0:1746070413.477089:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092145880 x1830887014958080/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.477096:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092145880 with x1830887014958080 ext(0->4095) 00002000:00010000:1.0:1746070413.477098:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092145880 00000100:00100000:0.0:1746070413.496755:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.506106:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.506157:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.506238:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014958464 00000100:00100000:1.0:1746070413.506246:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014958464 00002000:00100000:1.0:1746070413.506284:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092145f80 x1830887014958464/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 496/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.506293:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092145f80 with x1830887014958464 ext(0->7) 00010000:00010000:1.0:1746070413.506300:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d436 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be15f expref: 49 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.506312:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d436 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be15f expref: 49 pid: 25271 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.506319:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092145f80 00000100:00100000:1.0:1746070413.506335:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1307 00000100:00100000:1.0:1746070413.506341:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1963:x1830887014958464:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070413.506591:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092145f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887014958464:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 249us (432us total) trans 4294967879 rc 0/0 00000100:00100000:1.0:1746070413.506597:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1307 00002000:00100000:1.0:1746070413.506603:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092145f80 x1830887014958464/t4294967879(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 496/448 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.506609:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092145f80 with x1830887014958464 ext(0->7) 00010000:00010000:1.0:1746070413.506613:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d436 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be15f expref: 51 pid: 25271 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.506622:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d436 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be15f expref: 51 pid: 25271 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.506631:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092145f80 00000100:00100000:0.0:1746070413.512097:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.516600:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.523244:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.527096:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.544629:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.562483:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.569329:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.573728:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.577196:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.580772:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.584871:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.591759:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.595362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.597971:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.600232:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.603590:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.609270:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.612045:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.616248:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.619919:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.624297:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.630219:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.636489:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.636566:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014962688 00000100:00100000:1.0:1746070413.636573:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014962688 00000100:00100000:1.0:1746070413.636613:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4482 00000100:00100000:1.0:1746070413.636620:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:31621:x1830887014962688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070413.636634:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070413.636646:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d47c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be1a5 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.636668:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.636696:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d475 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be19e expref: 55 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.636702:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.636705:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d47c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1a5 expref: 55 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.636730:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d475 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be19e expref: 55 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.636740:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d47c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1a5 expref: 55 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.636753:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbf400, rc 0) 00000100:00100000:1.0:1746070413.636783:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:31621:x1830887014962688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.636789:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4482 00000100:00100000:0.0:1746070413.638259:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.647934:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.649461:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014963072 00000100:00100000:1.0:1746070413.649470:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014963072 00002000:00100000:1.0:1746070413.649507:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5d880 x1830887014963072/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.649515:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d880 with x1830887014963072 ext(0->4095) 00010000:00010000:1.0:1746070413.649523:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d475 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be19e expref: 54 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.649536:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d475 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be19e expref: 54 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.649541:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5d880 00000100:00100000:1.0:1746070413.649571:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1313 00000100:00100000:1.0:1746070413.649578:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887014963072:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070413.649746:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887014963072:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 168us (1811us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.649751:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1313 00002000:00100000:1.0:1746070413.649756:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5d880 x1830887014963072/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.649767:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d880 with x1830887014963072 ext(0->4095) 00010000:00010000:1.0:1746070413.649772:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d475 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be19e expref: 54 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.649781:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d475 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be19e expref: 54 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.649786:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5d880 00010000:00010000:0.0:1746070413.652821:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070413.654938:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.660795:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.668403:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.681364:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.696974:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.699250:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.699349:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014964096 00000100:00100000:1.0:1746070413.699355:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014964096 00002000:00100000:1.0:1746070413.699387:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5dc00 x1830887014964096/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.699395:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830887014964096 ext(0->4095) 00002000:00010000:1.0:1746070413.699399:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5dc00 00000100:00100000:1.0:1746070413.701079:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3530 00000100:00100000:1.0:1746070413.701091:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014964096:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070413.701228:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014964096:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (1983us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.701234:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3530 00002000:00100000:1.0:1746070413.701239:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5dc00 x1830887014964096/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.701247:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830887014964096 ext(0->4095) 00002000:00010000:1.0:1746070413.701251:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5dc00 00000100:00100000:0.0:1746070413.704501:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.714876:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.716299:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.720176:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.727623:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.729487:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014964992 00000100:00100000:0.0:1746070413.729492:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014964992 00010000:00010000:0.0:1746070413.729512:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411c400/0x628f9640b607d48a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1b3 expref: 56 pid: 12041 timeout: 625 lvb_type: 0 00000100:00100000:0.0:1746070413.730109:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6752 00000100:00100000:0.0:1746070413.730119:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1963:x1830887014964992:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070413.730130:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070413.730148:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a411c400/0x628f9640b607d48a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1b3 expref: 56 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746070413.730159:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a411c400/0x628f9640b607d48a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1b3 expref: 56 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746070413.730179:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c400/0x628f9640b607d48a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1b3 expref: 56 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746070413.730205:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070413.730208:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070413.730214:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607d491 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1ba expref: 55 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070413.730225:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607d491 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1ba expref: 55 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070413.730251:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607d491 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1ba expref: 55 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070413.730261:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607d491 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1ba expref: 55 pid: 8444 timeout: 625 lvb_type: 0 00000100:00100000:0.0:1746070413.730271:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087260000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013102976:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070413.730338:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070413.736394:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.740134:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.740212:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.749327:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.749402:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014965760 00000100:00100000:1.0:1746070413.749409:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014965760 00002000:00100000:1.0:1746070413.749440:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087262d80 x1830887014965760/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.749448:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262d80 with x1830887014965760 ext(0->4095) 00010000:00010000:1.0:1746070413.749454:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d498 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1c1 expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.749465:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d498 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1c1 expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.749471:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087262d80 00000100:00100000:1.0:1746070413.749494:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1317 00000100:00100000:1.0:1746070413.749500:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014965760:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070413.749615:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014965760:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.749620:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1317 00002000:00100000:1.0:1746070413.749625:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087262d80 x1830887014965760/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.749632:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262d80 with x1830887014965760 ext(0->4095) 00010000:00010000:1.0:1746070413.749636:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d498 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1c1 expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.749644:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d498 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1c1 expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.749654:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087262d80 00000100:00100000:0.0:1746070413.756788:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.762772:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.767721:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.772467:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.772549:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.780368:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.780726:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014966784 00000100:00100000:1.0:1746070413.780731:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014966784 00002000:00100000:1.0:1746070413.780759:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fbb800 x1830887014966784/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.780768:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fbb800 with x1830887014966784 ext(0->4095) 00010000:00010000:1.0:1746070413.780774:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607d4a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1cf expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.780784:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607d4a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1cf expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.780789:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fbb800 00000100:00100000:1.0:1746070413.780810:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1318 00000100:00100000:1.0:1746070413.780815:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014966784:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070413.780940:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014966784:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.780945:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1318 00002000:00100000:1.0:1746070413.780950:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fbb800 x1830887014966784/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.780957:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fbb800 with x1830887014966784 ext(0->4095) 00010000:00010000:1.0:1746070413.780962:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607d4a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1cf expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.780974:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607d4a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1cf expref: 6 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.780978:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fbb800 00000100:00100000:0.0:1746070413.784495:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.789043:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.793800:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.795024:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014967296 00000100:00100000:1.0:1746070413.795032:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014967296 00000100:00100000:1.0:1746070413.795081:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4490 00000100:00100000:1.0:1746070413.795088:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014967296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070413.795102:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070413.795115:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d4b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be1dd expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.795138:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d4ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1d6 expref: 54 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.795144:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.795146:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.795149:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d4b4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1dd expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.795173:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d4ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1d6 expref: 54 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.795183:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d4ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1d6 expref: 54 pid: 8444 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.795193:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013104000:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070413.795634:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070413.802079:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013104000:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070413.802109:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d4b4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1dd expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.802124:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbf800, rc 0) 00000100:00100000:1.0:1746070413.802159:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014967296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7071us (8365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.802165:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4490 00000100:00100000:0.0:1746070413.815791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.816827:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014967424 00000100:00100000:1.0:1746070413.816837:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014967424 00002000:00100000:1.0:1746070413.816878:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091fb9500 x1830887014967424/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 496/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.816887:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9500 with x1830887014967424 ext(0->7) 00010000:00010000:1.0:1746070413.816894:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d4ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1d6 expref: 55 pid: 8444 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.816953:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d4ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1d6 expref: 55 pid: 8444 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.816959:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb9500 00000100:00100000:1.0:1746070413.816991:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1319 00000100:00100000:1.0:1746070413.816999:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1964:x1830887014967424:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070413.817254:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:1964:x1830887014967424:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 255us (1469us total) trans 4294967882 rc 0/0 00000100:00100000:1.0:1746070413.817263:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1319 00002000:00100000:1.0:1746070413.817268:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091fb9500 x1830887014967424/t4294967882(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 496/448 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.817274:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9500 with x1830887014967424 ext(0->7) 00010000:00010000:1.0:1746070413.817278:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d4ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1d6 expref: 57 pid: 8444 timeout: 625 lvb_type: 0 00010000:00010000:1.0:1746070413.817286:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d4ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1d6 expref: 57 pid: 8444 timeout: 625 lvb_type: 0 00002000:00010000:1.0:1746070413.817290:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb9500 00000100:00100000:0.0:1746070413.817506:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.817559:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014967552 00000100:00100000:0.0:1746070413.817562:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014967552 00000100:00100000:0.0:1746070413.817594:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4491 00000100:00100000:0.0:1746070413.817600:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:31620:x1830887014967552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070413.817608:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070413.817619:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffcc00/0x628f9640b607d4bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be1e4 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070413.817634:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070413.817640:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d4b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1dd expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070413.817644:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070413.817647:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffcc00/0x628f9640b607d4bb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1e4 expref: 58 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070413.817700:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097cbf800/0x628f9640b607d4b4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1dd expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070413.817711:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092ffcc00/0x628f9640b607d4bb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1e4 expref: 58 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070413.817720:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffcc00, rc 0) 00000100:00100000:0.0:1746070413.817741:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:31620:x1830887014967552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070413.817747:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4491 00000100:00100000:0.0:1746070413.825844:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.832213:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.838253:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.845927:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.846267:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014968320 00000100:00100000:1.0:1746070413.846272:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014968320 00002000:00100000:1.0:1746070413.846303:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99880 x1830887014968320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.846311:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99880 with x1830887014968320 ext(0->4095) 00002000:00010000:1.0:1746070413.846315:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c99880 00000100:00100000:1.0:1746070413.846338:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3533 00000100:00100000:1.0:1746070413.846343:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:1964:x1830887014968320:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070413.846483:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:1964:x1830887014968320:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (559us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.846489:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3533 00002000:00100000:1.0:1746070413.846494:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99880 x1830887014968320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.846506:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99880 with x1830887014968320 ext(0->4095) 00002000:00010000:1.0:1746070413.846509:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c99880 00000100:00100000:0.0:1746070413.850535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.871350:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.880801:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.892316:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.892445:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014968960 00000100:00100000:0.0:1746070413.892452:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014968960 00002000:00100000:0.0:1746070413.892485:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9aa00 x1830887014968960/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070413.892494:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9aa00 with x1830887014968960 ext(0->4095) 00002000:00010000:0.0:1746070413.892498:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c9aa00 00000100:00100000:0.0:1746070413.892517:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3534 00000100:00100000:0.0:1746070413.892522:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014968960:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070413.892636:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887014968960:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070413.892641:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3534 00002000:00100000:0.0:1746070413.892646:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9aa00 x1830887014968960/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070413.892652:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9aa00 with x1830887014968960 ext(0->4095) 00002000:00010000:0.0:1746070413.892655:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c9aa00 00000100:00100000:0.0:1746070413.894399:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.896890:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013104768:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070413.896924:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d4c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1f9 expref: 59 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070413.896950:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093690800, rc 0) 00000100:00100000:0.0:1746070413.896991:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:31621:x1830887014969216:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2394us (2595us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070413.896999:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4493 00000100:00100000:0.0:1746070413.903411:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.903637:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.909044:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014969088 00000100:00100000:1.0:1746070413.909052:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014969088 00000100:00100000:1.0:1746070413.909100:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4494 00000100:00100000:1.0:1746070413.909113:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:31620:x1830887014969088:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070413.909126:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070413.909138:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d4d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be1f2 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.909158:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d4c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1f9 expref: 60 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.909164:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.909165:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.909168:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d4d0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1f2 expref: 60 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.909189:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d4c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1f9 expref: 60 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.909199:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d4c9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1f9 expref: 60 pid: 12041 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.909207:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013105024:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070413.909266:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070413.915599:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013105024:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070413.915615:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d4d0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1f2 expref: 60 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070413.915626:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbe400, rc 0) 00000100:00100000:0.0:1746070413.915653:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887014969088:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6548us (12017us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070413.915659:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4494 00000100:00100000:0.0:1746070413.919816:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.923210:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.928694:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014970112 00000100:00100000:0.0:1746070413.928700:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014970112 00002000:00100000:0.0:1746070413.928731:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31c00 x1830887014970112/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070413.928740:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31c00 with x1830887014970112 ext(0->4095) 00010000:00010000:0.0:1746070413.928747:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d4d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1f2 expref: 59 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746070413.928765:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d4d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1f2 expref: 59 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746070413.928770:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be31c00 00000100:00100000:0.0:1746070413.928795:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1323 00000100:00100000:0.0:1746070413.928801:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1964:x1830887014970112:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070413.928929:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1964:x1830887014970112:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (364us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070413.928935:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1323 00002000:00100000:0.0:1746070413.928940:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31c00 x1830887014970112/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070413.928946:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31c00 with x1830887014970112 ext(0->4095) 00010000:00010000:0.0:1746070413.928950:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d4d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1f2 expref: 59 pid: 12041 timeout: 625 lvb_type: 0 00010000:00010000:0.0:1746070413.928958:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097cbe400/0x628f9640b607d4d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be1f2 expref: 59 pid: 12041 timeout: 625 lvb_type: 0 00002000:00010000:0.0:1746070413.928963:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be31c00 00000100:00100000:0.0:1746070413.932890:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.935112:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.935172:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014970240 00000100:00100000:1.0:1746070413.935176:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014970240 00000100:00100000:1.0:1746070413.935464:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4496 00000100:00100000:1.0:1746070413.935470:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:31620:x1830887014970240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070413.935480:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070413.935492:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d4de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be207 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.935507:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d4d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be200 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.935512:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.935514:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.935516:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d4de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be207 expref: 60 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.935531:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d4d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be200 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.935540:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d4d7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be200 expref: 5 pid: 12041 timeout: 625 lvb_type: 0 00000100:00100000:1.0:1746070413.935547:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013105536:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070413.935587:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070413.937519:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013105536:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070413.937535:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d4de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be207 expref: 59 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.937546:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbf400, rc 0) 00000100:00100000:1.0:1746070413.937563:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:31620:x1830887014970240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2093us (2452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.937568:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4496 00000100:00100000:0.0:1746070413.939747:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.943286:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.946269:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.950363:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.950534:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014971136 00000100:00100000:1.0:1746070413.950541:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014971136 00000100:00100000:1.0:1746070413.950578:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4497 00000100:00100000:1.0:1746070413.950585:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014971136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070413.950599:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070413.950614:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d4e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be20e expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.950636:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d4de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be207 expref: 58 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.950646:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.950648:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.950651:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d4e5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be20e expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.950695:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d4de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be207 expref: 58 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.950705:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607d4de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be207 expref: 58 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070413.950715:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013105792:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070413.951025:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070413.954298:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.954718:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013105792:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070413.954742:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d4e5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be20e expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.954755:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4c8000, rc 0) 00000100:00100000:1.0:1746070413.954791:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014971136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4205us (4434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.954798:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4497 00000100:00100000:0.0:1746070413.956178:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.956219:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014971392 00000100:00100000:1.0:1746070413.956223:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014971392 00000100:00100000:1.0:1746070413.956254:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4498 00000100:00100000:1.0:1746070413.956260:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:31620:x1830887014971392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070413.956275:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070413.956286:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d4ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be215 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.956302:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d4e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be20e expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.956307:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.956309:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070413.956312:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d4ec lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be215 expref: 60 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.956333:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d4e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be20e expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.956342:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d4e5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be20e expref: 5 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070413.956349:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013106048:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070413.956403:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070413.958399:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.958952:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013106048:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070413.958972:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d4ec lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be215 expref: 59 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.958985:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc23200, rc 0) 00000100:00100000:1.0:1746070413.959007:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:31620:x1830887014971392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2747us (2830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.959014:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4498 00000100:00100000:0.0:1746070413.963591:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.968053:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.968207:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014972032 00000100:00100000:1.0:1746070413.968214:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014972032 00002000:00100000:1.0:1746070413.968256:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369f80 x1830887014972032/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/0 e 0 to 0 dl 1746070424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.968264:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369f80 with x1830887014972032 ext(0->4095) 00002000:00010000:1.0:1746070413.968268:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369f80 00000100:00100000:1.0:1746070413.968299:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3536 00000100:00100000:1.0:1746070413.968305:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1964:x1830887014972032:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070413.969322:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1964:x1830887014972032:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1015us (1274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070413.969328:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3536 00002000:00100000:1.0:1746070413.969334:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369f80 x1830887014972032/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:44/0 lens 488/4536 e 0 to 0 dl 1746070424 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070413.969341:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369f80 with x1830887014972032 ext(0->4095) 00002000:00010000:1.0:1746070413.969344:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369f80 00000100:00100000:0.0:1746070413.973426:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.973539:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014972160 00000100:00100000:1.0:1746070413.973547:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014972160 00000100:00100000:1.0:1746070413.973581:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4499 00000100:00100000:1.0:1746070413.973587:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014972160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070413.973602:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070413.973618:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d4f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be21c expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.973643:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d4ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be215 expref: 58 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.973649:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.973651:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070413.973654:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d4f3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be21c expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.973698:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d4ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be215 expref: 58 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.973713:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d4ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be215 expref: 58 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070413.973722:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013106304:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070413.973791:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070413.979555:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070413.979651:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013106304:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070413.979702:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d4f3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be21c expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070413.979717:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4c9400, rc 0) 00000100:00100000:1.0:1746070413.979748:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014972160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6161us (6329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070413.979755:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4499 00000100:00100000:0.0:1746070413.992815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070413.999766:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.000559:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.000827:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014972800 00000100:00100000:1.0:1746070414.000831:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014972800 00000100:00100000:1.0:1746070414.000866:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4500 00000100:00100000:1.0:1746070414.000871:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887014972800:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.000880:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.000892:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d4fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be223 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.000924:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d4f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be21c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.000934:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.000936:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.000939:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d4fa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be223 expref: 61 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.000960:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d4f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be21c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.000969:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d4f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be21c expref: 5 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.000979:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013106560:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.001034:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.004962:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013106560:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.004989:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d4fa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be223 expref: 61 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.005004:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc22400, rc 0) 00000100:00100000:1.0:1746070414.005054:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31620:x1830887014972800:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4182us (4494us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.005061:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4500 00000100:00100000:0.0:1746070414.006156:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.007585:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014972928 00000100:00100000:1.0:1746070414.007594:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014972928 00000100:00100000:1.0:1746070414.007632:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4501 00000100:00100000:1.0:1746070414.007638:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31621:x1830887014972928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.007654:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.007669:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d501 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be22a expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.007717:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.007722:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d4fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be223 expref: 62 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.007727:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.007730:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d501 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be22a expref: 62 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.007758:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d4fa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be223 expref: 62 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.007769:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d501 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be22a expref: 62 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.007778:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc23200, rc 0) 00000100:00100000:1.0:1746070414.009181:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31621:x1830887014972928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1539us (3023us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.009189:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4501 00000100:00100000:0.0:1746070414.015063:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.029235:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3294:1830887013107200:0@lo:400:kworker.0 00000100:00100000:1.0:1746070414.029284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070414.029307:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746070414.029312:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013107328:0@lo:400:kworker.0 00000100:00100000:1.0:1746070414.029328:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070414.029349:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013107328 00000100:00100000:1.0:1746070414.029354:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013107328 00000100:00100000:1.0:1746070414.029392:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1746070414.029398:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013107328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070414.029429:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013107328:12345-0@lo:400:kworker.0 Request processed in 32us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.029434:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1746070414.029459:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013107328:0@lo:400:kworker.0 00000100:00100000:1.0:1746070414.029481:0:7095:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013107200 00000100:00100000:1.0:1746070414.029483:0:7095:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013107200 00000100:00100000:1.0:1746070414.029500:0:7095:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1746070414.029504:0:7095:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830887013107200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070414.029526:0:7095:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830887013107200:12345-0@lo:400:kworker.0 Request processed in 22us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.029531:0:7095:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1746070414.029546:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3294:1830887013107200:0@lo:400:kworker.0 00000100:00080000:1.0:1746070414.029562:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746070414.029565:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070414.029829:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830887013107072:0@lo:400:kworker.0 00000100:00100000:0.0:1746070414.029852:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070414.029870:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013107584:0@lo:400:kworker.0 00000100:00100000:0.0:1746070414.029882:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070414.029895:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746070414.029932:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013106944:0@lo:400:kworker.0 00000100:00100000:0.0:1746070414.029956:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070414.029982:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013107456:0@lo:400:kworker.0 00000100:00100000:0.0:1746070414.029996:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070414.030057:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013107072 00000100:00100000:1.0:1746070414.030060:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013107072 00000100:00100000:1.0:1746070414.030075:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013107456 00000100:00100000:1.0:1746070414.030077:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013107456 00000100:00100000:1.0:1746070414.030092:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1746070414.030096:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830887013107072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070414.030122:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830887013107072:12345-0@lo:400:kworker.0 Request processed in 25us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.030127:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1746070414.030135:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1746070414.030138:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013107456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070414.030160:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013107456:12345-0@lo:400:kworker.0 Request processed in 20us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.030164:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1746070414.030176:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013107584 00000100:00100000:1.0:1746070414.030178:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013107584 00000100:00100000:1.0:1746070414.030194:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1746070414.030198:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013107584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070414.030216:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013107584:12345-0@lo:400:kworker.0 Request processed in 18us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.030220:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00080000:0.0:1746070414.032490:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070414.032495:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070414.032527:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013106944:0@lo:400:kworker.0 00000100:00100000:0.0:1746070414.032541:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013107456:0@lo:400:kworker.0 00000100:00100000:0.0:1746070414.032550:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830887013107072:0@lo:400:kworker.0 00000100:00100000:0.0:1746070414.032560:0:3297:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968464 gen 2 00000004:00080000:0.0:1746070414.032564:0:3297:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099f18a80, transno 4294968464 00000100:00100000:0.0:1746070414.032583:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013107584:0@lo:400:kworker.0 00000100:00100000:0.0:1746070414.034659:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013106816:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070414.034699:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070414.034735:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887014973056:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 16533us (19679us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070414.034743:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6767 00000100:00100000:0.0:1746070414.035455:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014973440 00000100:00100000:0.0:1746070414.035460:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014973440 00010000:00010000:0.0:1746070414.035479:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d4fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be223 expref: 62 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:0.0:1746070414.035507:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6768 00000100:00100000:0.0:1746070414.035513:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1961:x1830887014973440:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070414.035522:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070414.035537:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d4fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be223 expref: 62 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746070414.035547:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d4fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be223 expref: 62 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746070414.035564:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d4fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be223 expref: 62 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746070414.035586:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070414.035588:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070414.035594:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d501 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be22a expref: 61 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070414.035601:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d501 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be22a expref: 61 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070414.035624:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d501 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be22a expref: 61 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070414.035634:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801319e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013107712:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070414.035697:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070414.037301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.041261:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.041397:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014973824 00000100:00100000:1.0:1746070414.041404:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014973824 00000100:00100000:1.0:1746070414.041433:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4502 00000100:00100000:1.0:1746070414.041439:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014973824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.041452:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.041464:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d508 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be231 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.041486:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d501 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be22a expref: 60 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.041492:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.041493:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.041496:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d508 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be231 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.041524:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d501 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be22a expref: 60 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.041533:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d501 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be22a expref: 60 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.041542:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013107840:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.041606:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00010000:00010000:1.0:1746070414.044997:0:12041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc23200/0x628f9640b607d501 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be22a expref: 61 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.045012:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013107840:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.045030:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d508 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be231 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.045038:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099daec00, rc 0) 00000100:00100000:1.0:1746070414.045060:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014973824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3620us (3801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.045065:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4502 00000100:00100000:1.0:1746070414.050743:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014974080 00000100:00100000:1.0:1746070414.050750:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014974080 00000100:00100000:1.0:1746070414.051282:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4503 00000100:00100000:1.0:1746070414.051291:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31620:x1830887014974080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.051305:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.051319:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc22000/0x628f9640b607d50f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be238 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.051341:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d508 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be231 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.051347:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.051348:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.051351:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc22000/0x628f9640b607d50f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be238 expref: 62 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.051374:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d508 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be231 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.051384:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d508 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be231 expref: 5 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.051394:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013108096:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.055096:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070414.056599:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014974336 00000100:00100000:0.0:1746070414.056607:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014974336 00002000:00100000:0.0:1746070414.056642:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30700 x1830887014974336/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070414.056652:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30700 with x1830887014974336 ext(0->4095) 00010000:00010000:0.0:1746070414.056660:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d508 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be231 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746070414.056701:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d508 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be231 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746070414.056707:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30700 00000100:00100000:0.0:1746070414.056732:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1328 00000100:00100000:0.0:1746070414.056738:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014974336:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070414.056882:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014974336:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (1330us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070414.056887:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1328 00002000:00100000:0.0:1746070414.056892:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30700 x1830887014974336/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070414.056906:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30700 with x1830887014974336 ext(0->4095) 00010000:00010000:0.0:1746070414.056910:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d508 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be231 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746070414.056918:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d508 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be231 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746070414.056922:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30700 00000100:00100000:0.0:1746070414.065812:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.068989:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.069151:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013108096:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.069166:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bc22000/0x628f9640b607d50f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be238 expref: 62 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.069174:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc22000, rc 0) 00000100:00100000:1.0:1746070414.069192:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31620:x1830887014974080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17904us (18825us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.069197:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4503 00000100:00100000:0.0:1746070414.073023:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.077165:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.080663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.084254:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.084319:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014975360 00000100:00100000:1.0:1746070414.084325:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014975360 00000100:00100000:1.0:1746070414.084367:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4505 00000100:00100000:1.0:1746070414.084373:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014975360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.084386:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.084400:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d51d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be246 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.084423:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d516 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be23f expref: 60 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.084429:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.084431:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.084433:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d51d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be246 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.084456:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d516 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be23f expref: 60 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.084466:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d516 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be23f expref: 60 pid: 25271 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.084476:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013108608:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.085815:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.086711:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013108608:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.086731:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d51d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be246 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.086750:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dae200, rc 0) 00000100:00100000:1.0:1746070414.086778:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014975360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2405us (2528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.086784:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4505 00000100:00100000:0.0:1746070414.087876:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.093286:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.093399:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014975616 00000100:00100000:1.0:1746070414.093406:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014975616 00000100:00100000:1.0:1746070414.094166:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4506 00000100:00100000:1.0:1746070414.094174:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31620:x1830887014975616:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.094188:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.094201:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d524 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be24d expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.094221:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d51d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be246 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.094228:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.094229:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.094233:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d524 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be24d expref: 62 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.094254:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d51d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be246 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.094264:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d51d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be246 expref: 5 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.094278:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013108864:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.094344:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070414.098209:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.098392:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014975872 00000100:00100000:1.0:1746070414.098399:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014975872 00002000:00100000:1.0:1746070414.098435:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093695c00 x1830887014975872/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.098443:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093695c00 with x1830887014975872 ext(0->4095) 00010000:00010000:1.0:1746070414.098449:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d51d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be246 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.098461:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d51d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be246 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.098466:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093695c00 00000100:00100000:1.0:1746070414.098481:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1330 00000100:00100000:1.0:1746070414.098486:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014975872:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070414.098618:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014975872:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.098623:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1330 00002000:00100000:1.0:1746070414.098628:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093695c00 x1830887014975872/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.098636:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093695c00 with x1830887014975872 ext(0->4095) 00010000:00010000:1.0:1746070414.098640:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d51d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be246 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.098649:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d51d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be246 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.098654:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093695c00 00000100:00100000:1.0:1746070414.098710:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013108864:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.098725:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d524 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be24d expref: 61 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.098736:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc22400, rc 0) 00000100:00100000:1.0:1746070414.098768:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31620:x1830887014975616:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4595us (5486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.098774:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4506 00000100:00100000:0.0:1746070414.101419:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.102071:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.103112:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014976128 00000100:00100000:1.0:1746070414.103116:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014976128 00000100:00100000:1.0:1746070414.103260:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4507 00000100:00100000:1.0:1746070414.103266:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014976128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.103276:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.103285:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d52b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be254 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.103300:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d524 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be24d expref: 60 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.103305:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.103306:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.103309:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d52b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be254 expref: 7 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.103324:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d524 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be24d expref: 60 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.103331:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bc22400/0x628f9640b607d524 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be24d expref: 60 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.103338:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013109120:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.103359:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070414.107605:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.108074:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013109120:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.108092:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d52b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be254 expref: 7 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.108101:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4c8000, rc 0) 00000100:00100000:1.0:1746070414.108124:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+7:31621:x1830887014976128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4858us (6053us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.108130:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4507 00000100:00100000:0.0:1746070414.110810:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.110989:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014976512 00000100:00100000:1.0:1746070414.110996:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014976512 00000100:00100000:1.0:1746070414.111245:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4508 00000100:00100000:1.0:1746070414.111253:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31620:x1830887014976512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.111267:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.111281:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d532 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be25b expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.111306:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.111312:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d52b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be254 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.111318:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070414.111320:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d532 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be25b expref: 62 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.111349:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d52b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be254 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.111360:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d532 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be25b expref: 62 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.111367:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dae200, rc 0) 00000100:00100000:1.0:1746070414.111416:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31620:x1830887014976512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.111422:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4508 00000100:00100000:0.0:1746070414.111848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.116786:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.117022:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014976896 00000100:00100000:1.0:1746070414.117027:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014976896 00002000:00100000:1.0:1746070414.117055:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406680 x1830887014976896/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.117062:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406680 with x1830887014976896 ext(0->4095) 00010000:00010000:1.0:1746070414.117068:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d52b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be254 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.117080:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d52b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be254 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.117086:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092406680 00000100:00100000:0.0:1746070414.121426:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.128013:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.128351:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014977280 00000100:00100000:1.0:1746070414.128357:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014977280 00002000:00100000:1.0:1746070414.128387:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406d80 x1830887014977280/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.128395:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406d80 with x1830887014977280 ext(0->4095) 00002000:00010000:1.0:1746070414.128398:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092406d80 00000100:00100000:1.0:1746070414.129101:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3540 00000100:00100000:1.0:1746070414.129110:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1964:x1830887014977280:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070414.129247:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1964:x1830887014977280:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (1235us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.129253:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3540 00002000:00100000:1.0:1746070414.129258:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406d80 x1830887014977280/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.129266:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406d80 with x1830887014977280 ext(0->4095) 00002000:00010000:1.0:1746070414.129268:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092406d80 00000100:00100000:0.0:1746070414.131944:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.138577:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.139021:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.142385:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.145597:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.149976:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.150439:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014978304 00000100:00100000:1.0:1746070414.150445:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014978304 00002000:00100000:1.0:1746070414.150481:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092407b80 x1830887014978304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.150494:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092407b80 with x1830887014978304 ext(0->4095) 00002000:00010000:1.0:1746070414.150498:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092407b80 00000100:00100000:1.0:1746070414.150885:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3541 00000100:00100000:1.0:1746070414.150893:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1963:x1830887014978304:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070414.151036:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1963:x1830887014978304:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (1064us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.151042:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3541 00002000:00100000:1.0:1746070414.151047:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092407b80 x1830887014978304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.151054:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092407b80 with x1830887014978304 ext(0->4095) 00002000:00010000:1.0:1746070414.151056:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092407b80 00000100:00100000:0.0:1746070414.159087:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.159158:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014978432 00000100:00100000:1.0:1746070414.159166:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014978432 00000100:00100000:1.0:1746070414.159214:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4511 00000100:00100000:1.0:1746070414.159222:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014978432:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.159236:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.159250:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d547 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be270 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.159276:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d540 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be269 expref: 60 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.159282:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.159283:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.159287:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d547 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be270 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.159311:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d540 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be269 expref: 60 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.159320:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d540 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be269 expref: 60 pid: 8444 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.159330:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013110144:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.159592:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070414.174387:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.174492:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013110144:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.174517:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d547 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be270 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.174533:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dae200, rc 0) 00000100:00100000:1.0:1746070414.174568:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014978432:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15347us (15488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.174576:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4511 00000100:00100000:1.0:1746070414.174597:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014978560 00000100:00100000:1.0:1746070414.174602:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014978560 00000100:00100000:1.0:1746070414.174641:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4512 00000100:00100000:1.0:1746070414.174646:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31620:x1830887014978560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.174659:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.174670:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d54e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be277 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.174717:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.174721:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d547 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be270 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.174732:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070414.174735:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d54e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be277 expref: 62 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.174760:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d547 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be270 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.174770:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d54e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be277 expref: 62 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.174776:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009493b000, rc 0) 00000100:00100000:1.0:1746070414.174793:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31620:x1830887014978560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.174798:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4512 00000100:00100000:0.0:1746070414.175480:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.184987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.191972:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.197853:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.203187:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.203541:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014979456 00000100:00100000:1.0:1746070414.203547:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014979456 00002000:00100000:1.0:1746070414.203581:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d505f80 x1830887014979456/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.203589:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505f80 with x1830887014979456 ext(0->4095) 00002000:00010000:1.0:1746070414.203594:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d505f80 00000100:00100000:1.0:1746070414.204312:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3542 00000100:00100000:1.0:1746070414.204319:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1964:x1830887014979456:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070414.204425:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1964:x1830887014979456:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (1244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.204430:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3542 00002000:00100000:1.0:1746070414.204436:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d505f80 x1830887014979456/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.204442:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505f80 with x1830887014979456 ext(0->4095) 00002000:00010000:1.0:1746070414.204444:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d505f80 00000100:00100000:0.0:1746070414.207787:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.227398:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.227482:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.232007:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.236488:0:8448:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013111040 00000100:00100000:0.0:1746070414.236495:0:8448:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013111040 00000100:00100000:0.0:1746070414.236538:0:8448:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1746070414.236545:0:8448:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013111040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746070414.237100:0:8448:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 534577152 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1746070414.237150:0:8448:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013111040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 605us (1302us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070414.237156:0:8448:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1746070414.237509:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014980224 00000100:00100000:0.0:1746070414.237512:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014980224 00002000:00100000:0.0:1746070414.237534:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32a00 x1830887014980224/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070414.237542:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32a00 with x1830887014980224 ext(0->4095) 00010000:00010000:0.0:1746070414.237548:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d555 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be27e expref: 6 pid: 8444 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746070414.237560:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d555 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be27e expref: 6 pid: 8444 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746070414.237565:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32a00 00000100:00100000:0.0:1746070414.237781:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1337 00000100:00100000:0.0:1746070414.237787:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014980224:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070414.237889:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014980224:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (523us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070414.237894:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1337 00002000:00100000:0.0:1746070414.237911:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32a00 x1830887014980224/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070414.237917:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32a00 with x1830887014980224 ext(0->4095) 00010000:00010000:0.0:1746070414.237920:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d555 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be27e expref: 6 pid: 8444 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746070414.237928:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d555 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be27e expref: 6 pid: 8444 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746070414.237938:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32a00 00000100:00100000:0.0:1746070414.241003:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.245116:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.247532:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.248057:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014980736 00000100:00100000:1.0:1746070414.248064:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014980736 00000100:00100000:1.0:1746070414.248113:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4515 00000100:00100000:1.0:1746070414.248120:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014980736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.248133:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.248147:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009493b800/0x628f9640b607d563 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be28c expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.248169:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d55c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be285 expref: 64 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.248174:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.248176:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.248179:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009493b800/0x628f9640b607d563 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be28c expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.248200:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d55c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be285 expref: 64 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.248210:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d55c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be285 expref: 64 pid: 25271 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.248219:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013111296:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.248289:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.251058:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013111296:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.251094:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009493b800/0x628f9640b607d563 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be28c expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.251115:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009493b800, rc 0) 00000100:00100000:1.0:1746070414.251146:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014980736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3026us (3619us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.251153:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4515 00000100:00100000:0.0:1746070414.253589:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.262180:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.262229:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.262306:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014981120 00000100:00100000:1.0:1746070414.262314:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014981120 00000100:00100000:1.0:1746070414.262362:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4516 00000100:00100000:1.0:1746070414.262370:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31620:x1830887014981120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.262385:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.262399:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607d56a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be293 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.262421:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.262425:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009493b800/0x628f9640b607d563 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be28c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.262434:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070414.262437:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607d56a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be293 expref: 68 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.262465:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009493b800/0x628f9640b607d563 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be28c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.262475:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607d56a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be293 expref: 68 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.262483:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009493a600, rc 0) 00000100:00100000:1.0:1746070414.262517:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:31620:x1830887014981120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.262522:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4516 00000100:00100000:0.0:1746070414.266547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.270185:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.273261:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.281250:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.289925:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.298739:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.306524:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.316105:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.319953:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.322777:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.328002:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.328078:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014983040 00000100:00100000:0.0:1746070414.328085:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014983040 00002000:00100000:0.0:1746070414.328122:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9880 x1830887014983040/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070414.328131:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9880 with x1830887014983040 ext(0->4095) 00010000:00010000:0.0:1746070414.328138:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d578 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2a1 expref: 70 pid: 25271 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746070414.328152:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d578 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2a1 expref: 70 pid: 25271 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746070414.328162:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12a9880 00000100:00100000:0.0:1746070414.329964:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1341 00000100:00100000:0.0:1746070414.329974:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:1964:x1830887014983040:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070414.330815:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:1964:x1830887014983040:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 842us (2820us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070414.331776:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1341 00002000:00100000:0.0:1746070414.331786:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9880 x1830887014983040/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070414.331795:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9880 with x1830887014983040 ext(0->4095) 00010000:00010000:0.0:1746070414.331802:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d578 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2a1 expref: 70 pid: 25271 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746070414.331816:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d578 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2a1 expref: 70 pid: 25271 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746070414.331821:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12a9880 00000100:00100000:0.0:1746070414.334163:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.338769:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.338791:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014983424 00000100:00100000:0.0:1746070414.338797:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014983424 00002000:00100000:0.0:1746070414.338831:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880133b74000 x1830887014983424/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070414.338839:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133b74000 with x1830887014983424 ext(0->4095) 00002000:00010000:0.0:1746070414.338844:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133b74000 00000100:00100000:0.0:1746070414.338861:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3546 00000100:00100000:0.0:1746070414.338866:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:1961:x1830887014983424:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070414.338995:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:1961:x1830887014983424:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070414.339001:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3546 00002000:00100000:0.0:1746070414.339164:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880133b74000 x1830887014983424/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070414.339172:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133b74000 with x1830887014983424 ext(0->4095) 00002000:00010000:0.0:1746070414.339175:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133b74000 00000100:00100000:0.0:1746070414.340633:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.340727:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014983552 00000100:00100000:1.0:1746070414.340732:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014983552 00000100:00100000:1.0:1746070414.340827:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4520 00000100:00100000:1.0:1746070414.340835:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014983552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.340845:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.340858:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607d586 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be2af expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.340879:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607d57f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2a8 expref: 68 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.340889:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.340891:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.340903:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607d586 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2af expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.340927:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607d57f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2a8 expref: 68 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.340937:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607d57f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2a8 expref: 68 pid: 25271 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.340946:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013112576:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.341008:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.342386:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013112576:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.342404:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607d586 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2af expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.342414:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009493a600, rc 0) 00000100:00100000:1.0:1746070414.342438:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014983552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1604us (1806us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.342444:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4520 00000100:00100000:0.0:1746070414.344240:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.348839:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.349372:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014983936 00000100:00100000:1.0:1746070414.349377:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014983936 00002000:00100000:1.0:1746070414.349409:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880133b76a00 x1830887014983936/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.349422:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133b76a00 with x1830887014983936 ext(0->4095) 00002000:00010000:1.0:1746070414.349425:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133b76a00 00000100:00100000:1.0:1746070414.349439:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3547 00000100:00100000:1.0:1746070414.349445:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014983936:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070414.349565:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014983936:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.349570:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3547 00002000:00100000:1.0:1746070414.349575:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880133b76a00 x1830887014983936/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.349582:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133b76a00 with x1830887014983936 ext(0->4095) 00002000:00010000:1.0:1746070414.349584:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133b76a00 00000100:00100000:0.0:1746070414.350265:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.350649:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014984064 00000100:00100000:1.0:1746070414.350653:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014984064 00000100:00100000:0.0:1746070414.353303:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.354564:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014984192 00000100:00100000:1.0:1746070414.354571:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014984192 00000100:00100000:1.0:1746070414.354619:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4522 00000100:00100000:1.0:1746070414.354626:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:31621:x1830887014984192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.354643:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.354656:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d594 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be2bd expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.354687:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.354693:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d58d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2b6 expref: 71 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.354702:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.354704:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d594 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2bd expref: 71 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.354733:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d58d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2b6 expref: 71 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.354743:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d594 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2bd expref: 71 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.354752:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009493b000, rc 0) 00000100:00100000:1.0:1746070414.355235:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:31621:x1830887014984192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 607us (1934us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.355241:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4522 00000100:00100000:0.0:1746070414.355529:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.357696:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.359810:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.362474:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.364224:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.368369:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.368438:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014985216 00000100:00100000:1.0:1746070414.368444:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014985216 00002000:00100000:1.0:1746070414.368476:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880133b74700 x1830887014985216/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 496/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.368485:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133b74700 with x1830887014985216 ext(0->7) 00010000:00010000:1.0:1746070414.368492:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d594 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2bd expref: 69 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.368504:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d594 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2bd expref: 69 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.368511:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133b74700 00000100:00100000:1.0:1746070414.368536:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1343 00000100:00100000:1.0:1746070414.368542:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+69:1961:x1830887014985216:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070414.368796:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:1961:x1830887014985216:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 253us (431us total) trans 4294967889 rc 0/0 00000100:00100000:1.0:1746070414.368803:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1343 00002000:00100000:1.0:1746070414.368808:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880133b74700 x1830887014985216/t4294967889(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 496/448 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.368815:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133b74700 with x1830887014985216 ext(0->7) 00010000:00010000:1.0:1746070414.368819:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d594 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2bd expref: 71 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.368828:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d594 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2bd expref: 71 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.368834:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133b74700 00000100:00100000:0.0:1746070414.372010:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.376499:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.379222:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.386499:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.393704:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.393814:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014986112 00000100:00100000:1.0:1746070414.393821:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014986112 00002000:00100000:1.0:1746070414.393852:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093320a80 x1830887014986112/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.393861:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320a80 with x1830887014986112 ext(0->4095) 00002000:00010000:1.0:1746070414.393865:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093320a80 00000100:00100000:1.0:1746070414.393884:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3550 00000100:00100000:1.0:1746070414.393890:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:1961:x1830887014986112:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070414.394026:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:1961:x1830887014986112:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.394033:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3550 00002000:00100000:1.0:1746070414.394038:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093320a80 x1830887014986112/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.394044:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320a80 with x1830887014986112 ext(0->4095) 00002000:00010000:1.0:1746070414.394046:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093320a80 00000100:00100000:0.0:1746070414.399051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.408189:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.422958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.423004:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.429239:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.429607:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014986880 00000100:00100000:0.0:1746070414.429613:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014986880 00002000:00100000:0.0:1746070414.429642:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9f80 x1830887014986880/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070414.429650:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9f80 with x1830887014986880 ext(0->4095) 00010000:00010000:0.0:1746070414.429656:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d5a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2d2 expref: 6 pid: 25271 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746070414.429667:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d5a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2d2 expref: 6 pid: 25271 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746070414.429698:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12a9f80 00000100:00100000:0.0:1746070414.429723:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1345 00000100:00100000:0.0:1746070414.429729:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014986880:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070414.429864:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014986880:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (625us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070414.429869:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1345 00002000:00100000:0.0:1746070414.429873:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9f80 x1830887014986880/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070414.429879:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9f80 with x1830887014986880 ext(0->4095) 00010000:00010000:0.0:1746070414.429883:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d5a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2d2 expref: 6 pid: 25271 timeout: 626 lvb_type: 0 00010000:00010000:0.0:1746070414.429891:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d5a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2d2 expref: 6 pid: 25271 timeout: 626 lvb_type: 0 00002000:00010000:0.0:1746070414.429905:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12a9f80 00000100:00100000:0.0:1746070414.433160:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.437547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.438085:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014987264 00000100:00100000:1.0:1746070414.438091:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014987264 00002000:00100000:1.0:1746070414.438122:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321c00 x1830887014987264/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.438130:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321c00 with x1830887014987264 ext(0->4095) 00002000:00010000:1.0:1746070414.438134:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093321c00 00000100:00100000:1.0:1746070414.438159:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3551 00000100:00100000:1.0:1746070414.438166:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:1963:x1830887014987264:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070414.438293:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:1963:x1830887014987264:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (751us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.438299:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3551 00002000:00100000:1.0:1746070414.438304:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321c00 x1830887014987264/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.438310:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321c00 with x1830887014987264 ext(0->4095) 00002000:00010000:1.0:1746070414.438313:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093321c00 00000100:00100000:0.0:1746070414.444848:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.452869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.461774:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.464297:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.466224:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.473353:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.477853:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.482065:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.482454:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014988544 00000100:00100000:1.0:1746070414.482459:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014988544 00002000:00100000:1.0:1746070414.482490:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c898380 x1830887014988544/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.482498:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c898380 with x1830887014988544 ext(0->4095) 00010000:00010000:1.0:1746070414.482504:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d5be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2e7 expref: 76 pid: 25271 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.482514:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d5be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2e7 expref: 76 pid: 25271 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.482519:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c898380 00000100:00100000:1.0:1746070414.482721:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1347 00000100:00100000:1.0:1746070414.482728:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c898380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1964:x1830887014988544:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070414.482847:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c898380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1964:x1830887014988544:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (787us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.482852:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1347 00002000:00100000:1.0:1746070414.482856:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c898380 x1830887014988544/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.482863:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c898380 with x1830887014988544 ext(0->4095) 00010000:00010000:1.0:1746070414.482867:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d5be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2e7 expref: 76 pid: 25271 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.482874:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d5be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2e7 expref: 76 pid: 25271 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.482879:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c898380 00000100:00100000:0.0:1746070414.486102:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.486139:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.486278:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014988672 00000100:00100000:1.0:1746070414.486285:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014988672 00000100:00100000:1.0:1746070414.486509:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4530 00000100:00100000:1.0:1746070414.486516:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014988672:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.486529:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.486542:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d5cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be2f5 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.486562:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.486566:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607d5c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2ee expref: 75 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.486571:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070414.486574:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d5cc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2f5 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.487020:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607d5c5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2ee expref: 76 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.487031:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d5cc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2f5 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.487039:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4c9400, rc 0) 00000100:00100000:1.0:1746070414.487276:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014988672:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 759us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.487281:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4530 00000100:00100000:0.0:1746070414.491584:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.493294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.493351:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014989184 00000100:00100000:1.0:1746070414.493354:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014989184 00000100:00100000:1.0:1746070414.493380:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4531 00000100:00100000:1.0:1746070414.493384:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:31620:x1830887014989184:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.493391:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.493400:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607d5d3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be2fc expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.493416:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.493421:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d5cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2f5 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.493426:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070414.493429:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607d5d3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2fc expref: 76 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.493455:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d5cc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2f5 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.493466:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607d5d3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2fc expref: 76 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.493475:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009493a600, rc 0) 00000100:00100000:1.0:1746070414.493498:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c89ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:31620:x1830887014989184:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.493503:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4531 00000100:00100000:0.0:1746070414.494432:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.498957:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.499695:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1349 00000100:00100000:1.0:1746070414.499707:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014989568:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070414.500070:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c89bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887014989568:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 367us (1118us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.500076:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1349 00002000:00100000:1.0:1746070414.500082:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c89bb80 x1830887014989568/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.500089:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c89bb80 with x1830887014989568 ext(0->4095) 00010000:00010000:1.0:1746070414.500093:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d5cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2f5 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.500103:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d5cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2f5 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.500109:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c89bb80 00000100:00100000:0.0:1746070414.503825:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.510743:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.510980:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014989952 00000100:00100000:1.0:1746070414.510986:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014989952 00002000:00100000:1.0:1746070414.511021:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c89a680 x1830887014989952/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.511031:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c89a680 with x1830887014989952 ext(0->4095) 00002000:00010000:1.0:1746070414.511035:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c89a680 00000100:00100000:1.0:1746070414.511061:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3553 00000100:00100000:1.0:1746070414.511067:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c89a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:1964:x1830887014989952:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070414.511202:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c89a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:1964:x1830887014989952:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.511208:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3553 00002000:00100000:1.0:1746070414.511213:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c89a680 x1830887014989952/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.511224:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c89a680 with x1830887014989952 ext(0->4095) 00002000:00010000:1.0:1746070414.511226:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c89a680 00000100:00100000:0.0:1746070414.516253:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.519702:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4532 00000100:00100000:1.0:1746070414.519713:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c89aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014990080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.519727:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.519741:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607d5da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be303 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.519763:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607d5d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2fc expref: 74 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.519770:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.519771:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.519774:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607d5da lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be303 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.519808:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607d5d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2fc expref: 74 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.519818:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607d5d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be2fc expref: 74 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.519827:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013115648:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.519924:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070414.524415:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.525465:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013115648:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.525487:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607d5da lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be303 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.525499:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009493aa00, rc 0) 00000100:00100000:1.0:1746070414.525783:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c89aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014990080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6073us (9537us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.525789:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4532 00000100:00100000:0.0:1746070414.533286:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.538786:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.538864:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014990464 00000100:00100000:1.0:1746070414.538870:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014990464 00000100:00100000:1.0:1746070414.539552:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4533 00000100:00100000:1.0:1746070414.539562:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c89b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887014990464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.539577:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.539589:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d5e1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be30a expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.539613:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607d5da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be303 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.539620:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.539622:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.539625:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d5e1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be30a expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.539650:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607d5da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be303 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.539659:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607d5da lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be303 expref: 5 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.539669:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013115904:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.540033:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070414.540707:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.544283:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.544416:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013115904:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.544438:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d5e1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be30a expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.544451:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009493b000, rc 0) 00000100:00100000:1.0:1746070414.544480:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c89b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887014990464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4920us (5697us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.544492:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4533 00000100:00100000:1.0:1746070414.544509:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014990848 00000100:00100000:1.0:1746070414.544513:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014990848 00000100:00100000:0.0:1746070414.544736:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.545061:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4534 00000100:00100000:1.0:1746070414.545066:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31621:x1830887014990848:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.545075:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.545083:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d5e8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be311 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.545096:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d5e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be30a expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.545101:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.545102:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.545105:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d5e8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be311 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.545123:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d5e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be30a expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.545148:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d5e1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be30a expref: 78 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.545156:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013116160:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.545172:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.547355:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013116160:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.547374:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d5e8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be311 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.547384:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4c8000, rc 0) 00000100:00100000:1.0:1746070414.547410:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887014990848:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2343us (3132us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.547416:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4534 00000100:00100000:0.0:1746070414.547734:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.550663:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.554284:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.557153:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.557234:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014991744 00000100:00100000:1.0:1746070414.557240:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014991744 00000100:00100000:1.0:1746070414.557326:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4535 00000100:00100000:1.0:1746070414.557333:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014991744:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.557346:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.557358:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607d5ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be318 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.557380:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d5e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be311 expref: 76 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.557388:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.557389:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.557393:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607d5ef lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be318 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.557414:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d5e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be311 expref: 76 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.557423:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d5e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be311 expref: 76 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.557433:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013116416:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.557498:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.559717:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013116416:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.559740:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607d5ef lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be318 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.559754:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009493aa00, rc 0) 00000100:00100000:1.0:1746070414.559785:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014991744:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2452us (2636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.559793:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4535 00000100:00100000:0.0:1746070414.560496:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.565491:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.565565:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.565638:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014992256 00000100:00100000:1.0:1746070414.565643:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014992256 00000100:00100000:1.0:1746070414.565698:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4536 00000100:00100000:1.0:1746070414.565704:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:31620:x1830887014992256:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.565714:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.565728:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009493b800/0x628f9640b607d5f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be31f expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.565747:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607d5ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be318 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.565753:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.565754:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.565757:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009493b800/0x628f9640b607d5f6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be31f expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.565780:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607d5ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be318 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.565790:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607d5ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be318 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.565799:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013116672:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.566085:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070414.567181:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.567550:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013116672:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.567566:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009493b800/0x628f9640b607d5f6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be31f expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.567577:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009493b800, rc 0) 00000100:00100000:1.0:1746070414.567598:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887014992256:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1893us (2032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.567607:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4536 00000100:00100000:1.0:1746070414.567620:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014992384 00000100:00100000:1.0:1746070414.567622:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014992384 00000100:00100000:1.0:1746070414.567648:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4537 00000100:00100000:1.0:1746070414.567652:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31621:x1830887014992384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.567660:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.567667:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d5fd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be326 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.567694:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.567698:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009493b800/0x628f9640b607d5f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be31f expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.567704:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.567706:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d5fd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be326 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.567723:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009493b800/0x628f9640b607d5f6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be31f expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.567732:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d5fd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be326 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.567739:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4c9400, rc 0) 00000100:00100000:1.0:1746070414.567754:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887014992384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.567758:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4537 00000100:00100000:0.0:1746070414.568178:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.570644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.575963:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.578618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.580766:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.583127:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.585772:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.589523:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.589597:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.590049:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014993792 00000100:00100000:1.0:1746070414.590055:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014993792 00000100:00100000:1.0:1746070414.590137:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014993920 00000100:00100000:1.0:1746070414.590140:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014993920 00000100:00100000:1.0:1746070414.590376:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4539 00000100:00100000:1.0:1746070414.590383:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887014993792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.590397:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.590410:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d60b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be334 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.590432:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d604 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be32d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.590439:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.590440:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.590443:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d60b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be334 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.590464:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d604 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be32d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.590474:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d604 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be32d expref: 5 pid: 25271 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.590484:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013117440:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.591516:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.594295:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013117440:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.594323:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607d60b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be334 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.594337:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009493b000, rc 0) 00000100:00100000:1.0:1746070414.594417:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887014993792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4033us (4898us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.594423:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4539 00000100:00100000:0.0:1746070414.597259:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.601647:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.604738:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.607440:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.611912:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014994816 00000100:00100000:1.0:1746070414.611919:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014994816 00000100:00100000:1.0:1746070414.612521:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4541 00000100:00100000:1.0:1746070414.612528:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014994816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.612541:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.612554:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d619 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be342 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.612578:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d612 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be33b expref: 76 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.612585:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.612586:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.612590:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d619 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be342 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.612616:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d612 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be33b expref: 76 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.612626:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d612 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be33b expref: 76 pid: 8444 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.612637:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013117952:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.612716:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.615016:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013117952:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.615042:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d619 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be342 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.615057:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4c8000, rc 0) 00000100:00100000:1.0:1746070414.615104:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014994816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2576us (3551us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.615111:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4541 00000100:00100000:0.0:1746070414.618371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.619653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.621043:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014995072 00000100:00100000:1.0:1746070414.621050:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014995072 00000100:00100000:1.0:1746070414.621523:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4542 00000100:00100000:1.0:1746070414.621531:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887014995072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.621544:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.621557:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d620 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be349 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.621579:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d619 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be342 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.621585:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.621586:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.621589:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d620 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be349 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.621615:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d619 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be342 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.621625:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d619 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be342 expref: 5 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.621635:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013118208:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.621721:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.628684:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013118208:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.628707:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d620 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be349 expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.628720:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099daec00, rc 0) 00000100:00100000:1.0:1746070414.629319:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887014995072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7788us (9666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.629325:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4542 00000100:00100000:0.0:1746070414.634111:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.634796:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.634860:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014995456 00000100:00100000:1.0:1746070414.634868:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014995456 00000100:00100000:1.0:1746070414.635291:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4543 00000100:00100000:1.0:1746070414.635302:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31621:x1830887014995456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.635315:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.635325:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4eb4800/0x628f9640b607d627 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be350 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.635344:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.635349:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d620 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be349 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.635354:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.635357:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4eb4800/0x628f9640b607d627 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be350 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.635386:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d620 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be349 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.635450:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b4eb4800/0x628f9640b607d627 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be350 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.635459:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4eb4800, rc 0) 00000100:00100000:1.0:1746070414.635495:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887014995456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (1393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.635501:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4543 00000100:00100000:0.0:1746070414.638300:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.642311:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.649130:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.652341:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.652504:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014996352 00000100:00100000:1.0:1746070414.652510:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014996352 00000100:00100000:1.0:1746070414.652551:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4544 00000100:00100000:1.0:1746070414.652556:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014996352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.652567:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.652579:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d62e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be357 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.652601:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4eb4800/0x628f9640b607d627 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be350 expref: 76 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.652611:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.652613:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.652615:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d62e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be357 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.652636:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4eb4800/0x628f9640b607d627 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be350 expref: 76 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.652645:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4eb4800/0x628f9640b607d627 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be350 expref: 76 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.652653:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013118720:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.652739:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.655735:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013118720:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.655763:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d62e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be357 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.655777:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dae200, rc 0) 00000100:00100000:0.0:1746070414.655988:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.656354:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014996352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3797us (4015us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.656361:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4544 00000100:00100000:0.0:1746070414.660472:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.660639:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014996608 00000100:00100000:1.0:1746070414.660645:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014996608 00000100:00100000:1.0:1746070414.660714:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4545 00000100:00100000:1.0:1746070414.660721:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887014996608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.660736:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.660750:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d635 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be35e expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.660772:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d62e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be357 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.660779:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.660780:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.660783:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d635 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be35e expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.660809:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d62e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be357 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.660819:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099dae200/0x628f9640b607d62e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be357 expref: 5 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.660828:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013118976:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.660902:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.662279:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013118976:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.662306:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d635 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be35e expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.662314:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4c9400, rc 0) 00000100:00100000:1.0:1746070414.662340:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887014996608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1620us (1874us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.662348:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4545 00000100:00100000:0.0:1746070414.663144:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.665174:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.667356:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.667817:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014997248 00000100:00100000:1.0:1746070414.667821:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014997248 00002000:00100000:1.0:1746070414.667848:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9180 x1830887014997248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.667856:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9180 with x1830887014997248 ext(0->4095) 00002000:00010000:1.0:1746070414.667859:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be9180 00000100:00100000:1.0:1746070414.667885:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3560 00000100:00100000:1.0:1746070414.667892:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887014997248:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070414.668022:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887014997248:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (669us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.668028:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3560 00002000:00100000:1.0:1746070414.668034:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9180 x1830887014997248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.668041:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9180 with x1830887014997248 ext(0->4095) 00002000:00010000:1.0:1746070414.668043:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be9180 00000100:00100000:0.0:1746070414.670892:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.671002:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014997376 00000100:00100000:1.0:1746070414.671008:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014997376 00000100:00100000:1.0:1746070414.671164:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4546 00000100:00100000:1.0:1746070414.671172:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014997376:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.671186:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.671200:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d63c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be365 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.671227:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d635 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be35e expref: 76 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.671234:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.671235:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.671238:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d63c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be365 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.671262:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d635 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be35e expref: 76 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.671272:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c9400/0x628f9640b607d635 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be35e expref: 76 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.671282:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013119232:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.671692:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.673551:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013119232:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.673570:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d63c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be365 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.673581:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4c8000, rc 0) 00000100:00100000:1.0:1746070414.673607:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014997376:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2437us (2721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.673614:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4546 00000100:00100000:0.0:1746070414.674232:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.677196:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.679649:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.679831:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014997888 00000100:00100000:1.0:1746070414.679835:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014997888 00002000:00100000:1.0:1746070414.679860:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946aa680 x1830887014997888/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.679869:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aa680 with x1830887014997888 ext(0->4095) 00002000:00010000:1.0:1746070414.679872:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946aa680 00000100:00100000:1.0:1746070414.679902:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3561 00000100:00100000:1.0:1746070414.679908:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014997888:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070414.680013:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887014997888:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.680019:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3561 00002000:00100000:1.0:1746070414.680024:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946aa680 x1830887014997888/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.680030:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aa680 with x1830887014997888 ext(0->4095) 00002000:00010000:1.0:1746070414.680033:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946aa680 00000100:00100000:0.0:1746070414.681658:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.681797:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014998016 00000100:00100000:1.0:1746070414.681803:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014998016 00000100:00100000:1.0:1746070414.681840:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4547 00000100:00100000:1.0:1746070414.681847:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887014998016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.681857:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.681872:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d643 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be36c expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.681901:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d63c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be365 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.681913:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.681915:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.681918:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d643 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be36c expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.681941:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d63c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be365 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.681951:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4c8000/0x628f9640b607d63c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be365 expref: 5 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.681961:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013119488:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.682021:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.683148:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013119488:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.683166:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d643 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be36c expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.683178:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4f4a00, rc 0) 00000100:00100000:1.0:1746070414.683202:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887014998016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1355us (1546us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.683208:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4547 00000100:00100000:0.0:1746070414.685373:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.688260:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.692270:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.692498:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014998528 00000100:00100000:1.0:1746070414.692505:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014998528 00000100:00100000:1.0:1746070414.692711:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4548 00000100:00100000:1.0:1746070414.692719:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014998528:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.692735:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.692750:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e83800/0x628f9640b607d64a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be373 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.692773:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d643 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be36c expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.692780:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.692781:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.692784:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e83800/0x628f9640b607d64a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be373 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.692807:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d643 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be36c expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.692817:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be36c expref: 78 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.692827:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013119744:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.692900:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.694655:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013119744:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.694694:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e83800/0x628f9640b607d64a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be373 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.694705:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e83800, rc 0) 00000100:00100000:1.0:1746070414.694733:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014998528:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2014us (2469us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.694742:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4548 00000100:00100000:0.0:1746070414.695853:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.696102:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014998656 00000100:00100000:1.0:1746070414.696108:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014998656 00002000:00100000:1.0:1746070414.696137:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800946aad80 x1830887014998656/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 496/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.696145:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aad80 with x1830887014998656 ext(0->7) 00010000:00010000:1.0:1746070414.696151:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be36c expref: 79 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.696161:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be36c expref: 79 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.696167:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aad80 00000100:00100000:1.0:1746070414.696546:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1359 00000100:00100000:1.0:1746070414.696553:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887014998656:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070414.696838:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1963:x1830887014998656:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 284us (986us total) trans 4294967894 rc 0/0 00000100:00100000:1.0:1746070414.696844:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1359 00002000:00100000:1.0:1746070414.696849:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800946aad80 x1830887014998656/t4294967894(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 496/448 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.696854:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aad80 with x1830887014998656 ext(0->7) 00010000:00010000:1.0:1746070414.696859:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be36c expref: 81 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.696870:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be36c expref: 81 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.696875:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aad80 00000100:00100000:0.0:1746070414.698560:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.701825:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.705178:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.705257:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014999168 00000100:00100000:1.0:1746070414.705264:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014999168 00000100:00100000:1.0:1746070414.705292:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4549 00000100:00100000:1.0:1746070414.705298:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31621:x1830887014999168:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.705311:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.705324:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f11a00/0x628f9640b607d651 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be37a expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.705347:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e83800/0x628f9640b607d64a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be373 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.705358:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.705359:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.705362:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f11a00/0x628f9640b607d651 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be37a expref: 81 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.705385:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e83800/0x628f9640b607d64a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be373 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.705395:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e83800/0x628f9640b607d64a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be373 expref: 5 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.705405:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013120000:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.705643:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070414.707769:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.707843:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013120000:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.707863:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f11a00/0x628f9640b607d651 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be37a expref: 81 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.707876:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f11a00, rc 0) 00000100:00100000:1.0:1746070414.707919:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:31621:x1830887014999168:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2620us (2745us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.707925:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4549 00000100:00100000:0.0:1746070414.710307:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.713170:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.713878:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887014999680 00000100:00100000:1.0:1746070414.713884:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887014999680 00000100:00100000:1.0:1746070414.714092:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4550 00000100:00100000:1.0:1746070414.714099:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887014999680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.714111:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.714125:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d658 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be381 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.714146:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f11a00/0x628f9640b607d651 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be37a expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.714152:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.714154:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.714156:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d658 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be381 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.714179:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f11a00/0x628f9640b607d651 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be37a expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.714191:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f11a00/0x628f9640b607d651 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be37a expref: 80 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.714199:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013120256:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.714745:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.716434:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013120256:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.716460:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d658 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be381 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.716473:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4f4a00, rc 0) 00000100:00100000:1.0:1746070414.716505:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887014999680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2406us (3338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.716512:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4550 00000100:00100000:0.0:1746070414.716825:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.722135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.727434:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.727506:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015000192 00000100:00100000:1.0:1746070414.727512:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015000192 00002000:00100000:1.0:1746070414.727544:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8380 x1830887015000192/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.727553:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8380 with x1830887015000192 ext(0->4095) 00002000:00010000:1.0:1746070414.727557:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a8380 00000100:00100000:1.0:1746070414.727581:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3565 00000100:00100000:1.0:1746070414.727587:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015000192:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070414.727726:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015000192:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.727735:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3565 00002000:00100000:1.0:1746070414.727740:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8380 x1830887015000192/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.727746:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8380 with x1830887015000192 ext(0->4095) 00002000:00010000:1.0:1746070414.727749:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a8380 00000100:00100000:0.0:1746070414.731920:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.732003:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015000320 00000100:00100000:1.0:1746070414.732010:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015000320 00000100:00100000:1.0:1746070414.732492:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4551 00000100:00100000:1.0:1746070414.732501:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:31621:x1830887015000320:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.732516:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.732530:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a43c3200/0x628f9640b607d65f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be388 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.732625:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d658 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be381 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.732632:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.732634:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.732636:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43c3200/0x628f9640b607d65f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be388 expref: 83 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.732662:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d658 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be381 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.734330:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d658 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be381 expref: 5 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.734353:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013120512:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.734449:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.739075:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013120512:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.739103:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a43c3200/0x628f9640b607d65f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be388 expref: 83 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.739118:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43c3200, rc 0) 00000100:00100000:1.0:1746070414.739299:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:31621:x1830887015000320:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6798us (7385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.739308:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4551 00000100:00100000:0.0:1746070414.740175:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.740345:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.740520:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015000576 00000100:00100000:1.0:1746070414.740523:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015000576 00000100:00100000:1.0:1746070414.740837:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4552 00000100:00100000:1.0:1746070414.740843:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:31620:x1830887015000576:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.740853:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.740861:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607d666 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be38f expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.740872:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.740876:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a43c3200/0x628f9640b607d65f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be388 expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.740881:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.740884:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607d666 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be38f expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.740919:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a43c3200/0x628f9640b607d65f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be388 expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.740929:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607d666 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be38f expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.740935:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.740936:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.740940:0:12041:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a43c3200/0x628f9640b607d65f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be388 expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.740946:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a43c3200/0x628f9640b607d65f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be388 expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.740957:0:12041:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a43c3200/0x628f9640b607d65f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be388 expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.740965:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a43c3200/0x628f9640b607d65f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be388 expref: 84 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.740974:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013120768:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070414.741311:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.742669:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013120768:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070414.742709:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2b9400, rc 0) 00000100:00100000:1.0:1746070414.742743:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31620:x1830887015000576:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1901us (2398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.742750:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4552 00000100:00100000:0.0:1746070414.743180:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.745776:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.745983:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015000960 00000100:00100000:1.0:1746070414.745989:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015000960 00000100:00100000:1.0:1746070414.746035:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4553 00000100:00100000:1.0:1746070414.746042:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015000960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.746053:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746070414.746241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1746070414.746526:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2b8e00/0x628f9640b607d66d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be396 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.746541:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607d666 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be38f expref: 83 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.746545:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.746547:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.746549:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2b8e00/0x628f9640b607d66d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be396 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.746561:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607d666 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be38f expref: 83 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.746569:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607d666 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be38f expref: 83 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.746576:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013121024:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.746593:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.749840:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013121024:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.749865:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2b8e00/0x628f9640b607d66d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be396 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.749878:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2b8e00, rc 0) 00000100:00100000:1.0:1746070414.749922:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015000960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3880us (4149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.749929:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4553 00000100:00100000:0.0:1746070414.750395:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.753269:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.753507:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015001472 00000100:00100000:1.0:1746070414.753513:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015001472 00000100:00100000:0.0:1746070414.753705:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.753810:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4554 00000100:00100000:1.0:1746070414.753818:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:31620:x1830887015001472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.753832:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.753846:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d674 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be39d expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.753865:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.753870:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a2b8e00/0x628f9640b607d66d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be396 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.753876:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070414.753879:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d674 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be39d expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.753915:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a2b8e00/0x628f9640b607d66d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be396 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.753926:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d674 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be39d expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.753940:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4f4a00, rc 0) 00000100:00100000:1.0:1746070414.754828:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31620:x1830887015001472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1010us (1562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.754834:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4554 00000100:00100000:0.0:1746070414.758792:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be32d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013121280:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070414.758809:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070414.759580:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015001856 00000100:00100000:1.0:1746070414.759587:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015001856 00002000:00100000:1.0:1746070414.759619:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33100 x1830887015001856/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.759628:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33100 with x1830887015001856 ext(0->4095) 00010000:00010000:1.0:1746070414.759635:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a2b8e00/0x628f9640b607d66d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be396 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.759647:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a2b8e00/0x628f9640b607d66d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be396 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.759653:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be33100 00000100:00100000:1.0:1746070414.759698:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1363 00000100:00100000:1.0:1746070414.759704:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015001856:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070414.760056:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:1962:x1830887015001600:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5688us (6349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070414.760064:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6820 00000100:00100000:1.0:1746070414.760930:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015001856:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 1225us (2234us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.760937:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1363 00002000:00100000:1.0:1746070414.760943:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33100 x1830887015001856/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.760956:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33100 with x1830887015001856 ext(0->4095) 00010000:00010000:1.0:1746070414.760962:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a2b8e00/0x628f9640b607d66d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be396 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.760973:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a2b8e00/0x628f9640b607d66d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be396 expref: 6 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.760979:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be33100 00000100:00100000:0.0:1746070414.763367:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.768481:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.768568:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015002240 00000100:00100000:1.0:1746070414.768574:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015002240 00002000:00100000:1.0:1746070414.768603:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdce00 x1830887015002240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.768611:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdce00 with x1830887015002240 ext(0->4095) 00002000:00010000:1.0:1746070414.768615:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdce00 00000100:00100000:1.0:1746070414.768640:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3566 00000100:00100000:1.0:1746070414.768647:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:1963:x1830887015002240:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070414.768788:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:1963:x1830887015002240:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.768794:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3566 00002000:00100000:1.0:1746070414.768799:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdce00 x1830887015002240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.768805:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdce00 with x1830887015002240 ext(0->4095) 00002000:00010000:1.0:1746070414.768807:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdce00 00000100:00100000:0.0:1746070414.770805:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.771057:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015002368 00000100:00100000:1.0:1746070414.771064:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015002368 00000100:00100000:1.0:1746070414.771275:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4555 00000100:00100000:1.0:1746070414.771282:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015002368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.771295:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.771310:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607d67b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be3a4 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.771331:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d674 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be39d expref: 82 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.771337:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.771338:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.771341:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607d67b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3a4 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.771364:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d674 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be39d expref: 82 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.771374:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d674 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be39d expref: 82 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.771385:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013121536:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.771978:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070414.773425:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013121536:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.773445:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607d67b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3a4 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.773460:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2b9400, rc 0) 00000100:00100000:1.0:1746070414.773488:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015002368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2206us (2687us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.773495:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4555 00000100:00100000:0.0:1746070414.774391:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.778067:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.778858:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.779198:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015002880 00000100:00100000:1.0:1746070414.779203:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015002880 00000100:00100000:1.0:1746070414.779225:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4556 00000100:00100000:1.0:1746070414.779231:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:31620:x1830887015002880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.779241:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.779253:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d682 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be3ab expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.779272:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607d67b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3a4 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.779279:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.779281:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.779284:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d682 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3ab expref: 83 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.779305:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607d67b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3a4 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.779315:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9400/0x628f9640b607d67b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3a4 expref: 5 pid: 12041 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746070414.779328:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013121792:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070414.779373:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070414.782042:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.782994:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013121792:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070414.783020:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d682 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3ab expref: 83 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.783036:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2b9200, rc 0) 00000100:00100000:1.0:1746070414.784099:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:31620:x1830887015002880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4864us (5237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.784106:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4556 00000100:00100000:1.0:1746070414.784129:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015003008 00000100:00100000:1.0:1746070414.784134:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015003008 00000100:00100000:1.0:1746070414.784157:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4557 00000100:00100000:1.0:1746070414.784162:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:31621:x1830887015003008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.784174:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.784185:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d689 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be3b2 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.784200:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.784204:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d682 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3ab expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.784208:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.784210:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d689 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3b2 expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.784237:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d682 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3ab expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.784247:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d689 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3b2 expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.784254:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4f4a00, rc 0) 00000100:00100000:1.0:1746070414.784274:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31621:x1830887015003008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (2237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.784279:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4557 00000100:00100000:0.0:1746070414.785212:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.788633:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.789257:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015003392 00000100:00100000:1.0:1746070414.789263:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015003392 00002000:00100000:1.0:1746070414.789293:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdf800 x1830887015003392/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.789302:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf800 with x1830887015003392 ext(0->4095) 00010000:00010000:1.0:1746070414.789309:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d682 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3ab expref: 84 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.789321:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d682 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3ab expref: 84 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.789327:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdf800 00000100:00100000:1.0:1746070414.789352:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1364 00000100:00100000:1.0:1746070414.789359:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1963:x1830887015003392:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070414.789490:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1963:x1830887015003392:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (861us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.789495:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1364 00002000:00100000:1.0:1746070414.789500:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdf800 x1830887015003392/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.789506:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf800 with x1830887015003392 ext(0->4095) 00010000:00010000:1.0:1746070414.789510:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d682 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3ab expref: 84 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.789519:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d682 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3ab expref: 84 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.789524:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdf800 00000100:00100000:0.0:1746070414.792195:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.796593:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.802535:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.827444:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.827581:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015004032 00000100:00100000:1.0:1746070414.827588:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015004032 00002000:00100000:1.0:1746070414.827622:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ebdd500 x1830887015004032/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 496/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.827631:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdd500 with x1830887015004032 ext(0->7) 00010000:00010000:1.0:1746070414.827638:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d689 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3b2 expref: 83 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.827650:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d689 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3b2 expref: 83 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.827656:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdd500 00000100:00100000:1.0:1746070414.827703:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1365 00000100:00100000:1.0:1746070414.827709:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:1963:x1830887015004032:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070414.827988:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015004032:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 277us (549us total) trans 4294967896 rc 0/0 00000100:00100000:1.0:1746070414.827994:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1365 00002000:00100000:1.0:1746070414.828000:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ebdd500 x1830887015004032/t4294967896(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 496/448 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.828007:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdd500 with x1830887015004032 ext(0->7) 00010000:00010000:1.0:1746070414.828012:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d689 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3b2 expref: 85 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.828021:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d689 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3b2 expref: 85 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.828026:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdd500 00000100:00100000:0.0:1746070414.835773:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.842890:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.846403:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.846476:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.846737:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4560 00000100:00100000:0.0:1746070414.846743:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31621:x1830887015004672:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070414.846757:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070414.846771:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffc200/0x628f9640b607d697 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be3c7 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070414.846794:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d690 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3b9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070414.846800:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070414.846801:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070414.846804:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffc200/0x628f9640b607d697 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3c7 expref: 86 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070414.846834:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d690 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3b9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070414.846844:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d690 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3b9 expref: 5 pid: 8444 timeout: 626 lvb_type: 0 00000100:00100000:0.0:1746070414.846857:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d328000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013122560:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070414.846933:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943796c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070414.848935:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.856511:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.859431:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.860247:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.863005:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.866212:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.866977:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.870060:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.872604:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.877060:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.877127:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015006464 00000100:00100000:1.0:1746070414.877134:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015006464 00002000:00100000:1.0:1746070414.877172:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d328700 x1830887015006464/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.877181:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d328700 with x1830887015006464 ext(0->4095) 00002000:00010000:1.0:1746070414.877185:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d328700 00000100:00100000:1.0:1746070414.877214:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3570 00000100:00100000:1.0:1746070414.877220:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015006464:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070414.877349:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015006464:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.877355:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3570 00002000:00100000:1.0:1746070414.877360:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d328700 x1830887015006464/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.877367:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d328700 with x1830887015006464 ext(0->4095) 00002000:00010000:1.0:1746070414.877369:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d328700 00000100:00100000:0.0:1746070414.882265:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.885639:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.885701:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.888584:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.894135:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.896142:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.900493:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.906137:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.906309:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015007744 00000100:00100000:1.0:1746070414.906315:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015007744 00002000:00100000:1.0:1746070414.906345:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d32b100 x1830887015007744/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 496/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.906353:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b100 with x1830887015007744 ext(0->7) 00010000:00010000:1.0:1746070414.906360:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d6ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3e3 expref: 85 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.906373:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d6ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3e3 expref: 85 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.906379:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d32b100 00000100:00100000:1.0:1746070414.906399:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1370 00000100:00100000:1.0:1746070414.906404:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015007744:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070414.906632:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1963:x1830887015007744:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 227us (496us total) trans 4294967897 rc 0/0 00000100:00100000:1.0:1746070414.906638:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1370 00002000:00100000:1.0:1746070414.906643:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d32b100 x1830887015007744/t4294967897(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 496/448 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.906650:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b100 with x1830887015007744 ext(0->7) 00010000:00010000:1.0:1746070414.906654:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d6ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3e3 expref: 87 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.906663:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d6ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3e3 expref: 87 pid: 12041 timeout: 626 lvb_type: 0 00002000:00010000:1.0:1746070414.906689:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d32b100 00000100:00100000:0.0:1746070414.909830:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.913872:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.920246:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.928229:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.938343:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.938412:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015008640 00000100:00100000:1.0:1746070414.938419:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015008640 00002000:00100000:1.0:1746070414.938454:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009310a300 x1830887015008640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.938464:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830887015008640 ext(0->4095) 00002000:00010000:1.0:1746070414.938469:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310a300 00000100:00100000:1.0:1746070414.938497:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3573 00000100:00100000:1.0:1746070414.938503:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1964:x1830887015008640:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070414.938638:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1964:x1830887015008640:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.938644:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3573 00002000:00100000:1.0:1746070414.938650:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009310a300 x1830887015008640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.938658:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830887015008640 ext(0->4095) 00002000:00010000:1.0:1746070414.938660:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310a300 00000100:00100000:0.0:1746070414.944152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.947456:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.947825:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015008896 00000100:00100000:1.0:1746070414.947831:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015008896 00002000:00100000:1.0:1746070414.947863:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093109c00 x1830887015008896/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 496/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.947880:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109c00 with x1830887015008896 ext(0->7) 00010000:00010000:1.0:1746070414.947886:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d6c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3f1 expref: 87 pid: 12041 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746070414.947907:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d6c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3f1 expref: 87 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070414.947913:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093109c00 00000100:00100000:1.0:1746070414.947937:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1371 00000100:00100000:1.0:1746070414.947943:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1964:x1830887015008896:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070414.948175:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:1964:x1830887015008896:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 232us (720us total) trans 4294967898 rc 0/0 00000100:00100000:1.0:1746070414.948181:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1371 00002000:00100000:1.0:1746070414.948186:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093109c00 x1830887015008896/t4294967898(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 496/448 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.948193:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109c00 with x1830887015008896 ext(0->7) 00010000:00010000:1.0:1746070414.948198:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d6c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3f1 expref: 89 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070414.948206:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690800/0x628f9640b607d6c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3f1 expref: 89 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070414.948212:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093109c00 00000100:00100000:0.0:1746070414.953519:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.959868:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.961619:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.962200:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015009408 00000100:00100000:1.0:1746070414.962206:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015009408 00002000:00100000:1.0:1746070414.962227:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093109f80 x1830887015009408/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.962237:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109f80 with x1830887015009408 ext(0->4095) 00010000:00010000:1.0:1746070414.962243:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d6cf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3f8 expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070414.962253:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d6cf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3f8 expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070414.962259:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093109f80 00000100:00100000:1.0:1746070414.962280:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1372 00000100:00100000:1.0:1746070414.962285:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015009408:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070414.962780:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015009408:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 493us (1160us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.962786:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1372 00002000:00100000:1.0:1746070414.962792:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093109f80 x1830887015009408/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.962799:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109f80 with x1830887015009408 ext(0->4095) 00010000:00010000:1.0:1746070414.962803:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d6cf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3f8 expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070414.962812:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607d6cf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3f8 expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070414.962818:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093109f80 00000100:00100000:0.0:1746070414.968533:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.968572:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.971776:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.971994:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015009920 00000100:00100000:1.0:1746070414.971999:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015009920 00002000:00100000:1.0:1746070414.972024:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093108000 x1830887015009920/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.972033:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108000 with x1830887015009920 ext(0->4095) 00010000:00010000:1.0:1746070414.972038:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d6d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3ff expref: 90 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070414.972049:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d6d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3ff expref: 90 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070414.972054:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093108000 00000100:00100000:1.0:1746070414.972229:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1373 00000100:00100000:1.0:1746070414.972235:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1963:x1830887015009920:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070414.972361:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1963:x1830887015009920:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (588us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.972366:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1373 00002000:00100000:1.0:1746070414.972371:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093108000 x1830887015009920/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.972378:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108000 with x1830887015009920 ext(0->4095) 00010000:00010000:1.0:1746070414.972383:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d6d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3ff expref: 90 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070414.972391:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d6d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be3ff expref: 90 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070414.972401:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093108000 00000100:00100000:0.0:1746070414.974347:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.977532:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.977751:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015010304 00000100:00100000:1.0:1746070414.977757:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015010304 00002000:00100000:1.0:1746070414.977789:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093108380 x1830887015010304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.977798:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108380 with x1830887015010304 ext(0->4095) 00002000:00010000:1.0:1746070414.977802:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093108380 00000100:00100000:1.0:1746070414.977827:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3574 00000100:00100000:1.0:1746070414.977834:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:1964:x1830887015010304:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070414.977961:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:1964:x1830887015010304:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (429us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.977967:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3574 00002000:00100000:1.0:1746070414.977971:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093108380 x1830887015010304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.977978:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108380 with x1830887015010304 ext(0->4095) 00002000:00010000:1.0:1746070414.977981:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093108380 00000100:00100000:0.0:1746070414.979666:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.983360:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.987834:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.987885:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.991166:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.991517:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015011072 00000100:00100000:1.0:1746070414.991523:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015011072 00000100:00100000:1.0:1746070414.991557:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4572 00000100:00100000:1.0:1746070414.991564:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:31621:x1830887015011072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070414.991574:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070414.991585:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d6f2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be41b expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.991603:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070414.991607:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d6eb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be414 expref: 91 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.991612:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070414.991614:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d6f2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be41b expref: 91 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.991635:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d6eb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be414 expref: 91 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.991643:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d6f2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be41b expref: 91 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070414.991648:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2b9200, rc 0) 00000100:00100000:1.0:1746070414.991881:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:31621:x1830887015011072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 317us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070414.991886:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4572 00000100:00100000:0.0:1746070414.993995:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070414.996889:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070414.997018:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015011456 00000100:00100000:1.0:1746070414.997024:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015011456 00002000:00100000:1.0:1746070414.997047:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093108e00 x1830887015011456/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/0 e 0 to 0 dl 1746070425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.997053:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108e00 with x1830887015011456 ext(0->4095) 00010000:00010000:1.0:1746070414.997058:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d6eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be414 expref: 90 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070414.997070:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d6eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be414 expref: 90 pid: 8444 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070414.997074:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093108e00 00000100:00100000:1.0:1746070414.997095:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1375 00000100:00100000:1.0:1746070414.997101:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1964:x1830887015011456:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070414.997230:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1964:x1830887015011456:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070414.997237:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1375 00002000:00100000:1.0:1746070414.997242:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093108e00 x1830887015011456/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:45/0 lens 488/4536 e 0 to 0 dl 1746070425 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070414.997249:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108e00 with x1830887015011456 ext(0->4095) 00010000:00010000:1.0:1746070414.997254:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d6eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be414 expref: 90 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070414.997262:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d6eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be414 expref: 90 pid: 8444 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070414.997268:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093108e00 00000100:00100000:0.0:1746070415.000648:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.005086:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.005317:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015011840 00000100:00100000:1.0:1746070415.005322:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015011840 00002000:00100000:1.0:1746070415.005353:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009310b800 x1830887015011840/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.005362:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b800 with x1830887015011840 ext(0->4095) 00002000:00010000:1.0:1746070415.005367:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310b800 00000100:00100000:1.0:1746070415.005427:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3575 00000100:00100000:1.0:1746070415.005433:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:1963:x1830887015011840:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070415.005550:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:1963:x1830887015011840:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (465us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.005556:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3575 00002000:00100000:1.0:1746070415.005561:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009310b800 x1830887015011840/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.005568:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b800 with x1830887015011840 ext(0->4095) 00002000:00010000:1.0:1746070415.005571:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310b800 00000100:00100000:0.0:1746070415.007368:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.007580:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015011968 00000100:00100000:1.0:1746070415.007585:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015011968 00000100:00100000:1.0:1746070415.007728:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4573 00000100:00100000:1.0:1746070415.007735:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015011968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.007748:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.007761:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d6f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be422 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.007782:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d6f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be41b expref: 88 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.007789:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.007790:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.007793:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d6f9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be422 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.007819:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d6f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be41b expref: 88 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.007829:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a2b9200/0x628f9640b607d6f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be41b expref: 88 pid: 25271 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.007839:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013126144:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070415.008301:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070415.009709:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013126144:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070415.009730:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d6f9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be422 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.009742:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4f4a00, rc 0) 00000100:00100000:1.0:1746070415.009773:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015011968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2038us (2407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.009780:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4573 00000100:00100000:0.0:1746070415.010744:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.012745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.014217:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.014256:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015012480 00000100:00100000:1.0:1746070415.014260:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015012480 00000100:00100000:1.0:1746070415.014290:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4574 00000100:00100000:1.0:1746070415.014296:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:31621:x1830887015012480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.014305:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.014316:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d700 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be429 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.014335:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d6f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be422 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.014343:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.014344:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.014348:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d700 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be429 expref: 89 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.014366:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d6f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be422 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.014375:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d6f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be422 expref: 5 pid: 12041 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.014385:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013126400:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070415.014441:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070415.015856:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.015881:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013126400:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070415.015912:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d700 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be429 expref: 89 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.015924:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca6400, rc 0) 00000100:00100000:1.0:1746070415.015950:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:31621:x1830887015012480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1654us (1733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.015957:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4574 00000100:00100000:1.0:1746070415.016026:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015012608 00000100:00100000:1.0:1746070415.016029:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015012608 00000100:00100000:1.0:1746070415.016141:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4575 00000100:00100000:1.0:1746070415.016146:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:31620:x1830887015012608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.016156:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.016165:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d707 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be430 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.016178:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.016181:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d700 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be429 expref: 90 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.016186:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.016189:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d707 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be430 expref: 90 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.016206:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d700 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be429 expref: 90 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.016215:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d707 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be430 expref: 90 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.016222:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca7c00, rc 0) 00000100:00100000:1.0:1746070415.016237:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:31620:x1830887015012608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.016242:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4575 00000100:00100000:0.0:1746070415.016501:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.019488:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.019561:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015012992 00000100:00100000:1.0:1746070415.019565:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015012992 00002000:00100000:1.0:1746070415.019589:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31f800 x1830887015012992/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.019595:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f800 with x1830887015012992 ext(0->4095) 00010000:00010000:1.0:1746070415.019602:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d700 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be429 expref: 90 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.019610:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d700 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be429 expref: 90 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.019614:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31f800 00000100:00100000:1.0:1746070415.019632:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1376 00000100:00100000:1.0:1746070415.019636:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1964:x1830887015012992:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070415.020108:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1964:x1830887015012992:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 470us (618us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.020115:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1376 00002000:00100000:1.0:1746070415.020120:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31f800 x1830887015012992/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.020128:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f800 with x1830887015012992 ext(0->4095) 00010000:00010000:1.0:1746070415.020133:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d700 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be429 expref: 90 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.020142:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d700 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be429 expref: 90 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.020147:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31f800 00000100:00100000:0.0:1746070415.021800:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.021931:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.024944:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.025323:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015013504 00000100:00100000:1.0:1746070415.025328:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015013504 00002000:00100000:1.0:1746070415.025548:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31ed80 x1830887015013504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.025562:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ed80 with x1830887015013504 ext(0->4095) 00010000:00010000:1.0:1746070415.025570:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d707 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be430 expref: 89 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.025581:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d707 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be430 expref: 89 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.025587:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31ed80 00000100:00100000:1.0:1746070415.025600:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1377 00000100:00100000:1.0:1746070415.025606:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:1963:x1830887015013504:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070415.025772:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:1963:x1830887015013504:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (832us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.025778:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1377 00002000:00100000:1.0:1746070415.025783:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31ed80 x1830887015013504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.025789:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ed80 with x1830887015013504 ext(0->4095) 00010000:00010000:1.0:1746070415.025793:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d707 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be430 expref: 89 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.025800:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d707 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be430 expref: 89 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.025804:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31ed80 00000100:00100000:0.0:1746070415.027374:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.027440:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.029166:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.031547:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.034862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.037989:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.042274:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.044622:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.045591:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.047492:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.052489:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.057039:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.062578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.066093:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.069264:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.071304:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.071369:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.072481:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4582 00000100:00100000:0.0:1746070415.072486:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:31621:x1830887015016320:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070415.072493:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070415.072497:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffc800/0x628f9640b607d738 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be461 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.072506:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070415.072509:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d731 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be45a expref: 93 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.072513:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070415.072516:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffc800/0x628f9640b607d738 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be461 expref: 93 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.072533:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d731 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be45a expref: 93 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.072542:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092ffc800/0x628f9640b607d738 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be461 expref: 93 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.072555:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffc800, rc 0) 00000100:00100000:0.0:1746070415.072572:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:31621:x1830887015016320:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (1203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070415.074339:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4582 00000100:00100000:0.0:1746070415.081134:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.083847:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.086531:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.091984:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.096663:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.100573:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.103130:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.107951:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.113961:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.115142:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.120824:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.125972:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.129920:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.132828:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.137182:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.140041:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.140529:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015019136 00000100:00100000:1.0:1746070415.140534:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015019136 00002000:00100000:1.0:1746070415.140561:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c786a00 x1830887015019136/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.140570:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c786a00 with x1830887015019136 ext(0->4095) 00002000:00010000:1.0:1746070415.140574:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c786a00 00000100:00100000:1.0:1746070415.140597:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3582 00000100:00100000:1.0:1746070415.140602:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015019136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070415.140731:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015019136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (694us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.140735:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3582 00002000:00100000:1.0:1746070415.140740:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c786a00 x1830887015019136/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.140746:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c786a00 with x1830887015019136 ext(0->4095) 00002000:00010000:1.0:1746070415.140748:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c786a00 00000100:00100000:0.0:1746070415.141980:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.144324:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.146371:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.153765:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.160009:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.166514:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015020160 00000100:00100000:1.0:1746070415.166520:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015020160 00002000:00100000:1.0:1746070415.166551:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31180 x1830887015020160/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.166559:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31180 with x1830887015020160 ext(0->4095) 00002000:00010000:1.0:1746070415.166562:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be31180 00000100:00100000:1.0:1746070415.166588:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3583 00000100:00100000:1.0:1746070415.166594:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:1962:x1830887015020160:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070415.166984:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:1962:x1830887015020160:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 389us (862us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.166991:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3583 00002000:00100000:1.0:1746070415.166996:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31180 x1830887015020160/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.167003:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31180 with x1830887015020160 ext(0->4095) 00002000:00010000:1.0:1746070415.167005:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be31180 00000100:00100000:0.0:1746070415.168609:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.172260:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.176182:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.177000:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.178368:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015020800 00000100:00100000:1.0:1746070415.178373:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015020800 00002000:00100000:1.0:1746070415.178401:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9c00 x1830887015020800/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.178409:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9c00 with x1830887015020800 ext(0->4095) 00010000:00010000:1.0:1746070415.178415:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d769 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be492 expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.178424:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d769 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be492 expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.178429:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9c00 00000100:00100000:1.0:1746070415.178453:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1385 00000100:00100000:1.0:1746070415.178459:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015020800:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070415.179138:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015020800:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 678us (2137us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.179143:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1385 00002000:00100000:1.0:1746070415.179148:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9c00 x1830887015020800/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.179155:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9c00 with x1830887015020800 ext(0->4095) 00010000:00010000:1.0:1746070415.179159:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d769 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be492 expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.179167:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d769 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be492 expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.179172:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9c00 00000100:00100000:0.0:1746070415.182883:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.183956:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.188444:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.188699:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015021312 00000100:00100000:0.0:1746070415.188705:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015021312 00002000:00100000:0.0:1746070415.188737:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12aaa00 x1830887015021312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070415.188745:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12aaa00 with x1830887015021312 ext(0->4095) 00010000:00010000:0.0:1746070415.188752:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d770 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be499 expref: 92 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746070415.188763:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d770 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be499 expref: 92 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:0.0:1746070415.188769:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12aaa00 00000100:00100000:0.0:1746070415.188785:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1386 00000100:00100000:0.0:1746070415.188791:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1963:x1830887015021312:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070415.188920:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1963:x1830887015021312:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (476us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070415.188925:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1386 00002000:00100000:0.0:1746070415.188929:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12aaa00 x1830887015021312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070415.188935:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12aaa00 with x1830887015021312 ext(0->4095) 00010000:00010000:0.0:1746070415.188939:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d770 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be499 expref: 92 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746070415.188948:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d770 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be499 expref: 92 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:0.0:1746070415.188953:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12aaa00 00000100:00100000:0.0:1746070415.191576:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.197634:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.203602:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.204802:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015021824 00000100:00100000:1.0:1746070415.204809:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015021824 00000100:00100000:1.0:1746070415.204989:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4592 00000100:00100000:1.0:1746070415.204996:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015021824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.205009:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.205022:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d77e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be4a7 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.205043:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d777 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4a0 expref: 90 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.205050:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.205051:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.205054:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d77e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4a7 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.205074:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d777 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4a0 expref: 90 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.205083:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d777 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4a0 expref: 90 pid: 12041 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.205092:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013131008:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070415.205394:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070415.207418:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013131008:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070415.207440:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d77e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4a7 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.207454:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4f5800, rc 0) 00000100:00100000:1.0:1746070415.207485:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015021824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2488us (3889us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.207491:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4592 00000100:00100000:0.0:1746070415.209486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.209601:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.209769:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015022080 00000100:00100000:1.0:1746070415.209772:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015022080 00000100:00100000:1.0:1746070415.209800:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4593 00000100:00100000:1.0:1746070415.209805:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:31620:x1830887015022080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.209817:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.209826:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d785 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be4ae expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.210082:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.210087:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d77e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4a7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.210096:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.210099:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d785 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ae expref: 92 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.210123:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d77e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4a7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.210134:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d785 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ae expref: 92 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.210140:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.210141:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.210146:0:8445:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d77e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4a7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.210152:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d77e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4a7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.210165:0:8445:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d77e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4a7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.210173:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d77e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4a7 expref: 5 pid: 8445 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.210182:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013131264:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070415.210218:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070415.212305:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013131264:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070415.212322:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca6400, rc 0) 00000100:00100000:1.0:1746070415.212354:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:31620:x1830887015022080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2549us (2753us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.212361:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4593 00000100:00100000:0.0:1746070415.212945:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.215929:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.219875:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.220124:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015022720 00000100:00100000:1.0:1746070415.220130:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015022720 00002000:00100000:1.0:1746070415.220159:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afb100 x1830887015022720/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.220168:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb100 with x1830887015022720 ext(0->4095) 00002000:00010000:1.0:1746070415.220172:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afb100 00000100:00100000:1.0:1746070415.220186:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3585 00000100:00100000:1.0:1746070415.220191:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:1964:x1830887015022720:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070415.220302:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:1964:x1830887015022720:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.220307:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3585 00002000:00100000:1.0:1746070415.220312:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afb100 x1830887015022720/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.220319:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb100 with x1830887015022720 ext(0->4095) 00002000:00010000:1.0:1746070415.220321:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afb100 00000100:00100000:0.0:1746070415.223829:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.229140:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015022848 00000100:00100000:1.0:1746070415.229150:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015022848 00000100:00100000:1.0:1746070415.229201:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4594 00000100:00100000:1.0:1746070415.229208:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015022848:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.229224:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.229240:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d78c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be4b5 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.229263:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d785 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ae expref: 90 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.229269:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.229270:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.229273:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d78c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4b5 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.229295:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d785 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ae expref: 90 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.229305:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d785 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ae expref: 90 pid: 8445 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.229315:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013131520:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070415.229386:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070415.238012:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013131520:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070415.238036:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d78c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4b5 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.238050:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca7c00, rc 0) 00000100:00100000:1.0:1746070415.238081:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015022848:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8873us (14259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.238091:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4594 00000100:00100000:0.0:1746070415.239479:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.239543:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015022976 00000100:00100000:1.0:1746070415.239549:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015022976 00000100:00100000:1.0:1746070415.239586:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4595 00000100:00100000:1.0:1746070415.239596:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:31620:x1830887015022976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.239609:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.239621:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d793 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be4bc expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.239638:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.239642:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d78c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4b5 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.239647:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070415.239650:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d793 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4bc expref: 92 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.239700:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d78c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4b5 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.239710:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d793 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4bc expref: 92 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.239718:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4f5800, rc 0) 00000100:00100000:1.0:1746070415.239748:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:31620:x1830887015022976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.239758:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4595 00000100:00100000:0.0:1746070415.240666:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.246085:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.251500:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.255931:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.261109:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.268564:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.278944:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.282189:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015024256 00000100:00100000:1.0:1746070415.282195:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015024256 00002000:00100000:1.0:1746070415.282222:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009be30a80 x1830887015024256/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 496/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.282230:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30a80 with x1830887015024256 ext(0->7) 00010000:00010000:1.0:1746070415.282236:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d793 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4bc expref: 94 pid: 8445 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.282246:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d793 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4bc expref: 94 pid: 8445 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.282252:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30a80 00000100:00100000:1.0:1746070415.282693:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1390 00000100:00100000:1.0:1746070415.282699:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1964:x1830887015024256:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070415.282963:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1964:x1830887015024256:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 262us (1378us total) trans 4294967901 rc 0/0 00000100:00100000:1.0:1746070415.282969:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1390 00002000:00100000:1.0:1746070415.282975:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009be30a80 x1830887015024256/t4294967901(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 496/448 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.282982:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30a80 with x1830887015024256 ext(0->7) 00010000:00010000:1.0:1746070415.282987:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d793 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4bc expref: 96 pid: 8445 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.282995:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b4f5800/0x628f9640b607d793 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4bc expref: 96 pid: 8445 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.283004:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30a80 00000100:00100000:0.0:1746070415.285081:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.290514:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.293623:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.297606:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.304405:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.304621:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015025152 00000100:00100000:1.0:1746070415.304629:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015025152 00000100:00100000:1.0:1746070415.304688:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4598 00000100:00100000:1.0:1746070415.304696:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015025152:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.304711:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.304727:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d7a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be4d1 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.304750:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d7a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ca expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.304756:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.304758:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.304761:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d7a8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4d1 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.304783:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d7a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ca expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.304794:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d7a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ca expref: 94 pid: 12041 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.304804:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013132544:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070415.304866:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070415.306128:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013132544:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070415.306148:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d7a8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4d1 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.306159:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca6400, rc 0) 00000100:00100000:1.0:1746070415.306183:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015025152:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1488us (1785us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.306189:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4598 00000100:00100000:0.0:1746070415.311840:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.311946:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015025280 00000100:00100000:1.0:1746070415.311954:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015025280 00002000:00100000:1.0:1746070415.311991:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092c95f80 x1830887015025280/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 496/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.311999:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95f80 with x1830887015025280 ext(0->7) 00010000:00010000:1.0:1746070415.312006:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d7a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ca expref: 95 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.312018:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d7a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ca expref: 95 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.312024:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c95f80 00000100:00100000:1.0:1746070415.312052:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1392 00000100:00100000:1.0:1746070415.312059:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1963:x1830887015025280:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070415.312309:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:1963:x1830887015025280:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 249us (475us total) trans 4294967902 rc 0/0 00000100:00100000:1.0:1746070415.312316:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1392 00002000:00100000:1.0:1746070415.312321:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092c95f80 x1830887015025280/t4294967902(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 496/448 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.312334:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95f80 with x1830887015025280 ext(0->7) 00010000:00010000:1.0:1746070415.312338:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d7a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ca expref: 97 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.312347:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690000/0x628f9640b607d7a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ca expref: 97 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.312352:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c95f80 00000100:00100000:0.0:1746070415.321136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.324098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.325801:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.325865:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015025792 00000100:00100000:1.0:1746070415.325870:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015025792 00000100:00100000:1.0:1746070415.325914:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4599 00000100:00100000:1.0:1746070415.325921:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:31621:x1830887015025792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.325931:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.325951:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d7af lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be4d8 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.325970:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d7a8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4d1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.325976:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.325978:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.325981:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d7af lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4d8 expref: 97 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.326002:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d7a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4d1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.326016:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d7a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4d1 expref: 5 pid: 8445 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.326024:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013132800:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070415.326077:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070415.335258:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013132800:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070415.335287:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d7af lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4d8 expref: 97 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.335302:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4f4a00, rc 0) 00000100:00100000:1.0:1746070415.335338:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:31621:x1830887015025792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9417us (9539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.335345:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4599 00000100:00100000:0.0:1746070415.336167:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.337913:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015025920 00000100:00100000:1.0:1746070415.337921:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015025920 00000100:00100000:1.0:1746070415.338254:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4600 00000100:00100000:1.0:1746070415.338261:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:31620:x1830887015025920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.338276:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.338290:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d7b6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be4df expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.338311:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.338315:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d7af lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4d8 expref: 98 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.338324:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.338327:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d7b6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4df expref: 98 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.338355:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d7af lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4d8 expref: 98 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.338364:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d7b6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4df expref: 98 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.338372:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca7c00, rc 0) 00000100:00100000:1.0:1746070415.338403:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:31620:x1830887015025920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (2238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.338408:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4600 00000100:00100000:0.0:1746070415.342113:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.347959:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.348094:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015026304 00000100:00100000:1.0:1746070415.348100:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015026304 00002000:00100000:1.0:1746070415.348129:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c97b80 x1830887015026304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.348136:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c97b80 with x1830887015026304 ext(0->4095) 00010000:00010000:1.0:1746070415.348143:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d7af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4d8 expref: 98 pid: 8445 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.348154:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d7af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4d8 expref: 98 pid: 8445 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.348160:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c97b80 00000100:00100000:1.0:1746070415.348785:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1393 00000100:00100000:1.0:1746070415.348793:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1961:x1830887015026304:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070415.348931:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1961:x1830887015026304:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (973us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.348937:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1393 00002000:00100000:1.0:1746070415.348942:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c97b80 x1830887015026304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.348949:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c97b80 with x1830887015026304 ext(0->4095) 00010000:00010000:1.0:1746070415.348954:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d7af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4d8 expref: 98 pid: 8445 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.348964:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d7af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4d8 expref: 98 pid: 8445 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.348969:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c97b80 00000100:00100000:0.0:1746070415.353059:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.355125:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.358843:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.358885:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.358960:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015026944 00000100:00100000:1.0:1746070415.358966:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015026944 00000100:00100000:1.0:1746070415.359005:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4602 00000100:00100000:1.0:1746070415.359012:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:31620:x1830887015026944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.359025:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.359039:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca7200/0x628f9640b607d7c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be4ed expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.359058:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.359063:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d7bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4e6 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.359073:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070415.359076:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca7200/0x628f9640b607d7c4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ed expref: 98 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.359101:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d7bd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4e6 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.359112:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca7200/0x628f9640b607d7c4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4ed expref: 98 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.359120:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca7200, rc 0) 00000100:00100000:1.0:1746070415.359150:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:31620:x1830887015026944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.359155:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4602 00000100:00100000:0.0:1746070415.363241:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.366569:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.370804:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.370862:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015027712 00000100:00100000:1.0:1746070415.370868:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015027712 00002000:00100000:1.0:1746070415.370909:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf55500 x1830887015027712/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.370917:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf55500 with x1830887015027712 ext(0->4095) 00002000:00010000:1.0:1746070415.370921:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf55500 00000100:00100000:1.0:1746070415.371007:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3589 00000100:00100000:1.0:1746070415.371013:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:1964:x1830887015027712:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070415.371264:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:1964:x1830887015027712:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 250us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.371273:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3589 00002000:00100000:1.0:1746070415.371278:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf55500 x1830887015027712/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.371285:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf55500 with x1830887015027712 ext(0->4095) 00002000:00010000:1.0:1746070415.371288:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf55500 00000100:00100000:0.0:1746070415.372608:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.376644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.379917:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.379975:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.380042:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015028224 00000100:00100000:1.0:1746070415.380045:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015028224 00002000:00100000:1.0:1746070415.380066:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf55880 x1830887015028224/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.380075:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf55880 with x1830887015028224 ext(0->4095) 00002000:00010000:1.0:1746070415.380078:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf55880 00000100:00100000:1.0:1746070415.380097:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3590 00000100:00100000:1.0:1746070415.380101:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015028224:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070415.380198:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015028224:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.380203:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3590 00002000:00100000:1.0:1746070415.380208:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf55880 x1830887015028224/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.380215:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf55880 with x1830887015028224 ext(0->4095) 00010000:00010000:1.0:1746070415.380219:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d7cb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4f4 expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.380228:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d7cb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be4f4 expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.380233:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf55880 00000100:00100000:0.0:1746070415.381991:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.383176:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.388739:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.391527:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.394808:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.399175:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.402072:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.405081:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.405540:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015029760 00000100:00100000:1.0:1746070415.405546:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015029760 00002000:00100000:1.0:1746070415.405574:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf56680 x1830887015029760/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.405582:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf56680 with x1830887015029760 ext(0->4095) 00002000:00010000:1.0:1746070415.405586:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf56680 00000100:00100000:1.0:1746070415.405608:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3592 00000100:00100000:1.0:1746070415.405614:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015029760:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070415.405747:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015029760:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (669us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.405752:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3592 00002000:00100000:1.0:1746070415.405757:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf56680 x1830887015029760/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.405764:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf56680 with x1830887015029760 ext(0->4095) 00002000:00010000:1.0:1746070415.405766:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf56680 00000100:00100000:0.0:1746070415.406588:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.411226:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.411257:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.416410:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.419844:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.424765:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.424815:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015030784 00000100:00100000:1.0:1746070415.424821:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015030784 00002000:00100000:1.0:1746070415.424855:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efca80 x1830887015030784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.424864:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efca80 with x1830887015030784 ext(0->4095) 00002000:00010000:1.0:1746070415.424867:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efca80 00000100:00100000:1.0:1746070415.424900:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3593 00000100:00100000:1.0:1746070415.424906:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015030784:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070415.425031:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015030784:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.425037:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3593 00002000:00100000:1.0:1746070415.425042:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efca80 x1830887015030784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.425050:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efca80 with x1830887015030784 ext(0->4095) 00002000:00010000:1.0:1746070415.425053:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efca80 00000100:00100000:0.0:1746070415.427751:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.430499:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.434010:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.435852:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.437755:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.440756:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.444305:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.450450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.458732:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.461163:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.462803:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.465963:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.466331:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015032832 00000100:00100000:1.0:1746070415.466336:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015032832 00002000:00100000:1.0:1746070415.466367:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efc000 x1830887015032832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.466375:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efc000 with x1830887015032832 ext(0->4095) 00002000:00010000:1.0:1746070415.466379:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efc000 00000100:00100000:1.0:1746070415.466403:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3596 00000100:00100000:1.0:1746070415.466409:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015032832:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070415.466857:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015032832:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 447us (898us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.466862:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3596 00002000:00100000:1.0:1746070415.466866:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efc000 x1830887015032832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.466873:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efc000 with x1830887015032832 ext(0->4095) 00002000:00010000:1.0:1746070415.466875:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efc000 00000100:00100000:0.0:1746070415.468243:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.470300:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.472844:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.478040:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.478087:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015033472 00000100:00100000:1.0:1746070415.478093:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015033472 00002000:00100000:1.0:1746070415.478127:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efe300 x1830887015033472/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.478136:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efe300 with x1830887015033472 ext(0->4095) 00010000:00010000:1.0:1746070415.478143:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d811 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be53a expref: 98 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.478154:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d811 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be53a expref: 98 pid: 8444 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.478160:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129efe300 00000100:00100000:1.0:1746070415.478454:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1399 00000100:00100000:1.0:1746070415.478461:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1964:x1830887015033472:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070415.478564:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1964:x1830887015033472:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.478568:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1399 00002000:00100000:1.0:1746070415.478573:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efe300 x1830887015033472/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.478579:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efe300 with x1830887015033472 ext(0->4095) 00010000:00010000:1.0:1746070415.478583:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d811 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be53a expref: 98 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.478595:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d811 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be53a expref: 98 pid: 8444 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.478600:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129efe300 00000100:00100000:0.0:1746070415.482256:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.485575:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.488997:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.492590:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.496862:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.497287:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015034368 00000100:00100000:1.0:1746070415.497293:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015034368 00002000:00100000:1.0:1746070415.497322:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efdf80 x1830887015034368/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.497330:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efdf80 with x1830887015034368 ext(0->4095) 00002000:00010000:1.0:1746070415.497334:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efdf80 00000100:00100000:1.0:1746070415.497357:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3598 00000100:00100000:1.0:1746070415.497363:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015034368:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070415.497476:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015034368:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (619us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.497482:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3598 00002000:00100000:1.0:1746070415.497486:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efdf80 x1830887015034368/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.497492:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efdf80 with x1830887015034368 ext(0->4095) 00002000:00010000:1.0:1746070415.497494:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efdf80 00000100:00100000:1.0:1746070415.499143:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.500626:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015034624 00000100:00100000:0.0:1746070415.500631:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015034624 00000100:00100000:0.0:1746070415.500908:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4617 00000100:00100000:0.0:1746070415.500915:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:31621:x1830887015034624:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070415.500924:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070415.500933:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d82d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be556 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.500950:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070415.500954:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d826 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be54f expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.500960:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070415.500962:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d82d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be556 expref: 99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.500984:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d826 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be54f expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.500993:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d82d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be556 expref: 99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.501002:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffd800, rc 0) 00000100:00100000:0.0:1746070415.501031:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:31621:x1830887015034624:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070415.501036:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4617 00000100:00100000:0.0:1746070415.504236:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.507605:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.510540:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.513781:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.513962:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015035392 00000100:00100000:1.0:1746070415.513968:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015035392 00002000:00100000:1.0:1746070415.513996:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efed80 x1830887015035392/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.514010:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efed80 with x1830887015035392 ext(0->4095) 00002000:00010000:1.0:1746070415.514014:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efed80 00000100:00100000:1.0:1746070415.514033:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3599 00000100:00100000:1.0:1746070415.514039:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:1964:x1830887015035392:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070415.514162:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:1964:x1830887015035392:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.514168:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3599 00002000:00100000:1.0:1746070415.514173:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efed80 x1830887015035392/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.514179:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efed80 with x1830887015035392 ext(0->4095) 00002000:00010000:1.0:1746070415.514182:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efed80 00000100:00100000:0.0:1746070415.516101:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.519228:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.523502:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.525382:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.529334:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.529657:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.534376:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.534852:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015036544 00000100:00100000:1.0:1746070415.534858:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015036544 00002000:00100000:1.0:1746070415.534898:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091effb80 x1830887015036544/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.534906:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091effb80 with x1830887015036544 ext(0->4095) 00010000:00010000:1.0:1746070415.534913:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d83b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be564 expref: 98 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.534924:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d83b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be564 expref: 98 pid: 8444 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.534929:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091effb80 00000100:00100000:1.0:1746070415.534981:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1401 00000100:00100000:1.0:1746070415.534987:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015036544:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070415.535106:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015036544:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (735us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.535112:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1401 00002000:00100000:1.0:1746070415.535117:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091effb80 x1830887015036544/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.535123:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091effb80 with x1830887015036544 ext(0->4095) 00010000:00010000:1.0:1746070415.535127:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d83b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be564 expref: 98 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.535135:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411c200/0x628f9640b607d83b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be564 expref: 98 pid: 8444 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.535140:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091effb80 00000100:00100000:0.0:1746070415.537553:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.541035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.543775:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.547413:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.551363:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.554578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.556037:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.556337:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015037696 00000100:00100000:1.0:1746070415.556341:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015037696 00000100:00100000:1.0:1746070415.556372:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4623 00000100:00100000:1.0:1746070415.556378:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:31621:x1830887015037696:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.556385:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.556393:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d857 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be580 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.556405:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.556409:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d850 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be579 expref: 99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.556419:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.556421:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d857 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be580 expref: 99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.556442:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d850 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be579 expref: 99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.556451:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607d857 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be580 expref: 99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.556459:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca6400, rc 0) 00000100:00100000:1.0:1746070415.556490:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:31621:x1830887015037696:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.556495:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4623 00000100:00100000:0.0:1746070415.559874:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.564753:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.564840:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015038080 00000100:00100000:1.0:1746070415.564847:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015038080 00002000:00100000:1.0:1746070415.564878:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efd500 x1830887015038080/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.564896:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efd500 with x1830887015038080 ext(0->4095) 00010000:00010000:1.0:1746070415.564903:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d850 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be579 expref: 98 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.564914:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d850 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be579 expref: 98 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.564920:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efd500 00000100:00100000:1.0:1746070415.565411:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1402 00000100:00100000:1.0:1746070415.565418:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015038080:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070415.565750:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015038080:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 332us (1002us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.565757:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1402 00002000:00100000:1.0:1746070415.565762:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efd500 x1830887015038080/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.565769:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efd500 with x1830887015038080 ext(0->4095) 00010000:00010000:1.0:1746070415.565773:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d850 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be579 expref: 98 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.565781:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d850 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be579 expref: 98 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.565786:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efd500 00000100:00100000:0.0:1746070415.567762:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.570642:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.570826:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015038464 00000100:00100000:1.0:1746070415.570833:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015038464 00002000:00100000:1.0:1746070415.570863:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091eff480 x1830887015038464/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.570873:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff480 with x1830887015038464 ext(0->4095) 00002000:00010000:1.0:1746070415.570877:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091eff480 00000100:00100000:1.0:1746070415.570902:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3603 00000100:00100000:1.0:1746070415.570908:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1961:x1830887015038464:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070415.571031:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1961:x1830887015038464:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.571037:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3603 00002000:00100000:1.0:1746070415.571042:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091eff480 x1830887015038464/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.571049:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff480 with x1830887015038464 ext(0->4095) 00002000:00010000:1.0:1746070415.571052:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091eff480 00000100:00100000:1.0:1746070415.572529:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.572609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.572643:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.572659:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015038848 00000100:00100000:1.0:1746070415.572663:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015038848 00000100:00100000:1.0:1746070415.572716:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015039104 00000100:00100000:1.0:1746070415.572718:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015039104 00000100:00100000:1.0:1746070415.572731:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 454 00000100:00100000:1.0:1746070415.572736:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1963:x1830887015038848:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070415.572762:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1963:x1830887015038848:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 25us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.572767:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 454 00000100:00100000:1.0:1746070415.572776:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 455 00000100:00100000:1.0:1746070415.572780:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015039104:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070415.572796:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015039104:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 16us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.572800:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 455 00000100:00100000:1.0:1746070415.572828:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.572841:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015038720 00000100:00100000:1.0:1746070415.572844:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015038720 00000100:00100000:1.0:1746070415.572861:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 382 00000100:00100000:1.0:1746070415.572865:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015038720:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070415.572884:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015038720:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 19us (55us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.572899:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 382 00000100:00100000:1.0:1746070415.572940:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.572952:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015038976 00000100:00100000:1.0:1746070415.572954:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015038976 00000100:00100000:1.0:1746070415.572973:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 383 00000100:00100000:1.0:1746070415.572977:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015038976:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070415.572996:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015038976:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 19us (57us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.573000:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 383 00000100:00080000:0.0:1746070415.573250:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746070415.573253:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070415.575421:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.580770:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.582520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.584050:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.590215:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.590570:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.594812:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.598804:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.601783:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.601878:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015040640 00000100:00100000:1.0:1746070415.601885:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015040640 00002000:00100000:1.0:1746070415.601924:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619880 x1830887015040640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.601933:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619880 with x1830887015040640 ext(0->4095) 00002000:00010000:1.0:1746070415.601938:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092619880 00000100:00100000:1.0:1746070415.601965:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3604 00000100:00100000:1.0:1746070415.601971:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1964:x1830887015040640:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070415.602104:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1964:x1830887015040640:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.602110:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3604 00002000:00100000:1.0:1746070415.602115:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619880 x1830887015040640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.602122:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619880 with x1830887015040640 ext(0->4095) 00002000:00010000:1.0:1746070415.602124:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092619880 00000100:00100000:0.0:1746070415.604959:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.608977:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.614591:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.614709:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.619771:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.619814:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.627532:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.627605:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015041792 00000100:00100000:1.0:1746070415.627611:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015041792 00002000:00100000:1.0:1746070415.627645:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092618700 x1830887015041792/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.627654:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618700 with x1830887015041792 ext(0->4095) 00010000:00010000:1.0:1746070415.627662:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d87a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be5a3 expref: 98 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.627748:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d87a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be5a3 expref: 98 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.627756:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092618700 00000100:00100000:1.0:1746070415.627783:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1406 00000100:00100000:1.0:1746070415.627790:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015041792:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070415.627920:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015041792:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.627925:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1406 00002000:00100000:1.0:1746070415.627930:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092618700 x1830887015041792/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.627938:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618700 with x1830887015041792 ext(0->4095) 00010000:00010000:1.0:1746070415.627942:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d87a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be5a3 expref: 98 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.627952:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d87a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be5a3 expref: 98 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.627957:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092618700 00000100:00100000:0.0:1746070415.630294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.634071:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.636082:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.638430:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.640922:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.643871:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.644027:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.644213:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015042816 00000100:00100000:1.0:1746070415.644216:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015042816 00000100:00100000:0.0:1746070415.646033:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.647895:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.649948:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.650007:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.652097:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.653819:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.653879:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1746070415.657028:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070415.657427:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be31880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013141760:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070415.657440:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070415.657726:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca80c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:1963:x1830887015044096:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3394us (3844us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070415.657734:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6900 00000100:00100000:0.0:1746070415.659744:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.661975:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.663626:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.666528:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.669145:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.671043:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.672655:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.673317:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.675621:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.677135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.677838:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.680109:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.683555:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.683630:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.687292:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.690124:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.694057:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.695844:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.698501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.701836:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.703729:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.703764:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.704105:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4642 00000100:00100000:0.0:1746070415.704111:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:31620:x1830887015047936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070415.704117:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070415.704123:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffcc00/0x628f9640b607d8dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be5fe expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.704132:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070415.704135:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d8d5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be605 expref: 99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.704144:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070415.704146:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffcc00/0x628f9640b607d8dc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be5fe expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.704162:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093690200/0x628f9640b607d8d5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be605 expref: 99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.704172:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092ffcc00/0x628f9640b607d8dc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be5fe expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.704180:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffcc00, rc 0) 00000100:00100000:0.0:1746070415.704195:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:31620:x1830887015047936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070415.704199:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4642 00000100:00100000:0.0:1746070415.708468:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.712164:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.714443:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.716213:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.718635:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.721458:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.721535:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.726225:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.728878:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.735992:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.738169:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.738229:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015049984 00000100:00100000:1.0:1746070415.738234:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015049984 00000100:00100000:1.0:1746070415.738275:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4645 00000100:00100000:1.0:1746070415.738282:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015049984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.738293:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.738305:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d8f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be61a expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.738327:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d8ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be613 expref: 96 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.738334:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.738335:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.738338:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d8f1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be61a expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.738378:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d8ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be613 expref: 96 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.738389:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d8ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be613 expref: 96 pid: 25271 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.738398:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013144576:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070415.738968:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070415.739425:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013144576:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070415.739441:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d8f1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be61a expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.739453:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ca7c00, rc 0) 00000100:00100000:1.0:1746070415.739563:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015049984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1281us (1398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.739569:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4645 00000100:00100000:0.0:1746070415.740244:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.743160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.743197:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.744096:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015050496 00000100:00100000:1.0:1746070415.744100:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015050496 00000100:00100000:1.0:1746070415.744129:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4646 00000100:00100000:1.0:1746070415.744135:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:31620:x1830887015050496:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.744143:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.744155:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d8f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be621 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.744174:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d8f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be61a expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.744179:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.744181:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.744184:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d8f8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be621 expref: 97 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.744209:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d8f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be61a expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.744219:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607d8f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be61a expref: 5 pid: 12041 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.744228:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013144832:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070415.744271:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070415.747124:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.747656:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013144832:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070415.747685:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b4f4a00/0x628f9640b607d8f8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be621 expref: 98 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.747693:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4f4a00, rc 0) 00000100:00100000:1.0:1746070415.747708:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:31620:x1830887015050496:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3574us (4511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.747713:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4646 00000100:00100000:0.0:1746070415.748646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.754667:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.758939:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.762028:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be32a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013145216:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070415.762042:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070415.762073:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca80450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:1964:x1830887015051136:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2744us (3139us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070415.762081:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6914 00000100:00100000:0.0:1746070415.764538:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.770357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.775234:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.775534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.776144:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015051776 00000100:00100000:1.0:1746070415.776148:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015051776 00010000:00010000:1.0:1746070415.776165:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607d8ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be628 expref: 98 pid: 25271 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.776187:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6915 00000100:00100000:1.0:1746070415.776192:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015051776:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070415.776204:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070415.776221:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607d8ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be628 expref: 98 pid: 25271 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.776231:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607d8ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be628 expref: 98 pid: 25271 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.776248:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607d8ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be628 expref: 98 pid: 25271 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.776261:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.776263:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.776269:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d906 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be62f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.776277:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d906 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be62f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.776320:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d906 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be62f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070415.776330:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013145472:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070415.776377:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070415.779091:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013145472:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070415.779107:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070415.779136:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015051776:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2943us (3601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.779143:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6915 00000100:00100000:0.0:1746070415.781463:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.784736:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.784801:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015052160 00000100:00100000:1.0:1746070415.784806:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015052160 00010000:00010000:1.0:1746070415.784828:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d906 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be62f expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.784848:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6916 00000100:00100000:1.0:1746070415.784853:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015052160:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070415.784862:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070415.784877:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d906 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be62f expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.784899:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d906 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be62f expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.784918:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d906 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be62f expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.785276:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.785279:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.785285:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d90d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be636 expref: 96 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.785293:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d90d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be636 expref: 96 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.785318:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d90d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be636 expref: 96 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070415.785332:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013145728:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070415.785396:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070415.788741:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.788821:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013145728:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070415.788839:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070415.788872:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015052160:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4018us (4140us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.788880:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6916 00000100:00100000:0.0:1746070415.804998:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.806627:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.808360:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.808486:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015052928 00000100:00100000:1.0:1746070415.808491:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015052928 00010000:00010000:1.0:1746070415.808513:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d90d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be636 expref: 100 pid: 8444 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.808532:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6917 00000100:00100000:1.0:1746070415.808538:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1961:x1830887015052928:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070415.808546:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070415.808561:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d90d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be636 expref: 100 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.808571:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d90d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be636 expref: 100 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.808586:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d90d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be636 expref: 100 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.808830:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.808833:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.808839:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d914 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be63d expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.808846:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d914 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be63d expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.808868:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d914 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be63d expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.808877:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d914 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be63d expref: 5 pid: 8444 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.808896:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013146112:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070415.809536:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070415.810746:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.810895:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013146112:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070415.810910:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070415.810939:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1961:x1830887015052928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2400us (2581us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.810947:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6917 00000100:00100000:0.0:1746070415.813123:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.813495:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015053312 00000100:00100000:1.0:1746070415.813501:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015053312 00010000:00010000:1.0:1746070415.813525:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d914 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be63d expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.813660:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6918 00000100:00100000:1.0:1746070415.813667:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015053312:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070415.813700:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070415.813717:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d914 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be63d expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.813728:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d914 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be63d expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.813746:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a411cc00/0x628f9640b607d914 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be63d expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.813757:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.813759:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.813765:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607d91b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be644 expref: 98 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.813771:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607d91b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be644 expref: 98 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.813794:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607d91b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be644 expref: 98 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070415.813805:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013146240:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070415.814014:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070415.815871:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.815964:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013146240:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070415.815977:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070415.816007:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015053312:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2340us (2886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.816017:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6918 00000100:00100000:0.0:1746070415.817828:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.820385:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.820538:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015053824 00000100:00100000:1.0:1746070415.820544:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015053824 00010000:00010000:1.0:1746070415.820564:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607d91b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be644 expref: 99 pid: 8444 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.820581:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6919 00000100:00100000:1.0:1746070415.820587:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1963:x1830887015053824:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070415.820596:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070415.820613:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607d91b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be644 expref: 99 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.820622:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607d91b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be644 expref: 99 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.820637:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a411de00/0x628f9640b607d91b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be644 expref: 99 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.820646:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.820647:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.820651:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d922 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be64b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.820658:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d922 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be64b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.820705:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d922 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be64b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070415.820714:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013146496:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070415.821218:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070415.826598:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.826622:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013146496:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070415.826640:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070415.826697:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015053824:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6109us (6311us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070415.826702:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.826706:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6919 00000100:00100000:0.0:1746070415.830834:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.830876:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.831336:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015054464 00000100:00100000:1.0:1746070415.831340:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015054464 00010000:00010000:1.0:1746070415.831355:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d922 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be64b expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.831383:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6920 00000100:00100000:1.0:1746070415.831388:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015054464:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070415.831395:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070415.831410:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d922 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be64b expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.831419:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d922 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be64b expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.831433:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a411dc00/0x628f9640b607d922 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be64b expref: 6 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.831445:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.831447:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.831452:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d929 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be652 expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.831458:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d929 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be652 expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.831476:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d929 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be652 expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.831486:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d929 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be652 expref: 99 pid: 8444 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.831496:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013146880:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070415.831599:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070415.834439:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.834544:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013146880:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070415.834560:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070415.834600:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015054464:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3210us (3723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.834608:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6920 00000100:00100000:0.0:1746070415.843774:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.849812:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.849864:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015055232 00000100:00100000:1.0:1746070415.849869:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015055232 00000100:00100000:1.0:1746070415.849913:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4655 00000100:00100000:1.0:1746070415.849920:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015055232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.849930:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.849943:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d937 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be660 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.849967:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d930 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be659 expref: 98 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.849974:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.849976:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.849979:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d937 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be660 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.850003:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d930 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be659 expref: 98 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.850013:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d930 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be659 expref: 98 pid: 8444 timeout: 627 lvb_type: 0 00000100:00100000:1.0:1746070415.850023:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013147136:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070415.850075:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012efbc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070415.852984:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.853003:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015055360 00000100:00100000:0.0:1746070415.853007:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015055360 00010000:00010000:0.0:1746070415.853026:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d930 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be659 expref: 99 pid: 8444 timeout: 627 lvb_type: 0 00000100:00100000:0.0:1746070415.853043:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6922 00000100:00100000:0.0:1746070415.853049:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1964:x1830887015055360:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070415.853057:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070415.853072:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d930 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be659 expref: 99 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746070415.853082:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d930 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be659 expref: 99 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746070415.853105:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d930 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be659 expref: 99 pid: 8444 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746070415.853114:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070415.853115:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070415.853120:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d937 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be660 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.853131:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d937 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be660 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.853152:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d937 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be660 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070415.853162:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092dce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013147264:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070415.853197:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070415.855219:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092dce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013147264:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070415.855235:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070415.855274:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1964:x1830887015055360:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2225us (2290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070415.855282:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6922 00000100:00100000:1.0:1746070415.856094:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.858409:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.858454:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.858603:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015055872 00000100:00100000:1.0:1746070415.858607:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015055872 00000100:00100000:1.0:1746070415.858702:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4657 00000100:00100000:1.0:1746070415.858707:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:31620:x1830887015055872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.858724:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.858735:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607d945 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be66e expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.858909:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.858913:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d93e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be667 expref: 101 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.858918:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.859027:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607d945 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be66e expref: 101 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.859237:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d93e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be667 expref: 101 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.859248:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094309a00/0x628f9640b607d945 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be66e expref: 101 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.859256:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094309a00, rc 0) 00000100:00100000:1.0:1746070415.859273:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:31620:x1830887015055872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 566us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.859279:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4657 00000100:00100000:0.0:1746070415.861163:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015056000 00000100:00100000:0.0:1746070415.861168:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015056000 00010000:00010000:0.0:1746070415.861185:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d937 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be660 expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00000100:00100000:0.0:1746070415.861201:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6923 00000100:00100000:0.0:1746070415.861207:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015056000:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070415.861214:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070415.861229:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d937 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be660 expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746070415.861239:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d937 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be660 expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746070415.861266:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ffd800/0x628f9640b607d937 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be660 expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:0.0:1746070415.861274:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070415.861276:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070415.861281:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d93e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be667 expref: 99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.861288:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d93e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be667 expref: 99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.861310:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d93e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be667 expref: 99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.861319:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607d93e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be667 expref: 99 pid: 12041 timeout: 627 lvb_type: 0 00000100:00100000:0.0:1746070415.861328:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092dcce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013147648:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070415.861371:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070415.863087:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.866129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.866921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.869595:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.872038:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.872579:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.874898:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.879389:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.883233:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.885116:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.887052:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.889414:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.890700:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.892019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.892651:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.894358:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.896522:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.896564:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.896733:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4663 00000100:00100000:0.0:1746070415.896739:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015058944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070415.896748:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070415.896758:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094df7600/0x628f9640b607d96f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be698 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.896774:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070415.896777:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d968 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be691 expref: 100 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.896782:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070415.896785:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094df7600/0x628f9640b607d96f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be698 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.896839:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d968 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be691 expref: 100 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.896849:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094df7600/0x628f9640b607d96f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be698 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.896856:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094df7600, rc 0) 00000100:00100000:0.0:1746070415.896880:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015058944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070415.896896:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4663 00000100:00100000:0.0:1746070415.899617:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.901149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.901402:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.905089:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.908301:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.911189:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.912955:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.914911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070415.915791:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607d97d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6a6 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070415.915801:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013149824:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070415.915867:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070415.918934:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.920992:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.922294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.924329:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.927306:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.927523:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015061376 00000100:00100000:1.0:1746070415.927528:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015061376 00002000:00100000:1.0:1746070415.927559:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1f80 x1830887015061376/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.927566:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1f80 with x1830887015061376 ext(0->4095) 00010000:00010000:1.0:1746070415.927572:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d984 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6ad expref: 100 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.927582:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d984 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6ad expref: 100 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.927590:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c1f80 00000100:00100000:1.0:1746070415.927751:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1428 00000100:00100000:1.0:1746070415.927759:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1964:x1830887015061376:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070415.927874:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1964:x1830887015061376:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.927880:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1428 00002000:00100000:1.0:1746070415.927897:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1f80 x1830887015061376/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.927905:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1f80 with x1830887015061376 ext(0->4095) 00010000:00010000:1.0:1746070415.927909:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d984 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6ad expref: 100 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.927916:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a411c000/0x628f9640b607d984 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6ad expref: 100 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.927921:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c1f80 00000100:00100000:0.0:1746070415.931798:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.931842:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.935640:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.940333:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.940469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.945125:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.945516:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015062400 00000100:00100000:1.0:1746070415.945521:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015062400 00002000:00100000:1.0:1746070415.945549:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c2680 x1830887015062400/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.945557:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2680 with x1830887015062400 ext(0->4095) 00010000:00010000:1.0:1746070415.945563:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607d992 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6bb expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.945576:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607d992 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6bb expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.945582:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c2680 00000100:00100000:1.0:1746070415.945595:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1430 00000100:00100000:1.0:1746070415.945601:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015062400:12345-192.168.203.29@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746070415.945739:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015062400:12345-192.168.203.29@tcp:3:ldlm_bl.0 Request processed in 138us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.945745:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1430 00002000:00100000:1.0:1746070415.945750:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c2680 x1830887015062400/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.945756:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2680 with x1830887015062400 ext(0->4095) 00010000:00010000:1.0:1746070415.945761:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607d992 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6bb expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00010000:00010000:1.0:1746070415.945769:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607d992 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6bb expref: 6 pid: 12041 timeout: 627 lvb_type: 0 00002000:00010000:1.0:1746070415.945773:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c2680 00000100:00100000:0.0:1746070415.948735:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.951629:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.954294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.957356:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.960610:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.961580:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.963641:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.965004:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015063680 00000100:00100000:0.0:1746070415.965007:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015063680 00010000:00010000:0.0:1746070415.965020:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d9a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6c9 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746070415.965039:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6938 00000100:00100000:0.0:1746070415.965044:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015063680:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070415.965051:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070415.965215:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d9a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6c9 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070415.965227:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d9a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6c9 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070415.965241:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607d9a0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6c9 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070415.965478:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070415.965480:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070415.965485:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d9a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6d0 expref: 99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.965492:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d9a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6d0 expref: 99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.965512:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d9a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6d0 expref: 99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070415.965522:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d9a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6d0 expref: 99 pid: 12041 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746070415.965531:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093323800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013151488:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070415.965590:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070415.967754:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.968094:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015063936 00000100:00100000:1.0:1746070415.968099:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015063936 00002000:00100000:1.0:1746070415.968129:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321f80 x1830887015063936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.968137:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321f80 with x1830887015063936 ext(0->4095) 00010000:00010000:1.0:1746070415.968144:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d9a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6d0 expref: 100 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070415.968155:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d9a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6d0 expref: 100 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070415.968160:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321f80 00000100:00100000:1.0:1746070415.968186:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1431 00000100:00100000:1.0:1746070415.968192:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1964:x1830887015063936:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070415.968327:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1964:x1830887015063936:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.968333:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1431 00002000:00100000:1.0:1746070415.968337:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321f80 x1830887015063936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.968344:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321f80 with x1830887015063936 ext(0->4095) 00010000:00010000:1.0:1746070415.968348:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d9a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6d0 expref: 100 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070415.968356:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691400/0x628f9640b607d9a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6d0 expref: 100 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070415.968361:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321f80 00000100:00100000:0.0:1746070415.971496:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.975649:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.978317:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.981338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.985352:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.988324:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.991196:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.991245:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015065088 00000100:00100000:1.0:1746070415.991251:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015065088 00000100:00100000:1.0:1746070415.991382:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4675 00000100:00100000:1.0:1746070415.991390:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:31621:x1830887015065088:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070415.991402:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070415.991412:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607d9c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be6ec expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.991427:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070415.991431:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d9bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6e5 expref: 101 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.991436:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070415.991439:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607d9c3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6ec expref: 101 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.991463:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d9bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6e5 expref: 101 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.991472:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607d9c3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6ec expref: 101 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070415.991479:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffc600, rc 0) 00000100:00100000:1.0:1746070415.991690:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:31621:x1830887015065088:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 300us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070415.991696:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4675 00000100:00100000:0.0:1746070415.992613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070415.995260:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070415.995579:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015065472 00000100:00100000:1.0:1746070415.995584:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015065472 00002000:00100000:1.0:1746070415.995610:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093320000 x1830887015065472/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/0 e 0 to 0 dl 1746070426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.995617:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320000 with x1830887015065472 ext(0->4095) 00010000:00010000:1.0:1746070415.995624:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d9bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6e5 expref: 100 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070415.995633:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d9bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6e5 expref: 100 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070415.995638:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093320000 00000100:00100000:1.0:1746070415.995660:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1432 00000100:00100000:1.0:1746070415.995665:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1963:x1830887015065472:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070415.995790:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1963:x1830887015065472:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (533us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070415.995795:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1432 00002000:00100000:1.0:1746070415.995799:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093320000 x1830887015065472/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:46/0 lens 488/4536 e 0 to 0 dl 1746070426 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070415.995805:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320000 with x1830887015065472 ext(0->4095) 00010000:00010000:1.0:1746070415.995809:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d9bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6e5 expref: 100 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070415.995817:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607d9bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6e5 expref: 100 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070415.995821:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093320000 00000100:00100000:0.0:1746070415.998142:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.002109:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be33b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013152384:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070416.002125:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070416.002157:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1961:x1830887015065600:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3881us (4020us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070416.002165:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6942 00000100:00100000:1.0:1746070416.002231:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:0.0:1746070416.002362:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746070416.006639:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.006693:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015065984 00000100:00100000:0.0:1746070416.006700:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015065984 00000100:00100000:0.0:1746070416.006738:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4676 00000100:00100000:0.0:1746070416.006744:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015065984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070416.006755:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070416.006768:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be6f3 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.006790:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607d9c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6ec expref: 98 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.006796:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070416.006798:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070416.006801:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.006823:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607d9c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6ec expref: 98 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.006833:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607d9c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6ec expref: 98 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746070416.006847:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093322680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013152512:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070416.006910:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943790c0 going to sleep for 11 seconds 00000100:00080000:1.0:1746070416.007011:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746070416.009491:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093322680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013152512:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070416.009515:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.009528:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094df7400, rc 0) 00000100:00100000:1.0:1746070416.009566:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015065984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2821us (2932us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.009572:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4676 00000100:00100000:1.0:1746070416.011513:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.012377:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015066112 00000100:00100000:0.0:1746070416.012384:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015066112 00010000:00010000:0.0:1746070416.012410:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607d9c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6ec expref: 99 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746070416.012431:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6943 00000100:00100000:0.0:1746070416.012437:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1964:x1830887015066112:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070416.012446:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746070416.012461:0:11146:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb blocks from disk: 3 -> 11 00010000:00010000:0.0:1746070416.012465:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607d9c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6ec expref: 99 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.012475:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607d9c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6ec expref: 99 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.012492:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607d9c3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6ec expref: 99 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.012503:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070416.012505:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070416.012510:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.012517:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.012543:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070416.012552:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093320a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013152640:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070416.012608:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943790c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070416.014055:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.014532:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015066240 00000100:00100000:0.0:1746070416.014537:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015066240 00000100:00100000:0.0:1746070416.014565:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4677 00000100:00100000:0.0:1746070416.014570:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:31620:x1830887015066240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070416.014581:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070416.014592:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be6fa expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.014611:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.014617:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070416.014618:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070416.014620:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 100 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.014639:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.014648:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 5 pid: 12041 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746070416.014661:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093323100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013152768:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070416.014726:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070416.015869:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093320a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013152640:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070416.015895:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070416.015920:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1964:x1830887015066112:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3482us (4410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.015928:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6943 00000100:00100000:1.0:1746070416.016406:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015066496 00000100:00100000:1.0:1746070416.016410:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015066496 00002000:00100000:1.0:1746070416.016431:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33480 x1830887015066496/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.016438:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33480 with x1830887015066496 ext(0->4095) 00010000:00010000:1.0:1746070416.016444:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.016454:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.016459:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be33480 00000100:00100000:1.0:1746070416.016470:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1433 00000100:00100000:1.0:1746070416.016474:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015066496:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070416.016584:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015066496:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.016589:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1433 00002000:00100000:1.0:1746070416.016593:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33480 x1830887015066496/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.016599:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33480 with x1830887015066496 ext(0->4095) 00010000:00010000:1.0:1746070416.016602:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.016609:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.016614:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be33480 00000100:00100000:0.0:1746070416.017495:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093323100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013152768:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070416.017513:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.017524:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b78e800, rc 0) 00000100:00100000:0.0:1746070416.017545:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:31620:x1830887015066240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2975us (3491us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070416.017551:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4677 00000100:00100000:0.0:1746070416.024236:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.024259:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015066624 00000100:00100000:0.0:1746070416.024265:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015066624 00010000:00010000:0.0:1746070416.024289:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746070416.024311:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6944 00000100:00100000:0.0:1746070416.024317:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015066624:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070416.024328:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070416.024343:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.024353:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.024377:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607d9ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6f3 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.024389:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070416.024391:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070416.024397:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 98 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.024405:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 98 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.024430:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 98 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070416.024441:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093322d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013152896:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070416.024491:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070416.029902:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093322d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013152896:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070416.029919:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070416.029939:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015066624:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5623us (5710us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070416.029945:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6944 00000100:00100000:0.0:1746070416.033897:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.033996:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015067008 00000100:00100000:1.0:1746070416.034003:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015067008 00000100:00100000:1.0:1746070416.034038:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4678 00000100:00100000:1.0:1746070416.034045:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015067008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070416.034057:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070416.034070:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607d9d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be701 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.034093:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 98 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.034102:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070416.034103:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070416.034106:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607d9d8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be701 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.034126:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 98 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.034136:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 98 pid: 12041 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.034145:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013153024:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070416.034201:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070416.039913:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.039953:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015067136 00000100:00100000:1.0:1746070416.039959:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015067136 00002000:00100000:1.0:1746070416.039989:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093321180 x1830887015067136/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 496/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.039998:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321180 with x1830887015067136 ext(0->7) 00010000:00010000:1.0:1746070416.040005:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 99 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.040018:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 99 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.040024:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321180 00000100:00100000:1.0:1746070416.040049:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1434 00000100:00100000:1.0:1746070416.040056:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1964:x1830887015067136:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070416.040900:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:1964:x1830887015067136:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 843us (986us total) trans 4294967904 rc 0/0 00000100:00100000:1.0:1746070416.040907:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1434 00002000:00100000:1.0:1746070416.040913:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093321180 x1830887015067136/t4294967904(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 496/448 e 0 to 0 dl 1746070427 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.040920:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321180 with x1830887015067136 ext(0->7) 00010000:00010000:1.0:1746070416.040924:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 101 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.040932:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 101 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.040937:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321180 00000100:00100000:0.0:1746070416.045584:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015067264 00000100:00100000:0.0:1746070416.045591:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015067264 00010000:00010000:0.0:1746070416.045615:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 101 pid: 12041 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746070416.045649:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6945 00000100:00100000:0.0:1746070416.045654:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:1963:x1830887015067264:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070416.045664:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070416.045692:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 101 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.045702:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 101 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.045718:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607d9d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be6fa expref: 101 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.045728:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070416.045730:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070416.045736:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607d9d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be701 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.045742:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607d9d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be701 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.045765:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607d9d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be701 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070416.045774:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093320e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013153152:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070416.045831:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379900 going to sleep for 11 seconds 00000001:00080000:0.0:1746070416.046804:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967878 is committed 00000001:00080000:0.0:1746070416.046821:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967902 is committed 00000001:00080000:0.0:1746070416.046872:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967903 is committed 00000100:00100000:0.0:1746070416.049457:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.053603:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.053949:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015067648 00000100:00100000:1.0:1746070416.053955:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015067648 00002000:00100000:1.0:1746070416.053988:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322680 x1830887015067648/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.053997:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322680 with x1830887015067648 ext(0->4095) 00010000:00010000:1.0:1746070416.054003:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607d9d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be701 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.054015:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607d9d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be701 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.054021:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093322680 00000100:00100000:1.0:1746070416.054035:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1435 00000100:00100000:1.0:1746070416.054040:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015067648:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070416.054162:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015067648:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (565us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.054167:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1435 00002000:00100000:1.0:1746070416.054172:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322680 x1830887015067648/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.054179:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322680 with x1830887015067648 ext(0->4095) 00010000:00010000:1.0:1746070416.054183:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607d9d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be701 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.054190:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607d9d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be701 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.054195:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093322680 00000100:00100000:0.0:1746070416.061604:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.065574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.069427:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.080764:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.087205:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.087289:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.093763:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.096724:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.099057:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.099563:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015069184 00000100:00100000:1.0:1746070416.099568:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015069184 00002000:00100000:1.0:1746070416.099600:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404700 x1830887015069184/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.099608:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404700 with x1830887015069184 ext(0->4095) 00002000:00010000:1.0:1746070416.099611:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404700 00000100:00100000:1.0:1746070416.099836:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3629 00000100:00100000:1.0:1746070416.099843:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1961:x1830887015069184:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070416.100086:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1961:x1830887015069184:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 243us (1034us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.100093:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3629 00002000:00100000:1.0:1746070416.100098:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404700 x1830887015069184/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.100105:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404700 with x1830887015069184 ext(0->4095) 00002000:00010000:1.0:1746070416.100108:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404700 00000100:00100000:0.0:1746070416.103041:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.115601:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.116030:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015069440 00000100:00100000:1.0:1746070416.116036:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015069440 00002000:00100000:1.0:1746070416.116065:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092405880 x1830887015069440/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 496/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.116073:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405880 with x1830887015069440 ext(0->7) 00010000:00010000:1.0:1746070416.116079:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d9ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be716 expref: 10 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.116089:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d9ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be716 expref: 10 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.116095:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092405880 00000100:00100000:0.0:1746070416.116864:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.117184:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1438 00000100:00100000:1.0:1746070416.117189:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015069440:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070416.117415:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1964:x1830887015069440:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 224us (1814us total) trans 4294967906 rc 0/0 00000100:00100000:1.0:1746070416.117421:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1438 00002000:00100000:1.0:1746070416.117426:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092405880 x1830887015069440/t4294967906(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 496/448 e 0 to 0 dl 1746070427 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.117439:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405880 with x1830887015069440 ext(0->7) 00010000:00010000:1.0:1746070416.117443:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d9ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be716 expref: 13 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.117451:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607d9ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be716 expref: 13 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.117456:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092405880 00000100:00100000:0.0:1746070416.119142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.125055:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.131008:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.135586:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.138718:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.141866:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.145584:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.146065:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015070848 00000100:00100000:1.0:1746070416.146072:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015070848 00002000:00100000:1.0:1746070416.146327:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404a80 x1830887015070848/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.146337:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404a80 with x1830887015070848 ext(0->4095) 00002000:00010000:1.0:1746070416.146341:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404a80 00000100:00100000:0.0:1746070416.146494:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.146796:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3631 00000100:00100000:1.0:1746070416.146802:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015070848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070416.146917:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015070848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (1338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.146922:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3631 00002000:00100000:1.0:1746070416.146927:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404a80 x1830887015070848/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.146933:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404a80 with x1830887015070848 ext(0->4095) 00002000:00010000:1.0:1746070416.146936:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404a80 00000100:00100000:0.0:1746070416.150715:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.150873:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.154636:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.154969:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1440 00000100:00100000:1.0:1746070416.154977:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1964:x1830887015071488:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070416.155586:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1964:x1830887015071488:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 608us (950us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.155592:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1440 00002000:00100000:1.0:1746070416.155598:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092405180 x1830887015071488/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.155606:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405180 with x1830887015071488 ext(0->4095) 00010000:00010000:1.0:1746070416.155611:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ee6600/0x628f9640b607da09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be732 expref: 13 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.155625:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ee6600/0x628f9640b607da09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be732 expref: 13 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.155631:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092405180 00000100:00100000:0.0:1746070416.157159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.159521:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.159608:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015071872 00000100:00100000:1.0:1746070416.159612:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015071872 00002000:00100000:1.0:1746070416.159635:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d504700 x1830887015071872/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.159644:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d504700 with x1830887015071872 ext(0->4095) 00002000:00010000:1.0:1746070416.159647:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d504700 00000100:00100000:1.0:1746070416.159668:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3632 00000100:00100000:1.0:1746070416.159685:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015071872:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070416.159789:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015071872:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.159797:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3632 00002000:00100000:1.0:1746070416.159802:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d504700 x1830887015071872/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.159809:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d504700 with x1830887015071872 ext(0->4095) 00002000:00010000:1.0:1746070416.159811:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d504700 00000100:00100000:0.0:1746070416.160793:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.166114:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.169828:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.170839:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.171133:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015072512 00000100:00100000:1.0:1746070416.171137:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015072512 00002000:00100000:1.0:1746070416.171161:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d504a80 x1830887015072512/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.171169:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d504a80 with x1830887015072512 ext(0->4095) 00010000:00010000:1.0:1746070416.171174:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099daee00/0x628f9640b607da17 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be740 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.171184:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099daee00/0x628f9640b607da17 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be740 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.171189:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d504a80 00000100:00100000:1.0:1746070416.171200:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1441 00000100:00100000:1.0:1746070416.171205:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015072512:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070416.171326:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015072512:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.171332:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1441 00002000:00100000:1.0:1746070416.171337:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d504a80 x1830887015072512/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.171350:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d504a80 with x1830887015072512 ext(0->4095) 00010000:00010000:1.0:1746070416.171354:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099daee00/0x628f9640b607da17 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be740 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.171363:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099daee00/0x628f9640b607da17 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be740 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.171367:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d504a80 00000100:00100000:0.0:1746070416.173391:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.173430:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.177028:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.180774:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.183947:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.187133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.189157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.191125:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.193299:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.195302:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.196491:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.198416:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.200569:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.202420:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.206740:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be32a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013156864:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070416.206757:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070416.206801:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1963:x1830887015074816:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4159us (4385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070416.206809:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6959 00000100:00100000:0.0:1746070416.209275:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.209366:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.209433:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015075328 00000100:00100000:1.0:1746070416.209438:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015075328 00010000:00010000:1.0:1746070416.209460:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be763 expref: 12 pid: 12041 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.209481:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6960 00000100:00100000:1.0:1746070416.209487:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1962:x1830887015075328:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070416.209497:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070416.209514:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be763 expref: 12 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.209524:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be763 expref: 12 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.209542:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da3a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be763 expref: 12 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.209560:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.209562:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.209568:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da41 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be76a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.209574:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be76a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.209600:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be76a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070416.209609:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013156992:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070416.210726:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070416.213617:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013156992:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070416.213633:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070416.213668:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1962:x1830887015075328:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4180us (4301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.213693:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6960 00000100:00100000:0.0:1746070416.213766:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013157120:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070416.213786:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607da48 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be771 expref: 12 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.213800:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:0.0:1746070416.213818:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:31620:x1830887015075200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4163us (4549us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070416.213823:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4694 00000100:00100000:0.0:1746070416.216254:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.216328:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015075712 00000100:00100000:1.0:1746070416.216334:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015075712 00010000:00010000:1.0:1746070416.216355:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be76a expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.216375:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6961 00000100:00100000:1.0:1746070416.216380:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015075712:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070416.216392:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070416.216407:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be76a expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.216416:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be76a expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.216434:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da41 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be76a expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.216456:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.216458:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.216464:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607da48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be771 expref: 11 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.216471:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607da48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be771 expref: 11 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.216495:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607da48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be771 expref: 11 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070416.216504:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013157248:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070416.216562:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070416.218412:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013157248:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070416.218425:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070416.218450:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015075712:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2070us (2200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.218461:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6961 00000100:00100000:0.0:1746070416.220538:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.224905:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.230559:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.232770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.235215:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.238425:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.238752:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.243083:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.245631:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.248948:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.253026:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.261787:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.261827:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.266220:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015078144 00000100:00100000:0.0:1746070416.266227:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015078144 00002000:00100000:0.0:1746070416.266262:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31f80 x1830887015078144/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070416.266270:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31f80 with x1830887015078144 ext(0->4095) 00010000:00010000:0.0:1746070416.266277:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009430a200/0x628f9640b607da64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be78d expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.266293:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009430a200/0x628f9640b607da64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be78d expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746070416.266298:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be31f80 00000100:00100000:0.0:1746070416.266314:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1448 00000100:00100000:0.0:1746070416.266321:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015078144:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070416.266653:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015078144:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 330us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070416.266659:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1448 00002000:00100000:0.0:1746070416.266664:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31f80 x1830887015078144/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070416.266691:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31f80 with x1830887015078144 ext(0->4095) 00010000:00010000:0.0:1746070416.266696:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009430a200/0x628f9640b607da64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be78d expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.266705:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009430a200/0x628f9640b607da64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be78d expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746070416.266711:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be31f80 00000100:00100000:0.0:1746070416.270236:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.278538:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015078528 00000100:00100000:1.0:1746070416.278545:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015078528 00000100:00100000:0.0:1746070416.278546:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013158528:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070416.278561:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746070416.278578:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30000 x1830887015078528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.278587:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30000 with x1830887015078528 ext(0->4095) 00002000:00010000:1.0:1746070416.278590:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be30000 00000100:00100000:0.0:1746070416.278597:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015078272:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8222us (8368us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070416.278608:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6966 00000100:00100000:1.0:1746070416.278617:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3637 00000100:00100000:1.0:1746070416.278623:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015078528:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070416.278782:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015078528:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.278788:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3637 00002000:00100000:1.0:1746070416.278793:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30000 x1830887015078528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.278800:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30000 with x1830887015078528 ext(0->4095) 00002000:00010000:1.0:1746070416.278802:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be30000 00000100:00100000:0.0:1746070416.282601:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.287363:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.287652:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015078784 00000100:00100000:1.0:1746070416.287659:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015078784 00002000:00100000:1.0:1746070416.287719:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093221c00 x1830887015078784/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 496/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.287996:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221c00 with x1830887015078784 ext(0->7) 00010000:00010000:1.0:1746070416.288003:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009430bc00/0x628f9640b607da6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be794 expref: 12 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.288020:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009430bc00/0x628f9640b607da6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be794 expref: 12 pid: 25271 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.288026:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093221c00 00000100:00100000:1.0:1746070416.288052:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1449 00000100:00100000:1.0:1746070416.288059:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015078784:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070416.288296:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1963:x1830887015078784:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 237us (935us total) trans 4294967907 rc 0/0 00000100:00100000:1.0:1746070416.288302:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1449 00002000:00100000:1.0:1746070416.288307:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093221c00 x1830887015078784/t4294967907(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 496/448 e 0 to 0 dl 1746070427 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.288314:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221c00 with x1830887015078784 ext(0->7) 00010000:00010000:1.0:1746070416.288318:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009430bc00/0x628f9640b607da6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be794 expref: 14 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.288326:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009430bc00/0x628f9640b607da6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be794 expref: 14 pid: 25271 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.288331:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093221c00 00000100:00100000:0.0:1746070416.293088:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.293429:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.293500:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015078912 00000100:00100000:1.0:1746070416.293503:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015078912 00010000:00010000:1.0:1746070416.293517:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009430bc00/0x628f9640b607da6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be794 expref: 15 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.293539:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6967 00000100:00100000:1.0:1746070416.293544:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015078912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070416.293550:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070416.293566:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009430bc00/0x628f9640b607da6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be794 expref: 16 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.293574:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009430bc00/0x628f9640b607da6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be794 expref: 16 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.293587:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009430bc00/0x628f9640b607da6b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be794 expref: 16 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.293954:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070416.294036:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1964:x1830887015078912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 490us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.294043:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6967 00000100:00100000:0.0:1746070416.297605:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015079296 00000100:00100000:0.0:1746070416.297614:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015079296 00002000:00100000:0.0:1746070416.297646:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32d80 x1830887015079296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070416.297655:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32d80 with x1830887015079296 ext(0->4095) 00010000:00010000:0.0:1746070416.297661:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be79b expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.297691:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be79b expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746070416.297696:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32d80 00000100:00100000:0.0:1746070416.297879:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1450 00000100:00100000:0.0:1746070416.297895:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015079296:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070416.298006:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015079296:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (732us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070416.298011:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1450 00002000:00100000:0.0:1746070416.298016:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32d80 x1830887015079296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070416.298028:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32d80 with x1830887015079296 ext(0->4095) 00010000:00010000:0.0:1746070416.298032:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be79b expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.298387:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be79b expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746070416.298394:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32d80 00000100:00100000:0.0:1746070416.302150:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.302308:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015079424 00000100:00100000:1.0:1746070416.302316:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015079424 00010000:00010000:1.0:1746070416.302343:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be79b expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.302365:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6968 00000100:00100000:1.0:1746070416.302371:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015079424:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070416.302381:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070416.302397:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be79b expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.302407:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be79b expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.302424:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da72 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be79b expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.302544:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.302546:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.302552:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009430b800/0x628f9640b607da79 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a2 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.302559:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009430b800/0x628f9640b607da79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a2 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.302584:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009430b800/0x628f9640b607da79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a2 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070416.302594:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013159040:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070416.303092:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070416.305559:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013159040:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070416.305575:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070416.306161:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015079424:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3787us (4015us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.306169:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6968 00000100:00100000:0.0:1746070416.307016:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.307143:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015079680 00000100:00100000:1.0:1746070416.307149:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015079680 00002000:00100000:1.0:1746070416.307179:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcf480 x1830887015079680/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.307193:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcf480 with x1830887015079680 ext(0->4095) 00002000:00010000:1.0:1746070416.307197:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcf480 00000100:00100000:1.0:1746070416.307212:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3638 00000100:00100000:1.0:1746070416.307218:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1962:x1830887015079680:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070416.307322:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1962:x1830887015079680:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.307327:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3638 00002000:00100000:1.0:1746070416.307332:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcf480 x1830887015079680/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.307338:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcf480 with x1830887015079680 ext(0->4095) 00002000:00010000:1.0:1746070416.307341:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcf480 00000100:00100000:0.0:1746070416.309819:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.317234:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.324482:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.324563:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015080064 00000100:00100000:1.0:1746070416.324570:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015080064 00010000:00010000:1.0:1746070416.324597:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009430b800/0x628f9640b607da79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a2 expref: 16 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.324620:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6969 00000100:00100000:1.0:1746070416.324627:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1961:x1830887015080064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070416.324639:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070416.324655:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009430b800/0x628f9640b607da79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a2 expref: 16 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.324665:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009430b800/0x628f9640b607da79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a2 expref: 16 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.324706:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009430b800/0x628f9640b607da79 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a2 expref: 16 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.324799:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.324801:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.324807:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607da80 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a9 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.324814:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607da80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a9 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.324840:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607da80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a9 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070416.324850:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013159296:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070416.325828:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070416.328366:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.328714:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013159296:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070416.328729:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070416.328762:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1961:x1830887015080064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4134us (4285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.329012:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6969 00000100:00100000:0.0:1746070416.335757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.342994:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.343057:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015080576 00000100:00100000:1.0:1746070416.343062:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015080576 00010000:00010000:1.0:1746070416.343084:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607da80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a9 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.343108:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6970 00000100:00100000:1.0:1746070416.343114:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015080576:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070416.343124:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070416.343140:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607da80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a9 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.343149:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607da80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a9 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.343167:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607da80 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7a9 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.343265:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.343267:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.343272:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da87 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b0 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.343281:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b0 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.343305:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b0 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070416.343314:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013159552:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070416.344425:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070416.345522:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013159552:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070416.345538:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070416.345569:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015080576:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2453us (2575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.345576:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6970 00000100:00100000:0.0:1746070416.348501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.355918:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.370312:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.375502:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.397825:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.397913:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015081344 00000100:00100000:1.0:1746070416.397921:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015081344 00010000:00010000:1.0:1746070416.397949:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b0 expref: 19 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.397971:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6971 00000100:00100000:1.0:1746070416.397977:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1961:x1830887015081344:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070416.397988:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070416.398004:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b0 expref: 19 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.398014:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b0 expref: 19 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.398033:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607da87 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b0 expref: 19 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.400036:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.400039:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.400046:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607da8e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b7 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.400054:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607da8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b7 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.400089:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607da8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b7 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.400100:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607da8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b7 expref: 5 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.400110:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013159936:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070416.402040:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070416.406816:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.407388:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013159936:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070416.407402:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070416.407423:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1961:x1830887015081344:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 9446us (9604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.407429:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6971 00000100:00100000:0.0:1746070416.418297:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.418408:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015081728 00000100:00100000:1.0:1746070416.418415:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015081728 00010000:00010000:1.0:1746070416.418442:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607da8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b7 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.418506:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6972 00000100:00100000:1.0:1746070416.418513:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015081728:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070416.418523:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070416.418537:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607da8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b7 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.418552:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607da8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b7 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.418572:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d200/0x628f9640b607da8e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7b7 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.418783:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.418785:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.418792:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da95 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7be expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.418800:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7be expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.418825:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7be expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070416.418835:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013160064:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070416.418900:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52be40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070416.421184:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013160064:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070416.421199:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070416.421227:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015081728:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2714us (2938us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.421236:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6972 00000100:00100000:0.0:1746070416.422421:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.431105:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.431189:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015082112 00000100:00100000:1.0:1746070416.431196:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015082112 00000100:00100000:1.0:1746070416.431296:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4706 00000100:00100000:1.0:1746070416.431303:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015082112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070416.431318:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070416.431330:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607da9c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be7c5 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.431351:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da95 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7be expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.431357:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070416.431359:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070416.431362:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607da9c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7c5 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.431382:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7be expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.431390:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7be expref: 17 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.431400:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013160192:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070416.434995:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52be40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070416.447554:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013160192:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070416.447580:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607da9c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7c5 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.447599:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffc600, rc 0) 00000100:00100000:1.0:1746070416.447633:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015082112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16329us (16533us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.447640:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4706 00000100:00100000:0.0:1746070416.451530:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.451613:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015082240 00000100:00100000:1.0:1746070416.451620:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015082240 00000100:00100000:1.0:1746070416.451665:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4707 00000100:00100000:1.0:1746070416.451701:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:31620:x1830887015082240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070416.451717:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070416.451732:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607daa3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be7cc expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.451754:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070416.451760:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607da9c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7c5 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.451766:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070416.451769:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607daa3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7cc expref: 19 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.451796:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607da9c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7c5 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.451806:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607daa3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7cc expref: 19 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.451819:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffde00, rc 0) 00000100:00100000:1.0:1746070416.451858:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:31620:x1830887015082240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.451864:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4707 00000100:00100000:0.0:1746070416.453221:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.461072:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.461152:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015082496 00000100:00100000:1.0:1746070416.461159:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015082496 00010000:00010000:1.0:1746070416.461187:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7be expref: 21 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.462383:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6973 00000100:00100000:1.0:1746070416.462393:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1963:x1830887015082496:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070416.462406:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070416.462424:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7be expref: 21 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.462435:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7be expref: 21 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.462454:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607da95 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7be expref: 21 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.462631:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.462633:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.462639:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607da9c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7c5 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.462650:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607da9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7c5 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.462691:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607da9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7c5 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.462701:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607da9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7c5 expref: 5 pid: 12041 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.462711:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013160448:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070416.464638:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52be40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070416.466138:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013160448:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070416.466153:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070416.466192:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1963:x1830887015082496:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3800us (5125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.466200:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6973 00000100:00100000:0.0:1746070416.467151:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.471973:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.472221:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015082880 00000100:00100000:1.0:1746070416.472227:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015082880 00010000:00010000:1.0:1746070416.472252:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607da9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7c5 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.472274:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6974 00000100:00100000:1.0:1746070416.472280:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015082880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070416.472290:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070416.472307:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607da9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7c5 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.472317:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607da9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7c5 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.472336:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ffc600/0x628f9640b607da9c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7c5 expref: 6 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.472949:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.472951:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.472958:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607daa3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7cc expref: 19 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.472966:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607daa3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7cc expref: 19 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.472992:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607daa3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7cc expref: 19 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070416.473002:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013160576:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070416.473063:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070416.475048:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.475160:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013160576:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070416.475175:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070416.475203:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015082880:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2923us (3235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.475210:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6974 00000100:00100000:0.0:1746070416.482158:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.500247:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.500290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.503096:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.503209:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015083648 00000100:00100000:1.0:1746070416.503213:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015083648 00010000:00010000:1.0:1746070416.503230:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607daa3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7cc expref: 23 pid: 12041 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.503244:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6975 00000100:00100000:1.0:1746070416.503248:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1964:x1830887015083648:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070416.503255:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070416.503269:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607daa3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7cc expref: 23 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.503277:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607daa3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7cc expref: 23 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.503291:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092ffde00/0x628f9640b607daa3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7cc expref: 23 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.503313:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.503314:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.503319:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607daaa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7d3 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.503325:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607daaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7d3 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.503342:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607daaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7d3 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.503355:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607daaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7d3 expref: 5 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.503363:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013160960:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070416.503406:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070416.506584:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015083904 00000100:00100000:0.0:1746070416.506590:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015083904 00002000:00100000:0.0:1746070416.506620:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32300 x1830887015083904/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070416.506629:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32300 with x1830887015083904 ext(0->4095) 00010000:00010000:0.0:1746070416.506637:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607daaa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7d3 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.506650:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607daaa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7d3 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746070416.506656:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32300 00000100:00100000:0.0:1746070416.506687:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1457 00000100:00100000:0.0:1746070416.506696:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015083904:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070416.506832:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015083904:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070416.506838:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1457 00002000:00100000:0.0:1746070416.506844:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32300 x1830887015083904/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070416.506851:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32300 with x1830887015083904 ext(0->4095) 00010000:00010000:0.0:1746070416.506856:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607daaa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7d3 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:0.0:1746070416.506864:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607daaa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7d3 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00002000:00010000:0.0:1746070416.506869:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32300 00000100:00100000:1.0:1746070416.507187:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013160960:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070416.507200:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070416.507230:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1964:x1830887015083648:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3981us (4134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.507236:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6975 00000100:00100000:0.0:1746070416.511872:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.511990:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015084032 00000100:00100000:1.0:1746070416.511997:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015084032 00010000:00010000:1.0:1746070416.512026:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607daaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7d3 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.512197:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6976 00000100:00100000:1.0:1746070416.512203:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015084032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070416.512214:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070416.512230:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607daaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7d3 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.512241:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607daaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7d3 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.512258:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607daaa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7d3 expref: 6 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.512285:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.512287:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.512294:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607dab1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7da expref: 21 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.512302:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607dab1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7da expref: 21 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.512329:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607dab1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7da expref: 21 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070416.512339:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013161088:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070416.513263:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52be40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070416.515372:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013161088:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070416.515387:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070416.515414:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015084032:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3210us (3548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.515423:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6976 00000100:00100000:1.0:1746070416.516421:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.529320:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.554029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.560163:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.589143:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.589217:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015084800 00000100:00100000:1.0:1746070416.589224:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015084800 00010000:00010000:1.0:1746070416.589255:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607dab1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7da expref: 25 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.589279:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6977 00000100:00100000:1.0:1746070416.589285:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1963:x1830887015084800:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070416.589297:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070416.589312:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607dab1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7da expref: 25 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.589321:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607dab1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7da expref: 25 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.589337:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607dab1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7da expref: 25 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.589362:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.589363:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070416.589372:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607dab8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7e1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.589379:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607dab8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7e1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.589475:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607dab8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7e1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.589484:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607dab8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7e1 expref: 5 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.589494:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013161472:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070416.589557:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070416.591577:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.594092:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.596893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.604352:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.611360:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013161728:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070416.611389:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607dac6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7ef expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.611402:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ed2200, rc 0) 00000100:00100000:0.0:1746070416.611653:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015085568:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7163us (7302us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070416.611664:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4712 00000100:00100000:0.0:1746070416.624648:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.628824:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.628843:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015085824 00000100:00100000:0.0:1746070416.628848:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015085824 00000100:00100000:0.0:1746070416.628870:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4713 00000100:00100000:0.0:1746070416.628874:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31620:x1830887015085824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070416.628892:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070416.628903:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607dacd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be7f6 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.628920:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070416.628924:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607dac6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7ef expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.628929:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070416.628931:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607dacd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7f6 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.628957:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607dac6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7ef expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.628966:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607dacd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7f6 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.628976:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094df7400, rc 0) 00000100:00100000:0.0:1746070416.629005:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:31620:x1830887015085824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070416.629010:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4713 00000100:00100000:0.0:1746070416.637076:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.640476:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.648162:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.651366:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be30e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013162112:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070416.651384:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070416.651415:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015086336:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3104us (3258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070416.651423:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6980 00000100:00100000:0.0:1746070416.656837:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015086720 00000100:00100000:0.0:1746070416.656844:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015086720 00000100:00100000:0.0:1746070416.656966:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4714 00000100:00100000:0.0:1746070416.656972:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015086720:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070416.656986:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070416.656998:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094df7600/0x628f9640b607dad4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be7fd expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.657019:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607dacd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7f6 expref: 25 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.657025:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070416.657027:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070416.657029:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094df7600/0x628f9640b607dad4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7fd expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.657049:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607dacd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7f6 expref: 25 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.657059:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094df7400/0x628f9640b607dacd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be7f6 expref: 25 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:0.0:1746070416.657068:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013162240:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070416.657837:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943796c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746070416.658782:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070416.661037:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.662292:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.665621:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.670759:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.674934:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.682714:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.682817:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015087744 00000100:00100000:1.0:1746070416.682824:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015087744 00000100:00100000:1.0:1746070416.682859:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4716 00000100:00100000:1.0:1746070416.682865:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015087744:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070416.682878:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070416.682899:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607dae2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be80b expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.682921:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607dadb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be804 expref: 25 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.682927:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070416.682928:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070416.682932:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607dae2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be80b expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.682955:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607dadb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be804 expref: 25 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.682965:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607dadb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be804 expref: 25 pid: 25271 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1746070416.682975:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013162752:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070416.683036:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070416.723850:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013162752:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070416.723875:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607dae2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be80b expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070416.723932:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ed2200, rc 0) 00000100:00100000:1.0:1746070416.723967:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015087744:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 41101us (41301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070416.723974:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4716 00000100:00100000:0.0:1746070416.726848:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.731571:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.731805:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015088000 00000100:00100000:0.0:1746070416.731812:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015088000 00000100:00100000:0.0:1746070416.731978:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4717 00000100:00100000:0.0:1746070416.731985:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:31620:x1830887015088000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070416.731997:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070416.732010:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607dae9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be812 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.732030:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070416.732034:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607dae2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be80b expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.732039:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070416.732042:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607dae9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be812 expref: 29 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.732068:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607dae2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be80b expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.732076:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607dae9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be812 expref: 29 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.732084:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4268000, rc 0) 00000100:00100000:0.0:1746070416.733939:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:31620:x1830887015088000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1948us (2366us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070416.733946:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4717 00000100:00100000:0.0:1746070416.761823:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.768197:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.770391:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.775384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.775612:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015088768 00000100:00100000:1.0:1746070416.775619:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015088768 00002000:00100000:1.0:1746070416.775654:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087263b80 x1830887015088768/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.775663:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087263b80 with x1830887015088768 ext(0->4095) 00002000:00010000:1.0:1746070416.775667:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087263b80 00000100:00100000:1.0:1746070416.776837:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3647 00000100:00100000:1.0:1746070416.776845:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1964:x1830887015088768:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070416.776968:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1964:x1830887015088768:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (1590us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.776973:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3647 00002000:00100000:1.0:1746070416.776979:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087263b80 x1830887015088768/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.776986:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087263b80 with x1830887015088768 ext(0->4095) 00002000:00010000:1.0:1746070416.776989:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087263b80 00000100:00100000:0.0:1746070416.779256:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.785168:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.785205:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.792073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.796819:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.799267:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.799401:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015089792 00000100:00100000:1.0:1746070416.799407:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015089792 00002000:00100000:1.0:1746070416.799435:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087261880 x1830887015089792/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.799444:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087261880 with x1830887015089792 ext(0->4095) 00002000:00010000:1.0:1746070416.799448:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087261880 00000100:00100000:1.0:1746070416.799473:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3648 00000100:00100000:1.0:1746070416.799480:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1964:x1830887015089792:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070416.799970:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1964:x1830887015089792:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 489us (703us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.799975:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3648 00002000:00100000:1.0:1746070416.799980:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087261880 x1830887015089792/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.799987:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087261880 with x1830887015089792 ext(0->4095) 00002000:00010000:1.0:1746070416.799990:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087261880 00000100:00100000:0.0:1746070416.803258:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.809653:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.812922:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.820242:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.820489:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015090432 00000100:00100000:1.0:1746070416.820496:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015090432 00002000:00100000:1.0:1746070416.820531:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087260e00 x1830887015090432/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.820540:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260e00 with x1830887015090432 ext(0->4095) 00002000:00010000:1.0:1746070416.820545:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087260e00 00000100:00100000:1.0:1746070416.820578:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3649 00000100:00100000:1.0:1746070416.820585:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015090432:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070416.820751:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015090432:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.820757:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3649 00002000:00100000:1.0:1746070416.820764:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087260e00 x1830887015090432/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.820770:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260e00 with x1830887015090432 ext(0->4095) 00002000:00010000:1.0:1746070416.820773:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087260e00 00000100:00100000:0.0:1746070416.824789:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.837025:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.842209:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.853458:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.860019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.860445:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015091200 00000100:00100000:1.0:1746070416.860453:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015091200 00002000:00100000:1.0:1746070416.860489:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091fb9880 x1830887015091200/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 496/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.860498:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9880 with x1830887015091200 ext(0->7) 00010000:00010000:1.0:1746070416.860505:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607db05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be82e expref: 30 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.860516:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607db05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be82e expref: 30 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.860522:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb9880 00000100:00100000:1.0:1746070416.860551:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1467 00000100:00100000:1.0:1746070416.860558:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015091200:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070416.860839:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1964:x1830887015091200:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 281us (829us total) trans 4294967916 rc 0/0 00000100:00100000:1.0:1746070416.860845:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1467 00002000:00100000:1.0:1746070416.860851:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091fb9880 x1830887015091200/t4294967916(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 496/448 e 0 to 0 dl 1746070427 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.860858:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9880 with x1830887015091200 ext(0->7) 00010000:00010000:1.0:1746070416.860862:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607db05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be82e expref: 32 pid: 12041 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.860872:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b78e800/0x628f9640b607db05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be82e expref: 32 pid: 12041 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.860884:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb9880 00000100:00100000:0.0:1746070416.866533:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.871999:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.877148:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.881595:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.886056:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.886149:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015092096 00000100:00100000:1.0:1746070416.886155:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015092096 00002000:00100000:1.0:1746070416.886183:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8380 x1830887015092096/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.886191:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8380 with x1830887015092096 ext(0->4095) 00002000:00010000:1.0:1746070416.886195:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb8380 00000100:00100000:1.0:1746070416.886584:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3651 00000100:00100000:1.0:1746070416.886592:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1964:x1830887015092096:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070416.886733:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1964:x1830887015092096:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (677us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.886738:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3651 00002000:00100000:1.0:1746070416.886743:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8380 x1830887015092096/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.886750:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8380 with x1830887015092096 ext(0->4095) 00002000:00010000:1.0:1746070416.886752:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb8380 00000100:00100000:0.0:1746070416.889094:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.892709:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.901384:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.909304:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.911488:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.912637:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.923534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.928938:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.931817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.941620:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.941742:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015093888 00000100:00100000:1.0:1746070416.941748:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015093888 00002000:00100000:1.0:1746070416.941777:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091fb9c00 x1830887015093888/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 496/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.941791:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9c00 with x1830887015093888 ext(0->7) 00010000:00010000:1.0:1746070416.941798:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607db28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be851 expref: 32 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.941809:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607db28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be851 expref: 32 pid: 25271 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.941815:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb9c00 00000100:00100000:1.0:1746070416.941841:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1471 00000100:00100000:1.0:1746070416.941848:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1963:x1830887015093888:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070416.942084:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1963:x1830887015093888:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 236us (465us total) trans 4294967917 rc 0/0 00000100:00100000:1.0:1746070416.942090:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1471 00002000:00100000:1.0:1746070416.942095:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091fb9c00 x1830887015093888/t4294967917(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:47/0 lens 496/448 e 0 to 0 dl 1746070427 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.942102:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9c00 with x1830887015093888 ext(0->7) 00010000:00010000:1.0:1746070416.942106:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607db28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be851 expref: 34 pid: 25271 timeout: 628 lvb_type: 0 00010000:00010000:1.0:1746070416.942115:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607db28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be851 expref: 34 pid: 25271 timeout: 628 lvb_type: 0 00002000:00010000:1.0:1746070416.942121:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb9c00 00000100:00100000:0.0:1746070416.946965:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.949462:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.949482:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015094272 00000100:00100000:1.0:1746070416.949485:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015094272 00002000:00100000:1.0:1746070416.949512:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9180 x1830887015094272/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/0 e 0 to 0 dl 1746070427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.949521:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9180 with x1830887015094272 ext(0->4095) 00002000:00010000:1.0:1746070416.949525:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12a9180 00000100:00100000:1.0:1746070416.950207:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3653 00000100:00100000:1.0:1746070416.950214:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015094272:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070416.950325:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015094272:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (866us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.950331:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3653 00002000:00100000:1.0:1746070416.950336:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9180 x1830887015094272/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.950344:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9180 with x1830887015094272 ext(0->4095) 00002000:00010000:1.0:1746070416.950346:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12a9180 00000100:00100000:0.0:1746070416.951945:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.955907:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.960722:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.972759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.976202:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070416.988861:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015095296 00000100:00100000:0.0:1746070416.988866:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015095296 00000100:00100000:0.0:1746070416.988920:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4730 00000100:00100000:0.0:1746070416.988927:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:31620:x1830887015095296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070416.988939:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070416.988949:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607db44 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be86d expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.988966:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070416.988971:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607db3d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be866 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.988976:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070416.988978:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607db44 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be86d expref: 38 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.989097:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607db3d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be866 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.989109:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607db44 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be86d expref: 37 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070416.989135:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ad8400, rc 0) 00000100:00100000:0.0:1746070416.989168:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:31620:x1830887015095296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 242us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070416.989174:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4730 00000100:00100000:0.0:1746070416.992428:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070416.994090:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1473 00000100:00100000:1.0:1746070416.994102:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015095552:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070416.994455:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015095552:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 356us (2027us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070416.994460:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1473 00002000:00100000:1.0:1746070416.994465:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c98700 x1830887015095552/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:47/0 lens 488/4536 e 0 to 0 dl 1746070427 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070416.994472:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98700 with x1830887015095552 ext(0->4095) 00010000:00010000:1.0:1746070416.994478:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607db3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be866 expref: 6 pid: 25271 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070416.994488:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607db3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be866 expref: 6 pid: 25271 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070416.994493:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c98700 00000100:00100000:0.0:1746070416.998889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.005354:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.005561:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015095936 00000100:00100000:1.0:1746070417.005569:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015095936 00002000:00100000:1.0:1746070417.005605:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99880 x1830887015095936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.005614:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99880 with x1830887015095936 ext(0->4095) 00002000:00010000:1.0:1746070417.005619:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c99880 00000100:00100000:1.0:1746070417.005649:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3655 00000100:00100000:1.0:1746070417.005656:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1963:x1830887015095936:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070417.005808:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1963:x1830887015095936:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.005814:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3655 00002000:00100000:1.0:1746070417.005819:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99880 x1830887015095936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.005825:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99880 with x1830887015095936 ext(0->4095) 00002000:00010000:1.0:1746070417.005828:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c99880 00000100:00100000:0.0:1746070417.027581:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.056593:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.056660:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.063041:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.065741:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.068265:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.079871:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.098469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.098599:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015097344 00000100:00100000:1.0:1746070417.098607:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015097344 00002000:00100000:1.0:1746070417.098644:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099c99c00 x1830887015097344/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 496/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.098659:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99c00 with x1830887015097344 ext(0->7) 00010000:00010000:1.0:1746070417.098666:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607db52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be87b expref: 38 pid: 25271 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.098705:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607db52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be87b expref: 38 pid: 25271 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.098712:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c99c00 00000100:00100000:1.0:1746070417.098737:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1476 00000100:00100000:1.0:1746070417.098744:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1961:x1830887015097344:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070417.099013:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1961:x1830887015097344:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 269us (550us total) trans 4294967920 rc 0/0 00000100:00100000:1.0:1746070417.099019:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1476 00002000:00100000:1.0:1746070417.099025:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099c99c00 x1830887015097344/t4294967920(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 496/448 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.099032:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99c00 with x1830887015097344 ext(0->7) 00010000:00010000:1.0:1746070417.099036:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607db52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be87b expref: 40 pid: 25271 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.099044:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607db52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be87b expref: 40 pid: 25271 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.099049:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c99c00 00000100:00100000:0.0:1746070417.113204:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.119197:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.121697:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.129595:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.129632:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.132228:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.133510:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015098368 00000100:00100000:1.0:1746070417.133515:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015098368 00002000:00100000:1.0:1746070417.133539:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5500 x1830887015098368/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.133547:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5500 with x1830887015098368 ext(0->4095) 00010000:00010000:1.0:1746070417.133552:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607db60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be889 expref: 41 pid: 12041 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.133562:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607db60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be889 expref: 41 pid: 12041 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.133567:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5500 00000100:00100000:1.0:1746070417.133588:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1477 00000100:00100000:1.0:1746070417.133593:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1961:x1830887015098368:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070417.133711:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1961:x1830887015098368:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (1486us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.133716:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1477 00002000:00100000:1.0:1746070417.133721:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5500 x1830887015098368/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.133728:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5500 with x1830887015098368 ext(0->4095) 00010000:00010000:1.0:1746070417.133731:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607db60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be889 expref: 41 pid: 12041 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.133739:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607db60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be889 expref: 41 pid: 12041 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.133744:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5500 00000100:00100000:0.0:1746070417.137508:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.142537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.145789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.145822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.146162:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015099008 00000100:00100000:1.0:1746070417.146165:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015099008 00000100:00100000:1.0:1746070417.146185:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4737 00000100:00100000:1.0:1746070417.146189:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:31620:x1830887015099008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.146199:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.146208:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607db75 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be89e expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.146223:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099daee00/0x628f9640b607db6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be897 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.146228:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.146229:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.146231:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607db75 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be89e expref: 41 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.146246:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099daee00/0x628f9640b607db6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be897 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.146255:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099daee00/0x628f9640b607db6e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be897 expref: 5 pid: 12041 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.146263:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013168128:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070417.146283:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070417.148982:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013168128:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070417.149007:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607db75 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be89e expref: 41 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.149025:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ed2a00, rc 0) 00000100:00100000:1.0:1746070417.149056:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31620:x1830887015099008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2866us (3271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.149063:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4737 00000100:00100000:0.0:1746070417.149486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.150174:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015099392 00000100:00100000:1.0:1746070417.150179:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015099392 00002000:00100000:1.0:1746070417.150204:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6a00 x1830887015099392/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.150212:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6a00 with x1830887015099392 ext(0->4095) 00010000:00010000:1.0:1746070417.150217:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099daee00/0x628f9640b607db6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be897 expref: 6 pid: 12041 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.150228:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099daee00/0x628f9640b607db6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be897 expref: 6 pid: 12041 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.150233:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f6a00 00000100:00100000:1.0:1746070417.150255:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1479 00000100:00100000:1.0:1746070417.150261:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015099392:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070417.150375:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015099392:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (890us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.150380:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1479 00002000:00100000:1.0:1746070417.150385:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6a00 x1830887015099392/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.150397:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6a00 with x1830887015099392 ext(0->4095) 00010000:00010000:1.0:1746070417.150401:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099daee00/0x628f9640b607db6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be897 expref: 6 pid: 12041 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.150408:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099daee00/0x628f9640b607db6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be897 expref: 6 pid: 12041 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.150413:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f6a00 00000100:00100000:0.0:1746070417.153473:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.157960:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.160782:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.160993:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015099904 00000100:00100000:1.0:1746070417.161001:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015099904 00000100:00100000:1.0:1746070417.161046:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4738 00000100:00100000:1.0:1746070417.161054:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015099904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.161066:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.161080:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607db7c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be8a5 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.161106:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607db75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be89e expref: 39 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.161112:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.161114:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.161117:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607db7c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8a5 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.161138:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607db75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be89e expref: 39 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.161151:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607db75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be89e expref: 39 pid: 25271 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.161160:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013168384:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070417.162519:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070417.163463:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013168384:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070417.163483:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607db7c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8a5 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.163497:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc19a00, rc 0) 00000100:00100000:1.0:1746070417.163526:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015099904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2473us (2749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.163533:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4738 00000100:00100000:0.0:1746070417.164374:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.167609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.167926:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.168365:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015100160 00000100:00100000:1.0:1746070417.168368:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015100160 00000100:00100000:1.0:1746070417.168394:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4739 00000100:00100000:1.0:1746070417.168398:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:31620:x1830887015100160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.168406:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.168416:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607db83 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be8ac expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.168432:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607db7c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8a5 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.168442:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.168443:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.168445:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607db83 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8ac expref: 40 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.168464:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607db7c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8a5 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.168472:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607db7c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8a5 expref: 5 pid: 25271 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.168481:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013168640:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070417.168519:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070417.170849:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013168640:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070417.170869:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607db83 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8ac expref: 40 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.170891:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ed2200, rc 0) 00000100:00100000:1.0:1746070417.170928:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:31620:x1830887015100160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2529us (3324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.170935:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4739 00000100:00100000:0.0:1746070417.173149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.173188:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.173381:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015100544 00000100:00100000:1.0:1746070417.173388:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015100544 00000100:00100000:1.0:1746070417.173427:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4740 00000100:00100000:1.0:1746070417.173433:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:31621:x1830887015100544:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.173446:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.173460:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607db8a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be8b3 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.173480:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.173484:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607db83 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8ac expref: 41 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.173489:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.173491:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607db8a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8b3 expref: 41 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.173517:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607db83 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8ac expref: 41 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.173526:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607db8a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8b3 expref: 41 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.173534:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ed2a00, rc 0) 00000100:00100000:1.0:1746070417.173566:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31621:x1830887015100544:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.173572:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4740 00000100:00100000:0.0:1746070417.177266:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.181182:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.185485:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.188382:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.190922:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.193437:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.195801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.196844:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.197073:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015102080 00000100:00100000:1.0:1746070417.197077:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015102080 00000100:00100000:1.0:1746070417.197095:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4743 00000100:00100000:1.0:1746070417.197099:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31621:x1830887015102080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.197106:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.197114:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607db9f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be8c8 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.197124:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.197127:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607db98 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8c1 expref: 42 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.197132:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.197134:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607db9f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8c8 expref: 42 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.197152:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607db98 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8c1 expref: 42 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.197160:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607db9f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8c8 expref: 42 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.197168:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc19a00, rc 0) 00000100:00100000:1.0:1746070417.197202:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:31621:x1830887015102080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.197207:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4743 00000100:00100000:0.0:1746070417.199450:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.202662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.206416:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.209367:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.211636:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.214453:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.217344:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.220116:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.220153:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.220498:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4746 00000100:00100000:1.0:1746070417.220505:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31620:x1830887015103616:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.220511:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.220517:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607dbb4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be8dd expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.220527:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.220531:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607dbad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8d6 expref: 42 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.220536:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.220538:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607dbb4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8dd expref: 42 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.220554:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607dbad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8d6 expref: 42 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.220562:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2a00/0x628f9640b607dbb4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8dd expref: 42 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.220570:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ed2a00, rc 0) 00000100:00100000:1.0:1746070417.220588:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:31620:x1830887015103616:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.220593:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4746 00000100:00100000:0.0:1746070417.221786:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093694000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013170176:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070417.221801:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607dbad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8d6 expref: 41 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070417.221810:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:0.0:1746070417.221838:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31621:x1830887015103488:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1549us (1727us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070417.221843:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4745 00000100:00100000:0.0:1746070417.223532:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.226013:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.229449:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.229486:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.233653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.237722:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.237761:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.242315:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.242526:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015105024 00000100:00100000:1.0:1746070417.242530:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015105024 00002000:00100000:1.0:1746070417.242556:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c3100 x1830887015105024/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.242564:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3100 with x1830887015105024 ext(0->4095) 00010000:00010000:1.0:1746070417.242570:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dbbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8e4 expref: 6 pid: 12041 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.242580:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dbbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8e4 expref: 6 pid: 12041 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.242590:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c3100 00000100:00100000:1.0:1746070417.242600:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1484 00000100:00100000:1.0:1746070417.242604:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015105024:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070417.242740:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015105024:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.242744:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1484 00002000:00100000:1.0:1746070417.242749:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c3100 x1830887015105024/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.242755:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3100 with x1830887015105024 ext(0->4095) 00010000:00010000:1.0:1746070417.242759:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dbbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8e4 expref: 6 pid: 12041 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.242767:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dbbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8e4 expref: 6 pid: 12041 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.242771:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c3100 00000100:00100000:0.0:1746070417.246085:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.249743:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.253340:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015105536 00000100:00100000:0.0:1746070417.253346:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015105536 00000100:00100000:0.0:1746070417.253393:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4749 00000100:00100000:0.0:1746070417.253399:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015105536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070417.253411:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070417.253425:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607dbc9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be8f2 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070417.253445:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607dbc2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8eb expref: 39 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070417.253451:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070417.253453:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070417.253456:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607dbc9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8f2 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070417.253476:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607dbc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8eb expref: 39 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070417.253486:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607dbc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be8eb expref: 39 pid: 12041 timeout: 629 lvb_type: 0 00000100:00100000:0.0:1746070417.253495:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092dcce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013171200:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070417.253560:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943796c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070417.256653:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.260173:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.262172:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.265782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.266387:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.270316:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.272666:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.276813:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.276910:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015106944 00000100:00100000:1.0:1746070417.276916:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015106944 00002000:00100000:1.0:1746070417.276949:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcc000 x1830887015106944/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.276958:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcc000 with x1830887015106944 ext(0->4095) 00002000:00010000:1.0:1746070417.276963:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcc000 00000100:00100000:1.0:1746070417.277151:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3666 00000100:00100000:1.0:1746070417.277157:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1964:x1830887015106944:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070417.277262:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1964:x1830887015106944:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.277267:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3666 00002000:00100000:1.0:1746070417.277272:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcc000 x1830887015106944/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.277279:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcc000 with x1830887015106944 ext(0->4095) 00002000:00010000:1.0:1746070417.277281:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcc000 00000100:00100000:0.0:1746070417.280101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.282172:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.285250:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.287731:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.287797:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.291888:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.296181:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.297019:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015108096 00000100:00100000:1.0:1746070417.297026:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015108096 00002000:00100000:1.0:1746070417.297060:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcca80 x1830887015108096/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.297068:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcca80 with x1830887015108096 ext(0->4095) 00010000:00010000:1.0:1746070417.297077:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dbe5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be90e expref: 41 pid: 12041 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.297088:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dbe5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be90e expref: 41 pid: 12041 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.297094:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcca80 00000100:00100000:1.0:1746070417.297119:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1486 00000100:00100000:1.0:1746070417.297126:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1964:x1830887015108096:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070417.297248:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1964:x1830887015108096:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (1068us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.297257:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1486 00002000:00100000:1.0:1746070417.297262:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcca80 x1830887015108096/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.297268:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcca80 with x1830887015108096 ext(0->4095) 00010000:00010000:1.0:1746070417.297272:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dbe5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be90e expref: 41 pid: 12041 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.297281:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dbe5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be90e expref: 41 pid: 12041 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.297285:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcca80 00000100:00100000:0.0:1746070417.299434:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.299573:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.304079:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.307771:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.307810:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.308192:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015108736 00000100:00100000:1.0:1746070417.308195:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015108736 00000100:00100000:1.0:1746070417.308213:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4756 00000100:00100000:1.0:1746070417.308217:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:31620:x1830887015108736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.308227:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.308237:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607dbfa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be923 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.308250:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dbf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be91c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.308255:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.308256:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.308258:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607dbfa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be923 expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.308274:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dbf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be91c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.308282:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dbf3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be91c expref: 5 pid: 12041 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.308289:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013172992:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070417.308305:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070417.310214:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.310279:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013172992:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070417.310296:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607dbfa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be923 expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.310307:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60800, rc 0) 00000100:00100000:1.0:1746070417.310338:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31620:x1830887015108736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2120us (2572us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.310344:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4756 00000100:00100000:0.0:1746070417.313099:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.317382:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.319985:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.320098:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015109632 00000100:00100000:1.0:1746070417.320103:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015109632 00000100:00100000:1.0:1746070417.320139:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4757 00000100:00100000:1.0:1746070417.320145:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015109632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.320157:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.320170:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607dc01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be92a expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.320192:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607dbfa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be923 expref: 39 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.320199:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.320200:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.320203:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607dc01 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be92a expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.320223:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607dbfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be923 expref: 39 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.320231:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607dbfa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be923 expref: 39 pid: 8445 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.320240:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013173248:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070417.320299:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070417.322047:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013173248:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070417.322066:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607dc01 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be92a expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.322078:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:1.0:1746070417.322108:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015109632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1963us (2126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.322114:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4757 00000100:00100000:0.0:1746070417.323393:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.326827:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.327962:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015110016 00000100:00100000:1.0:1746070417.327968:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015110016 00002000:00100000:1.0:1746070417.328000:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5500 x1830887015110016/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.328013:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5500 with x1830887015110016 ext(0->4095) 00002000:00010000:1.0:1746070417.328017:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e5500 00000100:00100000:1.0:1746070417.328040:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3669 00000100:00100000:1.0:1746070417.328046:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015110016:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070417.328171:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015110016:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (1349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.328177:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3669 00002000:00100000:1.0:1746070417.328182:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5500 x1830887015110016/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.328188:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5500 with x1830887015110016 ext(0->4095) 00002000:00010000:1.0:1746070417.328191:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e5500 00000100:00100000:0.0:1746070417.328952:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.329068:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015110144 00000100:00100000:1.0:1746070417.329072:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015110144 00000100:00100000:1.0:1746070417.329097:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4758 00000100:00100000:1.0:1746070417.329101:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:31620:x1830887015110144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.329109:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.329121:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607dc08 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be931 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.329138:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607dc01 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be92a expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.329144:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.329145:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.329149:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607dc08 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be931 expref: 40 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.329169:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607dc01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be92a expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.329178:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607dc01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be92a expref: 5 pid: 8445 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.329186:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013173504:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070417.330799:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070417.335312:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.336437:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013173504:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070417.336452:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607dc08 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be931 expref: 42 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.336460:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60a00, rc 0) 00000100:00100000:0.0:1746070417.337027:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.337195:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31620:x1830887015110144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8092us (8251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.337200:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4758 00000100:00100000:0.0:1746070417.342089:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.342375:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015110656 00000100:00100000:1.0:1746070417.342381:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015110656 00002000:00100000:1.0:1746070417.342410:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f19180 x1830887015110656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.342419:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f19180 with x1830887015110656 ext(0->4095) 00010000:00010000:1.0:1746070417.342425:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607dc08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be931 expref: 41 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.342440:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607dc08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be931 expref: 41 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.342446:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f19180 00000100:00100000:1.0:1746070417.342579:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1489 00000100:00100000:1.0:1746070417.342586:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1963:x1830887015110656:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070417.342737:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1963:x1830887015110656:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.342743:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1489 00002000:00100000:1.0:1746070417.342748:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f19180 x1830887015110656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.342755:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f19180 with x1830887015110656 ext(0->4095) 00010000:00010000:1.0:1746070417.342759:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607dc08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be931 expref: 41 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.342768:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607dc08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be931 expref: 41 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.342773:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f19180 00000100:00100000:0.0:1746070417.346761:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.349398:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.353647:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015111168 00000100:00100000:1.0:1746070417.353654:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015111168 00000100:00100000:1.0:1746070417.353847:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4760 00000100:00100000:1.0:1746070417.353854:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015111168:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.353867:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.353893:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607dc16 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be93f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.353916:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607dc0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be938 expref: 39 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.353922:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.353924:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.353927:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607dc16 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be93f expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.353949:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607dc0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be938 expref: 39 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.353960:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093690e00/0x628f9640b607dc0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be938 expref: 39 pid: 12041 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.353970:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013174016:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070417.354440:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746070417.356978:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013174016:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070417.356999:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607dc16 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be93f expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.357012:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c02c00, rc 0) 00000100:00100000:1.0:1746070417.357053:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015111168:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3199us (3541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.357061:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4760 00000100:00100000:0.0:1746070417.357546:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.360364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.360654:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015111424 00000100:00100000:1.0:1746070417.360659:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015111424 00000100:00100000:1.0:1746070417.360714:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4761 00000100:00100000:1.0:1746070417.360721:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:31620:x1830887015111424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.360735:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.360747:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c03e00/0x628f9640b607dc1d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be946 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.360771:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607dc16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be93f expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.360777:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.360778:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.360781:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c03e00/0x628f9640b607dc1d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be946 expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.360802:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607dc16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be93f expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.360812:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607dc16 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be93f expref: 5 pid: 8445 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.360821:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013174272:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070417.360895:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070417.361517:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015111680 00000100:00100000:0.0:1746070417.361521:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015111680 00002000:00100000:0.0:1746070417.361542:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087260380 x1830887015111680/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070417.361549:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260380 with x1830887015111680 ext(0->4095) 00010000:00010000:0.0:1746070417.361554:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607dc16 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be93f expref: 6 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:0.0:1746070417.361564:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607dc16 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be93f expref: 6 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:0.0:1746070417.361569:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087260380 00000100:00100000:0.0:1746070417.361590:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1490 00000100:00100000:0.0:1746070417.361595:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015111680:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070417.361721:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015111680:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070417.362490:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1490 00002000:00100000:0.0:1746070417.362498:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087260380 x1830887015111680/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070417.362505:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260380 with x1830887015111680 ext(0->4095) 00010000:00010000:0.0:1746070417.362511:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607dc16 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be93f expref: 6 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:0.0:1746070417.362521:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607dc16 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be93f expref: 6 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:0.0:1746070417.362526:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087260380 00000100:00100000:1.0:1746070417.363391:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013174272:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070417.363410:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c03e00/0x628f9640b607dc1d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be946 expref: 40 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.363427:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c03e00, rc 0) 00000100:00100000:1.0:1746070417.363469:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:31620:x1830887015111424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2748us (3109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.363476:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4761 00000100:00100000:0.0:1746070417.365565:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.365807:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015111808 00000100:00100000:1.0:1746070417.365813:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015111808 00000100:00100000:1.0:1746070417.365841:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4762 00000100:00100000:1.0:1746070417.365846:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:31621:x1830887015111808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.365859:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.365872:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607dc24 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be94d expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.365901:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.365906:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099c03e00/0x628f9640b607dc1d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be946 expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.365910:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.365913:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607dc24 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be94d expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.365940:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099c03e00/0x628f9640b607dc1d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be946 expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.365949:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607dc24 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be94d expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.365962:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c02e00, rc 0) 00000100:00100000:1.0:1746070417.367061:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31621:x1830887015111808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1210us (1497us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.367067:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4762 00000100:00100000:0.0:1746070417.372226:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.372503:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015112192 00000100:00100000:1.0:1746070417.372508:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015112192 00002000:00100000:1.0:1746070417.372535:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f1bb80 x1830887015112192/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.372544:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1bb80 with x1830887015112192 ext(0->4095) 00010000:00010000:1.0:1746070417.372550:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099c03e00/0x628f9640b607dc1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be946 expref: 41 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.372561:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099c03e00/0x628f9640b607dc1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be946 expref: 41 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.372567:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f1bb80 00000100:00100000:1.0:1746070417.372590:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1491 00000100:00100000:1.0:1746070417.372595:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1964:x1830887015112192:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070417.372727:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1964:x1830887015112192:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (506us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.372732:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1491 00002000:00100000:1.0:1746070417.372737:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f1bb80 x1830887015112192/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.372750:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1bb80 with x1830887015112192 ext(0->4095) 00010000:00010000:1.0:1746070417.372754:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099c03e00/0x628f9640b607dc1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be946 expref: 41 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.372762:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099c03e00/0x628f9640b607dc1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be946 expref: 41 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.372767:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f1bb80 00000100:00100000:0.0:1746070417.379342:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.382091:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.385117:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.387590:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.387775:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015113088 00000100:00100000:1.0:1746070417.387778:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015113088 00002000:00100000:1.0:1746070417.387801:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf56300 x1830887015113088/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.387809:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf56300 with x1830887015113088 ext(0->4095) 00002000:00010000:1.0:1746070417.387812:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf56300 00000100:00100000:1.0:1746070417.388025:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3672 00000100:00100000:1.0:1746070417.388031:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015113088:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070417.388130:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015113088:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (543us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.388135:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3672 00002000:00100000:1.0:1746070417.388140:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf56300 x1830887015113088/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.388146:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf56300 with x1830887015113088 ext(0->4095) 00002000:00010000:1.0:1746070417.388149:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf56300 00000100:00100000:0.0:1746070417.389602:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.390221:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.390531:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015113344 00000100:00100000:1.0:1746070417.390535:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015113344 00000100:00100000:1.0:1746070417.390551:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4765 00000100:00100000:1.0:1746070417.390556:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31621:x1830887015113344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.390563:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.390569:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607dc39 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be962 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.390580:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.390583:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607dc32 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be95b expref: 42 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.390588:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.390590:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607dc39 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be962 expref: 42 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.390608:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607dc32 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be95b expref: 42 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.390617:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607dc39 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be962 expref: 42 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.390624:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c02c00, rc 0) 00000100:00100000:1.0:1746070417.390645:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:31621:x1830887015113344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.390650:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4765 00000100:00100000:0.0:1746070417.393593:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.397285:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.399395:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.401841:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.404531:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.407644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.412084:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.412246:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015114624 00000100:00100000:1.0:1746070417.412251:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015114624 00002000:00100000:1.0:1746070417.412283:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9f80 x1830887015114624/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.412291:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9f80 with x1830887015114624 ext(0->4095) 00002000:00010000:1.0:1746070417.412295:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af9f80 00000100:00100000:1.0:1746070417.412319:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3674 00000100:00100000:1.0:1746070417.412325:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015114624:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070417.412429:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015114624:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.412434:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3674 00002000:00100000:1.0:1746070417.412440:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9f80 x1830887015114624/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.412447:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9f80 with x1830887015114624 ext(0->4095) 00002000:00010000:1.0:1746070417.412450:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af9f80 00000100:00100000:0.0:1746070417.413344:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.415657:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.416510:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015114880 00000100:00100000:1.0:1746070417.416516:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015114880 00000100:00100000:1.0:1746070417.416556:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4768 00000100:00100000:1.0:1746070417.416562:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31621:x1830887015114880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.416574:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.416586:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dc4e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be977 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.416604:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.416608:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607dc47 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be970 expref: 42 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.416617:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.416620:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dc4e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be977 expref: 42 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.416643:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607dc47 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be970 expref: 42 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.416653:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dc4e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be977 expref: 42 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.416660:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c03000, rc 0) 00000100:00100000:1.0:1746070417.416720:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:31621:x1830887015114880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.416726:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4768 00000100:00100000:0.0:1746070417.418112:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.420992:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.424298:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.427552:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.429650:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.433122:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.437484:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.438239:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015116160 00000100:00100000:1.0:1746070417.438245:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015116160 00002000:00100000:1.0:1746070417.438279:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afad80 x1830887015116160/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.438287:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afad80 with x1830887015116160 ext(0->4095) 00002000:00010000:1.0:1746070417.438291:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afad80 00000100:00100000:1.0:1746070417.438315:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3676 00000100:00100000:1.0:1746070417.438321:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015116160:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070417.438455:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015116160:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (972us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.438463:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3676 00002000:00100000:1.0:1746070417.438468:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afad80 x1830887015116160/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.438475:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afad80 with x1830887015116160 ext(0->4095) 00002000:00010000:1.0:1746070417.438478:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afad80 00000100:00100000:0.0:1746070417.439723:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.442440:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.443504:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.444848:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7037 00000100:00100000:1.0:1746070417.444856:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015116544:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070417.444865:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070417.444889:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dc55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be97e expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.444898:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dc55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be97e expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.444914:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dc55 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be97e expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.444934:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.444936:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.444946:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607dc5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be985 expref: 40 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.444952:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607dc5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be985 expref: 40 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.444973:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607dc5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be985 expref: 40 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.444982:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607dc5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be985 expref: 40 pid: 8444 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.444990:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013176832:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070417.445040:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070417.447109:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013176832:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070417.447122:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070417.447144:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015116544:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2289us (3639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.447150:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7037 00000100:00100000:0.0:1746070417.448247:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.451080:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.451128:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015116928 00000100:00100000:1.0:1746070417.451133:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015116928 00010000:00010000:1.0:1746070417.451154:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607dc5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be985 expref: 41 pid: 8444 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.451276:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7038 00000100:00100000:1.0:1746070417.451283:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1962:x1830887015116928:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070417.451294:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070417.451310:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607dc5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be985 expref: 41 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.451319:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607dc5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be985 expref: 41 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.451338:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607dc5c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be985 expref: 41 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.451361:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.451362:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.451368:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607dc63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be98c expref: 40 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.451375:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607dc63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be98c expref: 40 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.451403:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607dc63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be98c expref: 40 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070417.451412:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013176960:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070417.451472:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070417.453748:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.453831:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013176960:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070417.453845:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070417.453873:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1962:x1830887015116928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2590us (2796us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.453892:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7038 00000100:00100000:0.0:1746070417.455965:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.459170:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.459821:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015117440 00000100:00100000:1.0:1746070417.459826:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015117440 00010000:00010000:1.0:1746070417.459848:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607dc63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be98c expref: 40 pid: 12041 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.459889:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7039 00000100:00100000:1.0:1746070417.459896:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1964:x1830887015117440:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070417.459908:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070417.459923:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607dc63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be98c expref: 40 pid: 12041 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.459932:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607dc63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be98c expref: 40 pid: 12041 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.459949:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093691600/0x628f9640b607dc63 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be98c expref: 40 pid: 12041 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.459971:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.459973:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.459979:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dc6a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be993 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.459986:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dc6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be993 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.460009:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dc6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be993 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070417.460018:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013177216:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070417.460065:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070417.461967:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a12ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013177216:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070417.461980:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070417.462004:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:1964:x1830887015117440:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2110us (2834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.462015:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7039 00000100:00100000:0.0:1746070417.462345:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.462422:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015117696 00000100:00100000:1.0:1746070417.462427:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015117696 00002000:00100000:1.0:1746070417.462452:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d329880 x1830887015117696/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.462461:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329880 with x1830887015117696 ext(0->4095) 00002000:00010000:1.0:1746070417.462465:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d329880 00000100:00100000:1.0:1746070417.462902:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3678 00000100:00100000:1.0:1746070417.462908:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015117696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070417.463020:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015117696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (674us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.463025:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3678 00002000:00100000:1.0:1746070417.463030:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d329880 x1830887015117696/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.463037:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329880 with x1830887015117696 ext(0->4095) 00002000:00010000:1.0:1746070417.463039:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d329880 00000100:00100000:0.0:1746070417.464713:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.464748:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.464792:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015117824 00000100:00100000:1.0:1746070417.464795:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015117824 00000100:00100000:1.0:1746070417.465417:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4774 00000100:00100000:1.0:1746070417.465424:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31620:x1830887015117824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.465431:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.465437:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607dc78 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be99a expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.465451:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.465454:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607dc71 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9a1 expref: 42 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.465459:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.465462:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607dc78 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be99a expref: 42 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.465481:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607dc71 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9a1 expref: 42 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.465491:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607dc78 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be99a expref: 42 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.465499:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c02e00, rc 0) 00000100:00100000:1.0:1746070417.465527:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:31620:x1830887015117824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.465532:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4774 00000100:00100000:0.0:1746070417.476110:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.476207:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015118080 00000100:00100000:1.0:1746070417.476214:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015118080 00010000:00010000:1.0:1746070417.476243:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dc6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be993 expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.476323:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7040 00000100:00100000:1.0:1746070417.476330:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a445bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015118080:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070417.476341:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070417.476358:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dc6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be993 expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.476369:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dc6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be993 expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.476387:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dc6a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be993 expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.478569:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.478572:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.478581:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607dc71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9a1 expref: 40 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.478591:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607dc71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9a1 expref: 40 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070417.478926:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607dc71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9a1 expref: 40 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070417.478938:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607dc71 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9a1 expref: 40 pid: 8444 timeout: 629 lvb_type: 0 00000100:00100000:0.0:1746070417.478951:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d32b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013177600:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070417.480346:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070417.482950:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.487351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.487434:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.494797:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.495231:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015118848 00000100:00100000:1.0:1746070417.495238:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015118848 00002000:00100000:1.0:1746070417.495273:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d328000 x1830887015118848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.495281:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d328000 with x1830887015118848 ext(0->4095) 00010000:00010000:1.0:1746070417.495289:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607dc78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be99a expref: 40 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.495301:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607dc78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be99a expref: 40 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.495311:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d328000 00000100:00100000:1.0:1746070417.495338:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1496 00000100:00100000:1.0:1746070417.495345:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1963:x1830887015118848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070417.495461:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1963:x1830887015118848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (668us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.495466:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1496 00002000:00100000:1.0:1746070417.495471:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d328000 x1830887015118848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.495479:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d328000 with x1830887015118848 ext(0->4095) 00010000:00010000:1.0:1746070417.495483:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607dc78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be99a expref: 40 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.495491:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099c02e00/0x628f9640b607dc78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be99a expref: 40 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.495496:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d328000 00000100:00100000:0.0:1746070417.499366:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.499721:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015118976 00000100:00100000:1.0:1746070417.499728:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015118976 00000100:00100000:1.0:1746070417.499775:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4776 00000100:00100000:1.0:1746070417.499782:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:31620:x1830887015118976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.499797:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.499811:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c03c00/0x628f9640b607dc86 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be9af expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.499836:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.499840:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607dc7f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9a8 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.499846:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070417.499849:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c03c00/0x628f9640b607dc86 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9af expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.499886:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607dc7f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9a8 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.499897:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c03c00/0x628f9640b607dc86 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9af expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.499906:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c03c00, rc 0) 00000100:00100000:1.0:1746070417.499943:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31620:x1830887015118976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.499948:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4776 00000100:00100000:0.0:1746070417.500016:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.503612:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.508739:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.515089:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.517936:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.523834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.523893:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.529798:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.535101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.540262:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.564665:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.604776:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.604817:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.605399:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015121152 00000100:00100000:1.0:1746070417.605402:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015121152 00002000:00100000:1.0:1746070417.605423:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087beb800 x1830887015121152/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 496/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.605432:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087beb800 with x1830887015121152 ext(0->7) 00010000:00010000:1.0:1746070417.605437:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607dc94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9bd expref: 41 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.605451:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607dc94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9bd expref: 41 pid: 8444 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.605456:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087beb800 00000100:00100000:1.0:1746070417.605466:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1499 00000100:00100000:1.0:1746070417.605470:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1963:x1830887015121152:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070417.605931:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:1963:x1830887015121152:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 459us (1111us total) trans 4294967921 rc 0/0 00000100:00100000:1.0:1746070417.605938:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1499 00002000:00100000:1.0:1746070417.606035:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087beb800 x1830887015121152/t4294967921(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 496/448 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.606043:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087beb800 with x1830887015121152 ext(0->7) 00010000:00010000:1.0:1746070417.606048:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607dc94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9bd expref: 43 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.606057:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607dc94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9bd expref: 43 pid: 8444 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.606063:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087beb800 00000100:00100000:0.0:1746070417.609916:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.613628:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.613698:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015121536 00000100:00100000:1.0:1746070417.613706:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015121536 00002000:00100000:1.0:1746070417.613738:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9c00 x1830887015121536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.613748:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9c00 with x1830887015121536 ext(0->4095) 00010000:00010000:1.0:1746070417.613755:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607dc9b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9c4 expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.613767:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607dc9b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9c4 expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.613773:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be9c00 00000100:00100000:1.0:1746070417.613801:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1500 00000100:00100000:1.0:1746070417.613808:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015121536:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070417.613944:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015121536:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.613950:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1500 00002000:00100000:1.0:1746070417.613955:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9c00 x1830887015121536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.613962:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9c00 with x1830887015121536 ext(0->4095) 00010000:00010000:1.0:1746070417.613966:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607dc9b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9c4 expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.613974:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607dc9b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9c4 expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.613979:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be9c00 00000100:00100000:0.0:1746070417.622760:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.629513:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.637129:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.649859:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.649958:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015122176 00000100:00100000:1.0:1746070417.649966:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015122176 00002000:00100000:1.0:1746070417.650003:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087be8700 x1830887015122176/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 496/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.650017:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8700 with x1830887015122176 ext(0->7) 00010000:00010000:1.0:1746070417.650025:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dca2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9cb expref: 42 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.650037:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dca2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9cb expref: 42 pid: 8444 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.650043:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8700 00000100:00100000:1.0:1746070417.650072:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1501 00000100:00100000:1.0:1746070417.650078:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1964:x1830887015122176:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070417.650334:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1964:x1830887015122176:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 254us (482us total) trans 4294967922 rc 0/0 00000100:00100000:1.0:1746070417.650340:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1501 00002000:00100000:1.0:1746070417.650345:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087be8700 x1830887015122176/t4294967922(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 496/448 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.650353:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8700 with x1830887015122176 ext(0->7) 00010000:00010000:1.0:1746070417.650357:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dca2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9cb expref: 44 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.650367:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dca2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9cb expref: 44 pid: 8444 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.650373:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8700 00000100:00100000:0.0:1746070417.658032:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.659398:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.666480:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.670478:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.675084:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.687361:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.687443:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015123200 00000100:00100000:1.0:1746070417.687452:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015123200 00000100:00100000:1.0:1746070417.687498:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4783 00000100:00100000:1.0:1746070417.687505:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015123200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.687520:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.687534:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c03c00/0x628f9640b607dcb7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be9e0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.687559:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dcb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9d9 expref: 43 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.687565:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.687567:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.687569:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c03c00/0x628f9640b607dcb7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9e0 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.687591:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dcb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9d9 expref: 43 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.687601:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dcb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9d9 expref: 43 pid: 8445 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.687611:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013179904:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070417.687715:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070417.701953:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013179904:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070417.701980:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c03c00/0x628f9640b607dcb7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9e0 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070417.701995:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c03c00, rc 0) 00000100:00100000:0.0:1746070417.702052:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015123200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14547us (14698us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070417.702060:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4783 00000100:00100000:0.0:1746070417.705620:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.705665:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.705760:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015123456 00000100:00100000:1.0:1746070417.705768:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015123456 00002000:00100000:1.0:1746070417.705804:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801319e9c00 x1830887015123456/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 496/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.705814:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9c00 with x1830887015123456 ext(0->7) 00010000:00010000:1.0:1746070417.705821:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dcb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9d9 expref: 44 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.705834:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dcb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9d9 expref: 44 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.705840:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9c00 00000100:00100000:1.0:1746070417.705869:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1503 00000100:00100000:1.0:1746070417.705884:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1963:x1830887015123456:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070417.706133:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1963:x1830887015123456:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 257us (466us total) trans 4294967923 rc 0/0 00000100:00100000:1.0:1746070417.706138:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1503 00002000:00100000:1.0:1746070417.706143:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801319e9c00 x1830887015123456/t4294967923(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 496/448 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.706151:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9c00 with x1830887015123456 ext(0->7) 00010000:00010000:1.0:1746070417.706155:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dcb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9d9 expref: 46 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.706163:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dcb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9d9 expref: 46 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.706168:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9c00 00000100:00100000:0.0:1746070417.711746:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.717231:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015123840 00000100:00100000:0.0:1746070417.717239:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015123840 00002000:00100000:0.0:1746070417.717274:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d6d80 x1830887015123840/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070417.717283:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d6d80 with x1830887015123840 ext(0->4095) 00010000:00010000:0.0:1746070417.717292:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099c03c00/0x628f9640b607dcb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9e0 expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:0.0:1746070417.717306:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099c03c00/0x628f9640b607dcb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9e0 expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00002000:00010000:0.0:1746070417.717311:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801324d6d80 00000100:00100000:0.0:1746070417.717342:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1504 00000100:00100000:0.0:1746070417.717349:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015123840:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070417.717510:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015123840:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (359us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070417.717516:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1504 00002000:00100000:0.0:1746070417.717521:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d6d80 x1830887015123840/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070417.717534:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d6d80 with x1830887015123840 ext(0->4095) 00010000:00010000:0.0:1746070417.717538:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099c03c00/0x628f9640b607dcb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9e0 expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:0.0:1746070417.717547:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099c03c00/0x628f9640b607dcb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9e0 expref: 6 pid: 8444 timeout: 629 lvb_type: 0 00002000:00010000:0.0:1746070417.717551:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801324d6d80 00000100:00100000:0.0:1746070417.722381:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.725113:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.725189:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015124224 00000100:00100000:1.0:1746070417.725195:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015124224 00002000:00100000:1.0:1746070417.725226:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319ead80 x1830887015124224/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.725234:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ead80 with x1830887015124224 ext(0->4095) 00002000:00010000:1.0:1746070417.725238:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319ead80 00000100:00100000:1.0:1746070417.725252:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3683 00000100:00100000:1.0:1746070417.725257:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1964:x1830887015124224:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070417.725383:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1964:x1830887015124224:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.725389:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3683 00002000:00100000:1.0:1746070417.725394:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319ead80 x1830887015124224/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.725400:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ead80 with x1830887015124224 ext(0->4095) 00002000:00010000:1.0:1746070417.725403:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319ead80 00000100:00100000:0.0:1746070417.728603:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.731400:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.732618:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1505 00000100:00100000:1.0:1746070417.732628:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1963:x1830887015124480:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070417.732924:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015124480:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 297us (1524us total) trans 4294967924 rc 0/0 00000100:00100000:1.0:1746070417.732930:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1505 00002000:00100000:1.0:1746070417.732936:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801319e8380 x1830887015124480/t4294967924(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 496/448 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.732943:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8380 with x1830887015124480 ext(0->7) 00010000:00010000:1.0:1746070417.732949:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607dcbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9e7 expref: 48 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.732959:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607dcbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9e7 expref: 48 pid: 8444 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.732965:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e8380 00000100:00100000:0.0:1746070417.735486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.740287:0:8448:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013180672 00000100:00100000:0.0:1746070417.740293:0:8448:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013180672 00000100:00100000:0.0:1746070417.741057:0:8448:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1746070417.741064:0:8448:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013180672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746070417.741079:0:8448:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 197459968 pending 35782656 free 3855613952 avail 3805282304 00000100:00100000:0.0:1746070417.741112:0:8448:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013180672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070417.741117:0:8448:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00080000:1.0:1746070417.741416:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070417.742336:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015124864 00000100:00100000:0.0:1746070417.742340:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015124864 00002000:00100000:0.0:1746070417.742362:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087262d80 x1830887015124864/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070417.742370:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262d80 with x1830887015124864 ext(0->4095) 00002000:00010000:0.0:1746070417.742375:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087262d80 00000100:00100000:0.0:1746070417.742785:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3684 00000100:00100000:0.0:1746070417.742792:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015124864:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070417.743311:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015124864:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 519us (1049us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070417.743317:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3684 00002000:00100000:0.0:1746070417.743321:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087262d80 x1830887015124864/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070417.743329:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262d80 with x1830887015124864 ext(0->4095) 00002000:00010000:0.0:1746070417.743332:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087262d80 00000100:00100000:0.0:1746070417.745061:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.752034:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.752101:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.752154:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015125248 00000100:00100000:1.0:1746070417.752161:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015125248 00000100:00100000:1.0:1746070417.752195:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4787 00000100:00100000:1.0:1746070417.752202:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:31620:x1830887015125248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.752217:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.752230:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dcd3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116be9fc expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.752251:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.752256:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dccc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9f5 expref: 50 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.752261:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.752264:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dcd3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9fc expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.752290:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dccc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9f5 expref: 50 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.752300:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dcd3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9fc expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.752312:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c03000, rc 0) 00000100:00100000:1.0:1746070417.752358:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:31620:x1830887015125248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.752364:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4787 00000100:00100000:0.0:1746070417.755380:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.755705:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015125504 00000100:00100000:1.0:1746070417.755710:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015125504 00002000:00100000:1.0:1746070417.755739:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319eb480 x1830887015125504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.755749:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319eb480 with x1830887015125504 ext(0->4095) 00010000:00010000:1.0:1746070417.755757:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dccc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9f5 expref: 49 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.755769:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dccc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9f5 expref: 49 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.755774:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319eb480 00000100:00100000:1.0:1746070417.755787:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1506 00000100:00100000:1.0:1746070417.755793:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1962:x1830887015125504:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070417.755908:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1962:x1830887015125504:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.755914:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1506 00002000:00100000:1.0:1746070417.755919:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319eb480 x1830887015125504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.755932:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319eb480 with x1830887015125504 ext(0->4095) 00010000:00010000:1.0:1746070417.755936:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dccc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9f5 expref: 49 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.755945:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dccc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9f5 expref: 49 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.755950:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319eb480 00000100:00100000:0.0:1746070417.757929:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.767531:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.772211:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.772335:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015126016 00000100:00100000:1.0:1746070417.772341:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015126016 00002000:00100000:1.0:1746070417.772370:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e9880 x1830887015126016/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.772379:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9880 with x1830887015126016 ext(0->4095) 00010000:00010000:1.0:1746070417.772386:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dcd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9fc expref: 48 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.772397:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dcd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9fc expref: 48 pid: 8444 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.772403:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9880 00000100:00100000:1.0:1746070417.772417:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1507 00000100:00100000:1.0:1746070417.772423:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015126016:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070417.772528:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015126016:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.772533:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1507 00002000:00100000:1.0:1746070417.772539:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e9880 x1830887015126016/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.772545:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9880 with x1830887015126016 ext(0->4095) 00010000:00010000:1.0:1746070417.772549:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dcd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9fc expref: 48 pid: 8444 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.772557:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dcd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116be9fc expref: 48 pid: 8444 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.772563:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9880 00000100:00100000:0.0:1746070417.774326:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.781218:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.786284:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.790581:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.791329:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015126912 00000100:00100000:1.0:1746070417.791335:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015126912 00002000:00100000:1.0:1746070417.791365:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8000 x1830887015126912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.791374:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8000 with x1830887015126912 ext(0->4095) 00002000:00010000:1.0:1746070417.791378:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e8000 00000100:00100000:1.0:1746070417.791864:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3685 00000100:00100000:1.0:1746070417.791878:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1964:x1830887015126912:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070417.791989:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1964:x1830887015126912:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (1415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.791995:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3685 00002000:00100000:1.0:1746070417.792000:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8000 x1830887015126912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.792008:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8000 with x1830887015126912 ext(0->4095) 00002000:00010000:1.0:1746070417.792010:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e8000 00000100:00100000:1.0:1746070417.793833:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.797498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.800730:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.804594:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.808926:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.811292:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.814498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.815220:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015128064 00000100:00100000:1.0:1746070417.815225:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015128064 00002000:00100000:1.0:1746070417.815250:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5c000 x1830887015128064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.815259:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c000 with x1830887015128064 ext(0->4095) 00010000:00010000:1.0:1746070417.815265:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607dcef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea18 expref: 49 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.815276:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607dcef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea18 expref: 49 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.815282:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5c000 00000100:00100000:1.0:1746070417.815302:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1510 00000100:00100000:1.0:1746070417.815308:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1963:x1830887015128064:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070417.815422:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1963:x1830887015128064:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (927us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.815427:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1510 00002000:00100000:1.0:1746070417.815431:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5c000 x1830887015128064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.815437:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c000 with x1830887015128064 ext(0->4095) 00010000:00010000:1.0:1746070417.815441:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607dcef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea18 expref: 49 pid: 8445 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.815449:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607dcef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea18 expref: 49 pid: 8445 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.815455:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5c000 00000100:00100000:0.0:1746070417.818188:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.822585:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.827094:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.831316:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.833510:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.838042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.838123:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015129088 00000100:00100000:1.0:1746070417.838128:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015129088 00002000:00100000:1.0:1746070417.838157:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5dc00 x1830887015129088/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.838165:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830887015129088 ext(0->4095) 00010000:00010000:1.0:1746070417.838172:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607dcfd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea26 expref: 6 pid: 25271 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.838182:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607dcfd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea26 expref: 6 pid: 25271 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.838187:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5dc00 00000100:00100000:1.0:1746070417.838209:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1511 00000100:00100000:1.0:1746070417.838214:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015129088:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070417.838323:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015129088:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.838328:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1511 00002000:00100000:1.0:1746070417.838333:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5dc00 x1830887015129088/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.838339:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830887015129088 ext(0->4095) 00010000:00010000:1.0:1746070417.838343:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607dcfd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea26 expref: 6 pid: 25271 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.838355:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607dcfd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea26 expref: 6 pid: 25271 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.838360:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5dc00 00000100:00100000:0.0:1746070417.843031:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.843340:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.847517:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.852474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.854253:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.858152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.858235:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015130112 00000100:00100000:1.0:1746070417.858240:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015130112 00002000:00100000:1.0:1746070417.858268:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5d180 x1830887015130112/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.858276:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d180 with x1830887015130112 ext(0->4095) 00010000:00010000:1.0:1746070417.858284:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607dd0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea34 expref: 6 pid: 25271 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.858294:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607dd0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea34 expref: 6 pid: 25271 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.858300:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5d180 00000100:00100000:1.0:1746070417.858322:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1513 00000100:00100000:1.0:1746070417.858327:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015130112:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070417.858430:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015130112:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070417.858435:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1513 00002000:00100000:1.0:1746070417.858439:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5d180 x1830887015130112/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070417.858447:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d180 with x1830887015130112 ext(0->4095) 00010000:00010000:1.0:1746070417.858451:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607dd0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea34 expref: 6 pid: 25271 timeout: 629 lvb_type: 0 00010000:00010000:1.0:1746070417.858460:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691e00/0x628f9640b607dd0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea34 expref: 6 pid: 25271 timeout: 629 lvb_type: 0 00002000:00010000:1.0:1746070417.858464:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5d180 00000100:00100000:0.0:1746070417.861748:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.865375:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.869065:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.872945:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.875307:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.877386:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.880751:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.883180:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.887420:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.887787:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015131648 00000100:00100000:0.0:1746070417.887793:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015131648 00002000:00100000:0.0:1746070417.887824:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c0380 x1830887015131648/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/0 e 0 to 0 dl 1746070428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070417.887832:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0380 with x1830887015131648 ext(0->4095) 00010000:00010000:0.0:1746070417.887839:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607dd20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea49 expref: 49 pid: 25271 timeout: 629 lvb_type: 0 00010000:00010000:0.0:1746070417.887852:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607dd20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea49 expref: 49 pid: 25271 timeout: 629 lvb_type: 0 00002000:00010000:0.0:1746070417.887857:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c0380 00000100:00100000:0.0:1746070417.887888:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1515 00000100:00100000:0.0:1746070417.887894:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1964:x1830887015131648:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070417.888013:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1964:x1830887015131648:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (600us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070417.888019:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1515 00002000:00100000:0.0:1746070417.888023:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c0380 x1830887015131648/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:48/0 lens 488/4536 e 0 to 0 dl 1746070428 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070417.888030:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0380 with x1830887015131648 ext(0->4095) 00010000:00010000:0.0:1746070417.888033:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607dd20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea49 expref: 49 pid: 25271 timeout: 629 lvb_type: 0 00010000:00010000:0.0:1746070417.888042:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093691200/0x628f9640b607dd20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea49 expref: 49 pid: 25271 timeout: 629 lvb_type: 0 00002000:00010000:0.0:1746070417.888047:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c0380 00000100:00100000:0.0:1746070417.891414:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.897849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.900914:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.901360:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015132160 00000100:00100000:1.0:1746070417.901366:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015132160 00000100:00100000:1.0:1746070417.901406:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4800 00000100:00100000:1.0:1746070417.901413:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015132160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.901425:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.901438:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dd2e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bea57 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.901459:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607dd27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea50 expref: 47 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.901466:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.901467:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070417.901470:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dd2e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea57 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.901491:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607dd27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea50 expref: 47 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.901501:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607dd27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea50 expref: 47 pid: 25271 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.901511:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013184384:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070417.901583:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070417.903795:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013184384:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070417.903815:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dd2e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea57 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.903826:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c03000, rc 0) 00000100:00100000:1.0:1746070417.903857:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015132160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2444us (2947us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.903863:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4800 00000100:00100000:0.0:1746070417.904314:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.907926:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.908152:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015132416 00000100:00100000:1.0:1746070417.908158:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015132416 00000100:00100000:1.0:1746070417.908198:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4801 00000100:00100000:1.0:1746070417.908203:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:31620:x1830887015132416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070417.908217:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070417.908231:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c03c00/0x628f9640b607dd35 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bea5e expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.908251:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dd2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea57 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.908257:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.908259:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.908262:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c03c00/0x628f9640b607dd35 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea5e expref: 49 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.908291:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dd2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea57 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.908301:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607dd2e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea57 expref: 5 pid: 8444 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1746070417.908309:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013184640:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070417.908360:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070417.910422:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.912082:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013184640:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070417.912109:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c03c00/0x628f9640b607dd35 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea5e expref: 48 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070417.912123:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c03c00, rc 0) 00000100:00100000:0.0:1746070417.912149:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:31620:x1830887015132416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3945us (4228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070417.912155:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4801 00000100:00100000:0.0:1746070417.914408:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.916269:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.922316:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.925227:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.929796:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.937631:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.941013:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.941549:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.945830:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.948661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.951879:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.960577:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.963043:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.965778:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.970582:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.970626:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.973528:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087260700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013186176:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070417.973551:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607dd5f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea88 expref: 48 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070417.973565:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:0.0:1746070417.974196:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:31620:x1830887015135744:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3447us (3568us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070417.974203:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4807 00000100:00100000:0.0:1746070417.975816:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.976973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.982648:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.985949:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.989416:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087261f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013186560:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070417.989432:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070417.989473:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a445a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015136384:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3398us (3527us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070417.989481:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7075 00000100:00100000:0.0:1746070417.990058:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.993389:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070417.996252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070417.996353:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015136896 00000100:00100000:1.0:1746070417.996360:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015136896 00010000:00010000:1.0:1746070417.996387:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dd66 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea8f expref: 48 pid: 8445 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070417.996408:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7076 00000100:00100000:1.0:1746070417.996414:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1964:x1830887015136896:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070417.996424:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070417.996440:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dd66 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea8f expref: 48 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070417.996450:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dd66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea8f expref: 48 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070417.996469:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.996470:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070417.996476:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dd6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea96 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.996484:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dd6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea96 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070417.996509:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dd6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea96 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070417.996519:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013186816:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070417.996585:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070417.998403:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013186816:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070417.998414:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070417.998448:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:1964:x1830887015136896:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2033us (2201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070417.998456:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7076 00000100:00100000:0.0:1746070418.000492:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00080000:1.0:1746070418.001089:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070418.003059:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.003149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.003359:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015137280 00000100:00100000:1.0:1746070418.003364:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015137280 00000100:00100000:1.0:1746070418.003409:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015137408 00000100:00100000:1.0:1746070418.003411:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015137408 00000100:00100000:1.0:1746070418.003425:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4810 00000100:00100000:1.0:1746070418.003431:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:31620:x1830887015137280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070418.003443:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070418.003457:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd74 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bea9d expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.003479:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dd6d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea96 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.003486:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.003488:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.003490:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd74 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea9d expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.003513:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dd6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea96 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.003523:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dd6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea96 expref: 5 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.003533:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013186944:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070418.003591:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00080000:0.0:1746070418.003882:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746070418.005848:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013186944:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070418.005867:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd74 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea9d expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.005887:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60c00, rc 0) 00000100:00100000:1.0:1746070418.005912:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:31620:x1830887015137280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2481us (2857us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.005918:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4810 00000100:00100000:0.0:1746070418.007170:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.007286:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015137536 00000100:00100000:1.0:1746070418.007291:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015137536 00010000:00010000:1.0:1746070418.007313:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dd6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea96 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.007344:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7077 00000100:00100000:1.0:1746070418.007350:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015137536:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.007360:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.007375:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dd6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea96 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.007384:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dd6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea96 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.007400:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607dd6d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea96 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.007420:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.007422:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.007427:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea9d expref: 48 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.007434:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea9d expref: 48 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.007456:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea9d expref: 48 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.007466:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea9d expref: 48 pid: 8445 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.007480:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013187200:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.007538:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.009307:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013187200:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.009319:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.009343:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015137536:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1993us (2175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.009351:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7077 00000100:00100000:0.0:1746070418.009695:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.012408:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.012512:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015137920 00000100:00100000:1.0:1746070418.012519:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015137920 00010000:00010000:1.0:1746070418.012544:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea9d expref: 49 pid: 8445 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.012562:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7078 00000100:00100000:1.0:1746070418.012567:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1962:x1830887015137920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.012578:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.012593:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea9d expref: 49 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.012604:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea9d expref: 49 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.012622:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd74 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bea9d expref: 49 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.012633:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.012635:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.012640:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607dd7b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaa4 expref: 48 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.012645:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607dd7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaa4 expref: 48 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.012686:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607dd7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaa4 expref: 48 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.012696:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013187328:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.013125:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.014735:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013187328:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.014748:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.014778:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1962:x1830887015137920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2210us (2375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.014786:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7078 00000100:00100000:0.0:1746070418.016945:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.020596:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.021167:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015138304 00000100:00100000:1.0:1746070418.021174:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015138304 00000100:00100000:1.0:1746070418.021254:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4812 00000100:00100000:1.0:1746070418.021260:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015138304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070418.021272:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070418.021284:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd82 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beaab expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.021306:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607dd7b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaa4 expref: 47 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.021318:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070418.021319:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070418.021322:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd82 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaab expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.021342:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607dd7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaa4 expref: 47 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.021350:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607dd7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaa4 expref: 47 pid: 12041 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.021359:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013187456:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070418.021944:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.023507:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013187456:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070418.023528:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd82 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaab expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.023542:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61400, rc 0) 00000100:00100000:1.0:1746070418.023572:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015138304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2312us (2981us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.023578:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4812 00000100:00100000:0.0:1746070418.025145:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.025247:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015138432 00000100:00100000:1.0:1746070418.025254:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015138432 00010000:00010000:1.0:1746070418.025279:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607dd7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaa4 expref: 48 pid: 12041 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.025471:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7079 00000100:00100000:1.0:1746070418.025478:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015138432:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.025491:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.025510:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607dd7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaa4 expref: 48 pid: 12041 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.025520:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607dd7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaa4 expref: 48 pid: 12041 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.025536:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607dd7b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaa4 expref: 48 pid: 12041 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.025564:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.025566:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.025572:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd82 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaab expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.025579:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaab expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.025606:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaab expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.025617:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013187584:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.026430:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.029451:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013187584:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.029468:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.029502:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:1963:x1830887015138432:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4023us (4361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.029510:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7079 00000100:00100000:0.0:1746070418.029835:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.030731:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015138560 00000100:00100000:1.0:1746070418.030738:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015138560 00000100:00100000:1.0:1746070418.030777:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4813 00000100:00100000:1.0:1746070418.030784:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:31620:x1830887015138560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070418.030799:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070418.030812:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607dd89 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beab2 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.030835:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd82 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaab expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.030842:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.030843:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.030846:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607dd89 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beab2 expref: 48 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.030869:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaab expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.030887:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaab expref: 5 pid: 8445 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.030897:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013187712:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070418.030960:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070418.031362:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.035479:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.035722:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013187712:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070418.035746:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607dd89 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beab2 expref: 48 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.035761:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:1.0:1746070418.035799:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:31620:x1830887015138560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5014us (5965us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.035807:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4813 00000100:00100000:0.0:1746070418.035972:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.036419:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015139072 00000100:00100000:1.0:1746070418.036423:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015139072 00000100:00100000:1.0:1746070418.036449:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4814 00000100:00100000:1.0:1746070418.036455:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015139072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070418.036465:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070418.036473:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beab9 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.036488:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607dd89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beab2 expref: 47 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.036494:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070418.036495:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070418.036498:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd90 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beab9 expref: 7 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.036512:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607dd89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beab2 expref: 47 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.036526:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607dd89 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beab2 expref: 47 pid: 8445 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.036533:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013187968:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070418.036553:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070418.039260:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.039713:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013187968:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070418.039727:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd90 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beab9 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.039736:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60c00, rc 0) 00000100:00100000:1.0:1746070418.039751:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015139072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3296us (3779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.039756:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4814 00000100:00100000:0.0:1746070418.042856:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.042903:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.043267:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015139584 00000100:00100000:1.0:1746070418.043270:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015139584 00000100:00100000:1.0:1746070418.043288:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4815 00000100:00100000:1.0:1746070418.043292:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:31620:x1830887015139584:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070418.043302:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070418.043311:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd97 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beac0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.043322:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beab9 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.043331:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.043333:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.043335:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd97 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beac0 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.043347:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beab9 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.043354:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607dd90 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beab9 expref: 5 pid: 8445 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.043361:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013188224:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070418.043377:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.047106:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013188224:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070418.047131:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd97 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beac0 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.047145:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61400, rc 0) 00000100:00100000:1.0:1746070418.047180:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:31620:x1830887015139584:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3886us (4275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.047188:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4815 00000100:00100000:0.0:1746070418.048539:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.052773:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.053115:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.053178:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015140096 00000100:00100000:1.0:1746070418.053185:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015140096 00000100:00100000:1.0:1746070418.053221:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4816 00000100:00100000:1.0:1746070418.053226:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015140096:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070418.053241:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070418.053253:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607dd9e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beac7 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.053269:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.053274:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd97 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beac0 expref: 47 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.053279:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070418.053282:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607dd9e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beac7 expref: 7 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.053306:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607dd97 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beac0 expref: 47 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.053314:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607dd9e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beac7 expref: 7 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.053321:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60800, rc 0) 00000100:00100000:1.0:1746070418.053349:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:31621:x1830887015140096:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.053353:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4816 00000100:00100000:0.0:1746070418.058653:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.061850:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.063136:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.067666:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.071830:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.072598:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.076838:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.080929:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.084166:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.084570:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015141632 00000100:00100000:1.0:1746070418.084577:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015141632 00000100:00100000:1.0:1746070418.084621:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4819 00000100:00100000:1.0:1746070418.084628:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015141632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070418.084644:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070418.084659:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ddb3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beadc expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.084930:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ddac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bead5 expref: 47 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.084938:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070418.084939:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070418.084942:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ddb3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beadc expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.084967:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ddac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bead5 expref: 47 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.084978:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ddac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bead5 expref: 47 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.084988:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013189248:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070418.085336:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.091300:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013189248:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070418.091327:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ddb3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beadc expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.091341:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61400, rc 0) 00000100:00100000:1.0:1746070418.091383:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015141632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6755us (7222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.091394:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4819 00000100:00100000:0.0:1746070418.111834:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.117933:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.127240:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.127285:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013189376:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.127301:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.127334:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1962:x1830887015141888:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 9256us (9407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.127342:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7086 00000100:00100000:0.0:1746070418.127601:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015142144 00000100:00100000:0.0:1746070418.127607:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015142144 00002000:00100000:0.0:1746070418.127635:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c2a00 x1830887015142144/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070418.127644:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2a00 with x1830887015142144 ext(0->4095) 00002000:00010000:0.0:1746070418.127647:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c2a00 00000100:00100000:0.0:1746070418.127660:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3695 00000100:00100000:0.0:1746070418.127665:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015142144:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070418.127790:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015142144:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (557us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070418.127796:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3695 00002000:00100000:0.0:1746070418.127801:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c2a00 x1830887015142144/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:49/0 lens 488/4536 e 0 to 0 dl 1746070429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070418.127808:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2a00 with x1830887015142144 ext(0->4095) 00002000:00010000:0.0:1746070418.127810:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c2a00 00000100:00100000:1.0:1746070418.132093:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.132155:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.132550:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015142272 00000100:00100000:1.0:1746070418.132557:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015142272 00000100:00100000:1.0:1746070418.132596:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015142400 00000100:00100000:1.0:1746070418.132598:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015142400 00000100:00100000:1.0:1746070418.132614:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4820 00000100:00100000:1.0:1746070418.132622:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:31620:x1830887015142272:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070418.132636:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070418.132650:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beae3 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.132690:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ddb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beadc expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.132697:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.132698:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.132701:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.132729:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ddb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beadc expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.132738:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ddb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beadc expref: 5 pid: 8445 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.132748:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013189504:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070418.132801:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.132817:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4821 00000100:00100000:1.0:1746070418.132822:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31621:x1830887015142400:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070418.132828:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070418.132834:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beaea expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.132844:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.132848:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.132852:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070418.132855:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 52 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.132884:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.132894:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 52 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.132902:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6a00, rc 0) 00000100:00100000:1.0:1746070418.132922:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31621:x1830887015142400:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.132928:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4821 00000100:00100000:1.0:1746070418.136568:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013189504:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070418.136591:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.137377:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60800, rc 0) 00000100:00100000:1.0:1746070418.137412:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31620:x1830887015142272:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4791us (5324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.137420:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4820 00000100:00100000:1.0:1746070418.137507:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.137551:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015142528 00000100:00100000:1.0:1746070418.137556:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015142528 00010000:00010000:1.0:1746070418.137574:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ddb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beadc expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.137591:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7087 00000100:00100000:1.0:1746070418.137596:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015142528:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.137605:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.138474:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ddb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beadc expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.138489:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ddb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beadc expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.138506:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ddb3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beadc expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.138899:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.138902:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.138909:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 50 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.138917:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 50 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.138945:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 50 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.138955:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 50 pid: 8445 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.138965:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013189760:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.139036:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.140726:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013189760:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.140739:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.140766:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015142528:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3169us (3258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.140776:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7087 00000100:00100000:0.0:1746070418.144921:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.144972:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015142784 00000100:00100000:1.0:1746070418.144980:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015142784 00002000:00100000:1.0:1746070418.145020:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb9180 x1830887015142784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.145029:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9180 with x1830887015142784 ext(0->4095) 00010000:00010000:1.0:1746070418.145036:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 51 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.145048:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 51 pid: 8445 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.145054:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb9180 00000100:00100000:1.0:1746070418.145085:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1529 00000100:00100000:1.0:1746070418.145091:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887015142784:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070418.145270:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887015142784:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 178us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070418.145276:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1529 00002000:00100000:1.0:1746070418.145282:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb9180 x1830887015142784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/4536 e 0 to 0 dl 1746070429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.145289:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9180 with x1830887015142784 ext(0->4095) 00010000:00010000:1.0:1746070418.145293:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 51 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.145307:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 51 pid: 8445 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.145312:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb9180 00000100:00100000:0.0:1746070418.147521:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.147902:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015142912 00000100:00100000:1.0:1746070418.147909:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015142912 00010000:00010000:1.0:1746070418.147935:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 51 pid: 8445 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.147957:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7088 00000100:00100000:1.0:1746070418.147963:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1964:x1830887015142912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.147972:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.147987:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 51 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.147997:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 51 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.148014:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ddba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beae3 expref: 51 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.148622:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.148624:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.148631:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 50 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.148642:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 50 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.148880:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 50 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.148893:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013189888:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.149349:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.151658:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013189888:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.151703:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.151737:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015142912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3773us (4220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.151745:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7088 00000100:00100000:0.0:1746070418.153408:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.153612:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015143168 00000100:00100000:1.0:1746070418.153618:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015143168 00002000:00100000:1.0:1746070418.153652:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8a80 x1830887015143168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.153662:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8a80 with x1830887015143168 ext(0->4095) 00002000:00010000:1.0:1746070418.153666:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb8a80 00000100:00100000:1.0:1746070418.153702:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3696 00000100:00100000:1.0:1746070418.153709:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015143168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070418.154508:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015143168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 798us (1102us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070418.154518:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3696 00002000:00100000:1.0:1746070418.154524:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8a80 x1830887015143168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/4536 e 0 to 0 dl 1746070429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.154532:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8a80 with x1830887015143168 ext(0->4095) 00002000:00010000:1.0:1746070418.154535:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb8a80 00000100:00100000:0.0:1746070418.170119:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.170609:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015143296 00000100:00100000:1.0:1746070418.170617:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015143296 00000100:00100000:1.0:1746070418.170900:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4822 00000100:00100000:1.0:1746070418.170908:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015143296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070418.173766:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070418.173787:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607ddc8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beaf1 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.173816:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 49 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.173824:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070418.173825:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070418.173829:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607ddc8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf1 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.173855:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 49 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.173866:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 49 pid: 12041 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.173890:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013190016:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070418.173978:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.175472:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013190016:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070418.175488:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607ddc8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf1 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.175499:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6600, rc 0) 00000100:00100000:1.0:1746070418.175536:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015143296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4628us (5424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.175542:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4822 00000100:00100000:0.0:1746070418.178925:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.179008:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015143424 00000100:00100000:1.0:1746070418.179016:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015143424 00002000:00100000:1.0:1746070418.179052:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a4a43800 x1830887015143424/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 496/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.179061:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a43800 with x1830887015143424 ext(0->7) 00010000:00010000:1.0:1746070418.179069:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 50 pid: 12041 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.179081:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 50 pid: 12041 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.179086:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a43800 00000100:00100000:1.0:1746070418.179101:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1530 00000100:00100000:1.0:1746070418.179107:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015143424:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070418.179800:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1964:x1830887015143424:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 691us (2213us total) trans 4294967926 rc 0/0 00000100:00100000:1.0:1746070418.179807:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1530 00002000:00100000:1.0:1746070418.179813:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a4a43800 x1830887015143424/t4294967926(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 496/448 e 0 to 0 dl 1746070429 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.179820:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a43800 with x1830887015143424 ext(0->7) 00010000:00010000:1.0:1746070418.179825:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 52 pid: 12041 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.179834:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 52 pid: 12041 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.179840:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a43800 00000100:00100000:0.0:1746070418.184517:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.184611:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015143552 00000100:00100000:1.0:1746070418.184620:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015143552 00000100:00100000:1.0:1746070418.184668:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4823 00000100:00100000:1.0:1746070418.184700:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31620:x1830887015143552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070418.184714:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070418.184728:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beaf8 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.184749:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070418.184754:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607ddc8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.184759:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070418.184762:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf8 expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.184789:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607ddc8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.184798:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf8 expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.184807:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6c00, rc 0) 00000100:00100000:1.0:1746070418.184841:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:31620:x1830887015143552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.184847:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4823 00000100:00100000:0.0:1746070418.185507:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.185711:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015143680 00000100:00100000:1.0:1746070418.185715:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015143680 00010000:00010000:1.0:1746070418.185729:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 53 pid: 12041 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.185744:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7089 00000100:00100000:1.0:1746070418.185748:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a445a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1962:x1830887015143680:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.185755:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.185770:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 53 pid: 12041 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.185779:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 53 pid: 12041 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.185792:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607ddc1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaea expref: 53 pid: 12041 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.185813:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.185814:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.185819:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607ddc8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.185827:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607ddc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.185845:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607ddc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.185854:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607ddc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf1 expref: 5 pid: 8445 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.185864:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013190272:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.185915:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070418.190190:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.190288:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013190272:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.190305:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.190337:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a445a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1962:x1830887015143680:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4588us (4831us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.190346:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7089 00000100:00100000:0.0:1746070418.193757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.193829:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015144064 00000100:00100000:1.0:1746070418.193837:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015144064 00010000:00010000:1.0:1746070418.193863:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607ddc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf1 expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.193901:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7090 00000100:00100000:1.0:1746070418.193908:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015144064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.193919:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.193935:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607ddc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf1 expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.193945:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607ddc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf1 expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.193962:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607ddc8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf1 expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.193988:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.193990:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.193996:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf8 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.194004:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf8 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.194030:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf8 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.194040:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013190400:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.194096:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.196313:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013190400:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.196328:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.196355:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015144064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2447us (2605us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.196363:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7090 00000100:00100000:0.0:1746070418.197780:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.205444:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.213065:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.213141:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015144576 00000100:00100000:1.0:1746070418.213147:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015144576 00002000:00100000:1.0:1746070418.213181:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a4a40e00 x1830887015144576/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 496/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.213189:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a40e00 with x1830887015144576 ext(0->7) 00010000:00010000:1.0:1746070418.213196:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf8 expref: 52 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.213207:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf8 expref: 52 pid: 8445 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.213212:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a40e00 00000100:00100000:1.0:1746070418.213264:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1532 00000100:00100000:1.0:1746070418.213270:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1964:x1830887015144576:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070418.213500:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887015144576:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 229us (439us total) trans 4294967927 rc 0/0 00000100:00100000:1.0:1746070418.213505:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1532 00002000:00100000:1.0:1746070418.213510:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a4a40e00 x1830887015144576/t4294967927(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 496/448 e 0 to 0 dl 1746070429 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.213517:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a40e00 with x1830887015144576 ext(0->7) 00010000:00010000:1.0:1746070418.213521:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf8 expref: 54 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.213530:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf8 expref: 54 pid: 8445 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.213536:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a40e00 00000100:00100000:0.0:1746070418.215363:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.215431:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015144704 00000100:00100000:1.0:1746070418.215436:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015144704 00010000:00010000:1.0:1746070418.215460:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf8 expref: 54 pid: 8445 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.215478:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7091 00000100:00100000:1.0:1746070418.215483:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1963:x1830887015144704:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.215492:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.215505:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf8 expref: 54 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.215514:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf8 expref: 54 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.215531:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607ddcf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaf8 expref: 54 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.215555:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.215557:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.215562:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ddd6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaff expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.215572:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ddd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaff expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.215597:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ddd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaff expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.215606:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013190656:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.216129:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.216849:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013190656:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.216861:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.216986:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1963:x1830887015144704:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1501us (1626us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.216993:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7091 00000100:00100000:0.0:1746070418.218264:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.219836:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.222003:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.222524:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015145216 00000100:00100000:1.0:1746070418.222529:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015145216 00010000:00010000:1.0:1746070418.222546:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ddd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaff expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.222574:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7092 00000100:00100000:1.0:1746070418.222580:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015145216:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.222589:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.222604:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ddd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaff expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.222613:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ddd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaff expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.222629:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ddd6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beaff expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.222652:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.222654:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.222659:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607dddd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb06 expref: 53 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.222666:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607dddd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb06 expref: 53 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.222705:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607dddd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb06 expref: 53 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.222714:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013190912:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.222759:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070418.225279:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.225343:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013190912:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.225356:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.225382:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015145216:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2802us (3383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.225390:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7092 00000100:00100000:0.0:1746070418.228735:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.232195:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.232841:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015145728 00000100:00100000:1.0:1746070418.232846:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015145728 00010000:00010000:1.0:1746070418.232867:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607dddd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb06 expref: 54 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.232914:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7093 00000100:00100000:1.0:1746070418.232920:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1962:x1830887015145728:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.232931:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.232947:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607dddd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb06 expref: 54 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.232956:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607dddd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb06 expref: 54 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.232972:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607dddd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb06 expref: 54 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.232995:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.232997:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.233003:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dde4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb0d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.233009:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dde4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb0d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.233033:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dde4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb0d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.233042:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013191168:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.233103:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.235361:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013191168:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.235375:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070418.235568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.235770:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1962:x1830887015145728:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2849us (3575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.235777:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7093 00000100:00100000:0.0:1746070418.235832:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.238154:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.239074:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.239121:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015146368 00000100:00100000:1.0:1746070418.239124:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015146368 00010000:00010000:1.0:1746070418.239138:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dde4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb0d expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.239152:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7094 00000100:00100000:1.0:1746070418.239157:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015146368:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.239163:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.239176:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dde4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb0d expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.239184:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dde4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb0d expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.239197:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dde4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb0d expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.239217:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.239218:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.239223:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ddeb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb14 expref: 54 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.239230:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ddeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb14 expref: 54 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.239248:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ddeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb14 expref: 54 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.239257:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ddeb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb14 expref: 54 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.239266:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013191552:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.239321:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.240786:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013191552:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.240797:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.240820:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015146368:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1662us (1745us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.240827:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7094 00000100:00100000:0.0:1746070418.242828:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.242895:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015146752 00000100:00100000:1.0:1746070418.242899:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015146752 00010000:00010000:1.0:1746070418.242914:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ddeb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb14 expref: 55 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.242936:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7095 00000100:00100000:1.0:1746070418.242941:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1963:x1830887015146752:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.242950:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.242962:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ddeb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb14 expref: 55 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.242975:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ddeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb14 expref: 55 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.242990:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ddeb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb14 expref: 55 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.243013:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.243015:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.243021:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607ddf2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb1b expref: 54 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.243028:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607ddf2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb1b expref: 54 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.243051:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607ddf2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb1b expref: 54 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.243061:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013191680:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.243120:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070418.245225:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.245310:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013191680:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.245323:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.245358:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1963:x1830887015146752:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2416us (2532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.245365:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7095 00000100:00100000:0.0:1746070418.249031:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.254150:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.257248:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015147264 00000100:00100000:1.0:1746070418.257254:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015147264 00010000:00010000:1.0:1746070418.257275:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607ddf2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb1b expref: 54 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.257294:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7096 00000100:00100000:1.0:1746070418.257299:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4459c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887015147264:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.257308:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.257322:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607ddf2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb1b expref: 54 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.257331:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607ddf2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb1b expref: 54 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.257349:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607ddf2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb1b expref: 54 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.257360:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.257362:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.257368:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ddf9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb22 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.257374:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ddf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb22 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.257408:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ddf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb22 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.257418:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013191936:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.257474:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070418.258718:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.259096:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013191936:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.259106:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.259122:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4459c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1964:x1830887015147264:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1823us (4977us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.259129:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7096 00000100:00100000:0.0:1746070418.259400:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.264531:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.267446:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.267699:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015147904 00000100:00100000:1.0:1746070418.267705:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015147904 00010000:00010000:1.0:1746070418.267730:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ddf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb22 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.267766:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7097 00000100:00100000:1.0:1746070418.267772:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015147904:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.267782:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.267798:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ddf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb22 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.267809:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ddf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb22 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.267828:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ddf9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb22 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.267855:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.267857:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.267863:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb29 expref: 54 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.267881:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb29 expref: 54 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.267908:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb29 expref: 54 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.267918:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb29 expref: 54 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.267927:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013192320:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.267995:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.269645:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013192320:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.269657:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.269711:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015147904:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1938us (2267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.269719:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7097 00000100:00100000:0.0:1746070418.270173:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.272959:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.274901:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015148288 00000100:00100000:1.0:1746070418.274911:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015148288 00010000:00010000:1.0:1746070418.274944:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb29 expref: 55 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.274987:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7098 00000100:00100000:1.0:1746070418.274993:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1963:x1830887015148288:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.275004:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.275021:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb29 expref: 55 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.275031:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb29 expref: 55 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.275047:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de00 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb29 expref: 55 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.275071:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.275073:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.275079:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607de07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb30 expref: 54 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.275086:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607de07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb30 expref: 54 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.275113:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607de07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb30 expref: 54 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.275123:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013192448:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.275200:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070418.277119:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.277140:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013192448:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.277158:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.277190:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1963:x1830887015148288:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2195us (4234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.277197:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7098 00000100:00100000:0.0:1746070418.288744:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.306551:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.316777:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.316940:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015148928 00000100:00100000:1.0:1746070418.316948:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015148928 00010000:00010000:1.0:1746070418.316979:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607de07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb30 expref: 56 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.317291:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7099 00000100:00100000:1.0:1746070418.317300:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1962:x1830887015148928:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.317311:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.317328:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607de07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb30 expref: 56 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.317338:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607de07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb30 expref: 56 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.317354:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607de07 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb30 expref: 56 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.317570:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.317572:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.317579:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de0e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb37 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.317587:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb37 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.317613:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb37 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.317626:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013192704:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.318642:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.324747:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013192704:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.324758:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.324780:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:1962:x1830887015148928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7482us (8010us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.324787:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7099 00000100:00100000:0.0:1746070418.327334:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.328090:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.328168:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015149568 00000100:00100000:1.0:1746070418.328171:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015149568 00010000:00010000:1.0:1746070418.328185:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb37 expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.328456:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7100 00000100:00100000:1.0:1746070418.328461:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015149568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.328469:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.328483:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb37 expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.328492:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb37 expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.328507:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb37 expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.329730:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.329734:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.329742:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb3e expref: 56 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.329750:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb3e expref: 56 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.329778:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb3e expref: 56 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.329787:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb3e expref: 56 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.329798:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013193088:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.332503:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.342366:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013193088:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.342382:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.342416:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015149568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 13955us (14326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.342424:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7100 00000100:00100000:0.0:1746070418.348160:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.348240:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015149952 00000100:00100000:1.0:1746070418.348246:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015149952 00010000:00010000:1.0:1746070418.348268:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb3e expref: 57 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.348338:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7101 00000100:00100000:1.0:1746070418.348344:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:1964:x1830887015149952:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.348357:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.348371:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb3e expref: 57 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.348382:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb3e expref: 57 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.348398:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de15 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb3e expref: 57 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.348975:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.348978:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.348985:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607de1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb45 expref: 56 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.348992:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607de1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb45 expref: 56 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.349018:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607de1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb45 expref: 56 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.349027:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013193216:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.352415:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.354376:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013193216:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.354390:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.354420:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1964:x1830887015149952:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6076us (6264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.354432:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7101 00000100:00100000:0.0:1746070418.355605:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.359514:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.365179:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.365271:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015150464 00000100:00100000:1.0:1746070418.365277:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015150464 00010000:00010000:1.0:1746070418.365300:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607de1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb45 expref: 56 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.365323:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7102 00000100:00100000:1.0:1746070418.365327:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1964:x1830887015150464:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.365336:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.365349:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607de1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb45 expref: 56 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.365357:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607de1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb45 expref: 56 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.365370:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607de1c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb45 expref: 56 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.365382:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.365383:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.365389:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607de23 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb4c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.365396:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607de23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb4c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.365421:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607de23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb4c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.365431:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013193472:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.365491:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070418.366646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.366669:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013193472:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.366699:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.366722:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1964:x1830887015150464:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1394us (1548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.366728:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7102 00000100:00100000:0.0:1746070418.366900:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.370092:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.370167:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015150976 00000100:00100000:1.0:1746070418.370175:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015150976 00010000:00010000:1.0:1746070418.370195:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607de23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb4c expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.370220:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7103 00000100:00100000:1.0:1746070418.370226:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4459850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015150976:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.370235:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.370251:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607de23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb4c expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.370260:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607de23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb4c expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.370276:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607de23 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb4c expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.370300:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.370302:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.370307:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de2a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb53 expref: 55 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.370314:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb53 expref: 55 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.370338:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb53 expref: 55 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.370348:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013193728:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.370401:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.371952:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013193728:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.371966:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.371991:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4459850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015150976:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1765us (1903us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.371999:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7103 00000100:00100000:0.0:1746070418.372599:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.377401:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.394573:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.394736:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015151488 00000100:00100000:1.0:1746070418.394744:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015151488 00002000:00100000:1.0:1746070418.394779:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092c95500 x1830887015151488/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 496/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.394787:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95500 with x1830887015151488 ext(0->7) 00010000:00010000:1.0:1746070418.394800:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb53 expref: 56 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.394812:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb53 expref: 56 pid: 8444 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.394822:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c95500 00000100:00100000:1.0:1746070418.394850:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1540 00000100:00100000:1.0:1746070418.394856:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1963:x1830887015151488:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070418.398957:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1963:x1830887015151488:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 4094us (4383us total) trans 4294967929 rc 0/0 00000100:00100000:1.0:1746070418.398967:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1540 00002000:00100000:1.0:1746070418.398976:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092c95500 x1830887015151488/t4294967929(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 496/448 e 0 to 0 dl 1746070429 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.398985:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95500 with x1830887015151488 ext(0->7) 00010000:00010000:1.0:1746070418.398992:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb53 expref: 58 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.399005:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb53 expref: 58 pid: 8444 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.399011:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c95500 00000100:00100000:0.0:1746070418.405729:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.405774:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.405847:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015151744 00000100:00100000:1.0:1746070418.405854:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015151744 00010000:00010000:1.0:1746070418.405891:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb53 expref: 59 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.405919:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7104 00000100:00100000:1.0:1746070418.405924:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1964:x1830887015151744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.405935:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.405952:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb53 expref: 59 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.405961:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb53 expref: 60 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.406769:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de2a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb53 expref: 60 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.407204:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.407355:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1964:x1830887015151744:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1429us (1579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.407362:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7104 00000100:00100000:0.0:1746070418.410199:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.410271:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015152000 00000100:00100000:1.0:1746070418.410277:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015152000 00002000:00100000:1.0:1746070418.410305:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c94a80 x1830887015152000/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.410314:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94a80 with x1830887015152000 ext(0->4095) 00010000:00010000:1.0:1746070418.410321:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607de31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb5a expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.410332:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607de31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb5a expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.410338:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c94a80 00000100:00100000:1.0:1746070418.410363:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1541 00000100:00100000:1.0:1746070418.410369:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015152000:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070418.410917:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015152000:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 546us (719us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070418.410923:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1541 00002000:00100000:1.0:1746070418.410928:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c94a80 x1830887015152000/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:49/0 lens 488/4536 e 0 to 0 dl 1746070429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.410935:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94a80 with x1830887015152000 ext(0->4095) 00010000:00010000:1.0:1746070418.410940:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607de31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb5a expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.410949:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607de31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb5a expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.410954:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c94a80 00000100:00100000:0.0:1746070418.424720:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.424798:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015152128 00000100:00100000:1.0:1746070418.424806:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015152128 00010000:00010000:1.0:1746070418.424835:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607de31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb5a expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.424877:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7105 00000100:00100000:1.0:1746070418.424884:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015152128:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.424895:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.424912:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607de31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb5a expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.424921:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607de31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb5a expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.424940:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607de31 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb5a expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.424967:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.424969:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.424975:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb61 expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.424983:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb61 expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.425009:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb61 expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.425018:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013194240:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.425085:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.426711:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013194240:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.426724:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.426749:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015152128:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1866us (2036us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.426756:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7105 00000100:00100000:0.0:1746070418.450051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.450341:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015152384 00000100:00100000:1.0:1746070418.450348:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015152384 00002000:00100000:1.0:1746070418.450384:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c785500 x1830887015152384/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.450398:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c785500 with x1830887015152384 ext(0->4095) 00002000:00010000:1.0:1746070418.450402:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c785500 00000100:00100000:0.0:1746070418.459764:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.465098:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015152640 00000100:00100000:0.0:1746070418.465103:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015152640 00002000:00100000:0.0:1746070418.465137:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801324d7b80 x1830887015152640/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 496/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070418.465145:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d7b80 with x1830887015152640 ext(0->7) 00010000:00010000:0.0:1746070418.465151:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb61 expref: 58 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:0.0:1746070418.465161:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb61 expref: 58 pid: 8444 timeout: 630 lvb_type: 0 00002000:00010000:0.0:1746070418.465166:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801324d7b80 00000100:00100000:0.0:1746070418.465389:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1542 00000100:00100000:0.0:1746070418.465396:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1964:x1830887015152640:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070418.466658:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015152640:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 1260us (1620us total) trans 4294967930 rc 0/0 00000100:00100000:1.0:1746070418.466997:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1542 00002000:00100000:1.0:1746070418.467006:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801324d7b80 x1830887015152640/t4294967930(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 496/448 e 0 to 0 dl 1746070429 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.467013:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d7b80 with x1830887015152640 ext(0->7) 00010000:00010000:1.0:1746070418.467019:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb61 expref: 60 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.467031:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb61 expref: 60 pid: 8444 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.467037:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801324d7b80 00000100:00100000:0.0:1746070418.470596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.473969:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015152768 00000100:00100000:1.0:1746070418.473979:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015152768 00010000:00010000:1.0:1746070418.474012:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb61 expref: 60 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.474049:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7106 00000100:00100000:1.0:1746070418.474054:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1962:x1830887015152768:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.474065:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.474081:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb61 expref: 60 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.474091:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb61 expref: 60 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.474109:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607de38 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb61 expref: 60 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.474132:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.474134:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.474140:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb68 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.474148:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb68 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.474175:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb68 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.474184:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013194496:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.474247:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.475788:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013194496:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.475799:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.475827:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1962:x1830887015152768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1772us (5237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.475839:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7106 00000100:00100000:0.0:1746070418.476206:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.476252:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015153024 00000100:00100000:1.0:1746070418.476256:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015153024 00002000:00100000:1.0:1746070418.476280:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c787b80 x1830887015153024/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.476288:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787b80 with x1830887015153024 ext(0->4095) 00002000:00010000:1.0:1746070418.476292:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c787b80 00000100:00100000:1.0:1746070418.476312:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3706 00000100:00100000:1.0:1746070418.476316:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015153024:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070418.476419:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015153024:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070418.476424:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3706 00002000:00100000:1.0:1746070418.476428:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c787b80 x1830887015153024/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:49/0 lens 488/4536 e 0 to 0 dl 1746070429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.476433:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787b80 with x1830887015153024 ext(0->4095) 00002000:00010000:1.0:1746070418.476436:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c787b80 00000100:00100000:0.0:1746070418.478296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.485332:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.486347:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015153280 00000100:00100000:1.0:1746070418.486355:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015153280 00010000:00010000:1.0:1746070418.486382:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb68 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.487454:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7107 00000100:00100000:1.0:1746070418.487463:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015153280:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.487476:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.487493:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb68 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.487508:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb68 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.487526:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb68 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.488502:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.488505:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.488513:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb6f expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.488520:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb6f expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.488549:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb6f expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.488559:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013194752:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.489061:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070418.491151:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.491592:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013194752:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.491605:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.491624:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015153280:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4164us (6300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.491630:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7107 00000100:00100000:0.0:1746070418.498757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.508745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.516562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.519986:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.520070:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015154048 00000100:00100000:1.0:1746070418.520078:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015154048 00010000:00010000:1.0:1746070418.520107:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb6f expref: 63 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.520139:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7108 00000100:00100000:1.0:1746070418.520145:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1962:x1830887015154048:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.520156:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.520173:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb6f expref: 63 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.520183:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb6f expref: 63 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.520201:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de46 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb6f expref: 63 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.520227:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.520230:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.520236:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de4d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb76 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.520243:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb76 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.520270:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb76 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.520280:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb76 expref: 5 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.520290:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013195136:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.520349:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070418.523170:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.523748:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013195136:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.523764:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.523807:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1962:x1830887015154048:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3660us (3826us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.523815:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7108 00000100:00100000:0.0:1746070418.528083:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.528156:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015154432 00000100:00100000:1.0:1746070418.528162:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015154432 00010000:00010000:1.0:1746070418.528190:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb76 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.528221:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7109 00000100:00100000:1.0:1746070418.528227:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015154432:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.528240:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.528256:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb76 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.529607:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb76 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.529627:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607de4d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb76 expref: 6 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.529655:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.529658:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.529664:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb7d expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.529684:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb7d expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.529716:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb7d expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.529732:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013195264:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.529795:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070418.532762:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.532980:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013195264:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.532996:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.533378:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015154432:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5148us (5299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.533387:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7109 00000100:00100000:0.0:1746070418.535983:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.540123:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.540451:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015154944 00000100:00100000:1.0:1746070418.540457:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015154944 00010000:00010000:1.0:1746070418.540484:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb7d expref: 62 pid: 8444 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.540517:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7110 00000100:00100000:1.0:1746070418.540523:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4459450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1964:x1830887015154944:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.540533:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.540549:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb7d expref: 62 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.540564:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb7d expref: 62 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.540581:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9400/0x628f9640b607de54 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb7d expref: 62 pid: 8444 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.540812:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.540815:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.540821:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de5b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb84 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.540828:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb84 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.540852:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb84 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.540861:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013195520:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.540924:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070418.543334:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.543516:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013195520:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.543532:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.543568:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4459450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1964:x1830887015154944:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3045us (3448us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.543577:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7110 00000100:00100000:0.0:1746070418.547485:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.551246:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.552489:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.553522:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015155584 00000100:00100000:1.0:1746070418.553527:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015155584 00010000:00010000:1.0:1746070418.553544:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de5b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb84 expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.553570:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7111 00000100:00100000:1.0:1746070418.553575:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015155584:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.553583:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.553598:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de5b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb84 expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.553608:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb84 expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.553622:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607de5b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb84 expref: 6 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.553634:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.553635:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.553640:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de62 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb8b expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.553647:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb8b expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.553664:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb8b expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.553687:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb8b expref: 62 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.553697:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013195904:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.553740:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.556430:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013195904:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070418.556447:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070418.556477:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015155584:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2901us (3988us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.556486:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7111 00000100:00100000:0.0:1746070418.556737:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.560172:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.560216:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015155968 00000100:00100000:1.0:1746070418.560221:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015155968 00010000:00010000:1.0:1746070418.560245:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb8b expref: 63 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.560275:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7112 00000100:00100000:1.0:1746070418.560281:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1962:x1830887015155968:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070418.560291:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070418.560306:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb8b expref: 63 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.560315:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb8b expref: 63 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.560332:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607de62 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb8b expref: 63 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.560357:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.560359:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070418.560365:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607de69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb92 expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.560372:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607de69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb92 expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.560397:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607de69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beb92 expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070418.560407:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013196032:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070418.560786:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070418.564118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.566387:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.569558:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.575715:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.576048:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.576106:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015156864 00000100:00100000:1.0:1746070418.576111:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015156864 00002000:00100000:1.0:1746070418.576140:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdf480 x1830887015156864/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.576149:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf480 with x1830887015156864 ext(0->4095) 00002000:00010000:1.0:1746070418.576152:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdf480 00000100:00100000:1.0:1746070418.576173:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3711 00000100:00100000:1.0:1746070418.576179:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015156864:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070418.576281:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015156864:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070418.576286:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3711 00002000:00100000:1.0:1746070418.576291:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdf480 x1830887015156864/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:49/0 lens 488/4536 e 0 to 0 dl 1746070429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.576297:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf480 with x1830887015156864 ext(0->4095) 00002000:00010000:1.0:1746070418.576299:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdf480 00000100:00100000:0.0:1746070418.579971:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.581626:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.586319:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.590296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.597121:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.597565:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015157760 00000100:00100000:1.0:1746070418.597571:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015157760 00002000:00100000:1.0:1746070418.597603:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e042a00 x1830887015157760/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.597611:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e042a00 with x1830887015157760 ext(0->4095) 00002000:00010000:1.0:1746070418.597615:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e042a00 00000100:00100000:1.0:1746070418.597751:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3712 00000100:00100000:1.0:1746070418.597757:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015157760:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070418.597902:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015157760:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (781us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070418.597908:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3712 00002000:00100000:1.0:1746070418.597914:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e042a00 x1830887015157760/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/4536 e 0 to 0 dl 1746070429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.597921:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e042a00 with x1830887015157760 ext(0->4095) 00002000:00010000:1.0:1746070418.597924:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e042a00 00000100:00100000:0.0:1746070418.600707:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.606074:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.606956:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.608209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.611772:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.614435:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.614519:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015158784 00000100:00100000:1.0:1746070418.614525:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015158784 00002000:00100000:1.0:1746070418.614553:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e043100 x1830887015158784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.614562:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e043100 with x1830887015158784 ext(0->4095) 00002000:00010000:1.0:1746070418.614565:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e043100 00000100:00100000:1.0:1746070418.614589:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3713 00000100:00100000:1.0:1746070418.614596:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1964:x1830887015158784:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070418.614749:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1964:x1830887015158784:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070418.614754:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3713 00002000:00100000:1.0:1746070418.614759:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e043100 x1830887015158784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/4536 e 0 to 0 dl 1746070429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.614766:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e043100 with x1830887015158784 ext(0->4095) 00002000:00010000:1.0:1746070418.614768:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e043100 00000100:00100000:0.0:1746070418.619551:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.627347:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.631138:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.632728:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.636744:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.639439:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.642757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.642887:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015159936 00000100:00100000:1.0:1746070418.642894:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015159936 00002000:00100000:1.0:1746070418.642924:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e9500 x1830887015159936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.642933:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9500 with x1830887015159936 ext(0->4095) 00002000:00010000:1.0:1746070418.642937:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e9500 00000100:00100000:1.0:1746070418.642964:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3714 00000100:00100000:1.0:1746070418.642971:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1964:x1830887015159936:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070418.643132:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1964:x1830887015159936:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 161us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070418.643138:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3714 00002000:00100000:1.0:1746070418.643143:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e9500 x1830887015159936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/4536 e 0 to 0 dl 1746070429 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.643150:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9500 with x1830887015159936 ext(0->4095) 00002000:00010000:1.0:1746070418.643153:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e9500 00000100:00100000:0.0:1746070418.646762:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.646843:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015160064 00000100:00100000:1.0:1746070418.646850:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015160064 00000100:00100000:1.0:1746070418.646944:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4853 00000100:00100000:1.0:1746070418.646951:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015160064:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070418.646967:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070418.646980:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607dea1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bebca expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.647003:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de9a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebc3 expref: 63 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.647009:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070418.647011:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070418.647014:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607dea1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebca expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.647037:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebc3 expref: 63 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.647048:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebc3 expref: 63 pid: 25271 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1746070418.647057:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013197952:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070418.647419:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070418.648954:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013197952:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070418.648976:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607dea1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebca expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070418.648994:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de7c00, rc 0) 00000100:00100000:1.0:1746070418.649036:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015160064:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2084us (2280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070418.649043:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4853 00000100:00100000:0.0:1746070418.656833:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.657103:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.657200:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015160192 00000100:00100000:1.0:1746070418.657207:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015160192 00002000:00100000:1.0:1746070418.657242:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800947e9f80 x1830887015160192/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 496/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.657251:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9f80 with x1830887015160192 ext(0->7) 00010000:00010000:1.0:1746070418.657259:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebc3 expref: 64 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.657271:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebc3 expref: 64 pid: 25271 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.657277:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e9f80 00000100:00100000:1.0:1746070418.657307:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1550 00000100:00100000:1.0:1746070418.657314:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1964:x1830887015160192:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070418.657568:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015160192:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 253us (740us total) trans 4294967933 rc 0/0 00000100:00100000:1.0:1746070418.657574:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1550 00002000:00100000:1.0:1746070418.657580:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800947e9f80 x1830887015160192/t4294967933(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 496/448 e 0 to 0 dl 1746070429 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.657594:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9f80 with x1830887015160192 ext(0->7) 00010000:00010000:1.0:1746070418.657599:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebc3 expref: 66 pid: 25271 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.657608:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607de9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebc3 expref: 66 pid: 25271 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.657613:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e9f80 00010000:00010000:1.0:1746070418.664548:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070418.666972:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.669703:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.669748:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015160704 00000100:00100000:1.0:1746070418.669756:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015160704 00002000:00100000:1.0:1746070418.669798:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e8000 x1830887015160704/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.669806:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8000 with x1830887015160704 ext(0->4095) 00010000:00010000:1.0:1746070418.669813:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607dea1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebca expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.669825:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607dea1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebca expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.669831:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e8000 00000100:00100000:1.0:1746070418.669856:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1551 00000100:00100000:1.0:1746070418.669862:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015160704:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070418.670007:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015160704:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070418.670016:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1551 00002000:00100000:1.0:1746070418.670021:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e8000 x1830887015160704/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:49/0 lens 488/4536 e 0 to 0 dl 1746070429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.670027:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8000 with x1830887015160704 ext(0->4095) 00010000:00010000:1.0:1746070418.670031:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607dea1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebca expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.670038:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607dea1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebca expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.670043:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e8000 00000100:00100000:0.0:1746070418.673768:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.680573:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.685076:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.690004:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.690981:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.695381:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.699200:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.702917:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.725338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.744842:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.792252:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.795922:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.797882:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.797911:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015162880 00000100:00100000:0.0:1746070418.797915:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015162880 00002000:00100000:0.0:1746070418.797944:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947eb480 x1830887015162880/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070418.797955:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947eb480 with x1830887015162880 ext(0->4095) 00010000:00010000:0.0:1746070418.797961:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607debd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebe6 expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:0.0:1746070418.797973:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607debd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebe6 expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00002000:00010000:0.0:1746070418.797979:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947eb480 00000100:00100000:0.0:1746070418.797993:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1554 00000100:00100000:0.0:1746070418.797998:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015162880:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070418.798125:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015162880:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070418.798131:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1554 00002000:00100000:0.0:1746070418.798136:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947eb480 x1830887015162880/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:49/0 lens 488/4536 e 0 to 0 dl 1746070429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070418.798144:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947eb480 with x1830887015162880 ext(0->4095) 00010000:00010000:0.0:1746070418.798149:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607debd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebe6 expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:0.0:1746070418.798159:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607debd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bebe6 expref: 6 pid: 8445 timeout: 630 lvb_type: 0 00002000:00010000:0.0:1746070418.798165:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947eb480 00000100:00100000:0.0:1746070418.801639:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.804799:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.810940:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.816219:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.822553:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.831479:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.835020:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.846085:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.853624:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.861997:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.869143:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.877009:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.879462:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.891218:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.905064:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.905096:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015165696 00000100:00100000:1.0:1746070418.905102:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015165696 00002000:00100000:1.0:1746070418.905137:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c3480 x1830887015165696/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.905146:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c3480 with x1830887015165696 ext(0->4095) 00010000:00010000:1.0:1746070418.905153:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dee0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec09 expref: 73 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.905166:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dee0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec09 expref: 73 pid: 8445 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.905172:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c3480 00000100:00100000:1.0:1746070418.905186:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1558 00000100:00100000:1.0:1746070418.905193:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:1963:x1830887015165696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070418.905325:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:1963:x1830887015165696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070418.905331:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1558 00002000:00100000:1.0:1746070418.905336:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c3480 x1830887015165696/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/4536 e 0 to 0 dl 1746070429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.905343:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c3480 with x1830887015165696 ext(0->4095) 00010000:00010000:1.0:1746070418.905347:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dee0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec09 expref: 73 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.905355:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607dee0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec09 expref: 73 pid: 8445 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.905361:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c3480 00000100:00100000:0.0:1746070418.908559:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.913274:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.929390:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.929480:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015166208 00000100:00100000:1.0:1746070418.929487:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015166208 00002000:00100000:1.0:1746070418.929522:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b72680 x1830887015166208/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.929531:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b72680 with x1830887015166208 ext(0->4095) 00010000:00010000:1.0:1746070418.929539:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dee7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec10 expref: 72 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.929557:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dee7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec10 expref: 72 pid: 8445 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.929563:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b72680 00000100:00100000:1.0:1746070418.929593:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1559 00000100:00100000:1.0:1746070418.929600:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1964:x1830887015166208:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070418.929755:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1964:x1830887015166208:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070418.929761:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1559 00002000:00100000:1.0:1746070418.929766:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b72680 x1830887015166208/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 488/4536 e 0 to 0 dl 1746070429 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.929773:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b72680 with x1830887015166208 ext(0->4095) 00010000:00010000:1.0:1746070418.929778:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dee7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec10 expref: 72 pid: 8445 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1746070418.929786:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607dee7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec10 expref: 72 pid: 8445 timeout: 630 lvb_type: 0 00002000:00010000:1.0:1746070418.929792:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b72680 00000100:00100000:0.0:1746070418.932968:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.933051:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.939017:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.949079:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.955243:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.959597:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.986887:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070418.990462:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070418.990549:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015167488 00000100:00100000:1.0:1746070418.990555:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015167488 00002000:00100000:1.0:1746070418.990586:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880131b73b80 x1830887015167488/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 496/0 e 0 to 0 dl 1746070429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.990600:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b73b80 with x1830887015167488 ext(0->7) 00010000:00010000:1.0:1746070418.990607:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607def5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec1e expref: 73 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070418.990619:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607def5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec1e expref: 73 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070418.990625:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b73b80 00000100:00100000:1.0:1746070418.990650:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1561 00000100:00100000:1.0:1746070418.990657:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:1961:x1830887015167488:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070418.990931:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:1961:x1830887015167488:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 274us (472us total) trans 4294967937 rc 0/0 00000100:00100000:1.0:1746070418.990936:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1561 00002000:00100000:1.0:1746070418.990941:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880131b73b80 x1830887015167488/t4294967937(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:49/0 lens 496/448 e 0 to 0 dl 1746070429 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070418.990947:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b73b80 with x1830887015167488 ext(0->7) 00010000:00010000:1.0:1746070418.990951:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607def5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec1e expref: 75 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070418.990959:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607def5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec1e expref: 75 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070418.990964:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b73b80 00000100:00100000:0.0:1746070418.998622:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.008329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.010767:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1562 00000100:00100000:1.0:1746070419.010779:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015167872:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070419.010930:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015167872:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (2605us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.010935:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1562 00002000:00100000:1.0:1746070419.010942:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b71180 x1830887015167872/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.010948:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b71180 with x1830887015167872 ext(0->4095) 00010000:00010000:1.0:1746070419.010954:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607defc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec25 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.010964:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607defc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec25 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.010969:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b71180 00000100:00100000:0.0:1746070419.016088:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.031317:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.043774:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830887013201920:0@lo:400:kworker.0 00000100:00100000:0.0:1746070419.043823:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070419.043844:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013202432:0@lo:400:kworker.0 00000100:00100000:0.0:1746070419.043862:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070419.043890:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746070419.043894:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013201792:0@lo:400:kworker.0 00000100:00100000:0.0:1746070419.043913:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070419.043935:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013202304:0@lo:400:kworker.0 00000100:00100000:0.0:1746070419.043947:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070419.043973:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013201920 00000100:00100000:0.0:1746070419.043978:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013201920 00000100:00100000:0.0:1746070419.044001:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013202304 00000100:00100000:0.0:1746070419.044002:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013202304 00000100:00100000:0.0:1746070419.044019:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1746070419.044025:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830887013201920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070419.044056:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830887013201920:12345-0@lo:400:kworker.0 Request processed in 31us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070419.044061:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1746070419.044071:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1746070419.044075:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013202304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070419.044090:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013202304:12345-0@lo:400:kworker.0 Request processed in 15us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070419.044094:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00080000:0.0:1746070419.044104:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070419.044120:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013202304:0@lo:400:kworker.0 00000100:00100000:0.0:1746070419.044127:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830887013201920:0@lo:400:kworker.0 00000100:00100000:1.0:1746070419.044616:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013202048 00000100:00100000:1.0:1746070419.044619:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013202048 00000100:00100000:1.0:1746070419.044637:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1746070419.044641:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830887013202048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070419.044690:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830887013202048:12345-0@lo:400:kworker.0 Request processed in 48us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.044694:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1746070419.044790:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013201792:0@lo:400:kworker.0 00000100:00100000:0.0:1746070419.044797:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013202432:0@lo:400:kworker.0 00000100:00100000:0.0:1746070419.045387:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.061125:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.073933:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.075617:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4869 00000100:00100000:1.0:1746070419.075629:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:31620:x1830887015168640:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.075644:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.075660:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607df11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bec3a expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.075698:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.075704:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607df0a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec33 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.075709:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070419.075712:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607df11 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec3a expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.075739:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607df0a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec33 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.075749:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607df11 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec3a expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.075757:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de7200, rc 0) 00000100:00100000:1.0:1746070419.075808:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015168640:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (1883us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.075814:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4869 00000100:00100000:0.0:1746070419.079974:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.083819:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.087664:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.099498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.126539:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.134696:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.136046:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015169664 00000100:00100000:0.0:1746070419.136052:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015169664 00002000:00100000:0.0:1746070419.136081:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009c784a80 x1830887015169664/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 496/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070419.136088:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c784a80 with x1830887015169664 ext(0->7) 00010000:00010000:0.0:1746070419.136094:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607df11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec3a expref: 76 pid: 12041 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746070419.136105:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607df11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec3a expref: 76 pid: 12041 timeout: 631 lvb_type: 0 00002000:00010000:0.0:1746070419.136110:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c784a80 00000100:00100000:0.0:1746070419.136620:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1565 00000100:00100000:0.0:1746070419.136628:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1961:x1830887015169664:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070419.137280:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1961:x1830887015169664:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 651us (2590us total) trans 4294967939 rc 0/0 00000100:00100000:1.0:1746070419.137286:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1565 00002000:00100000:1.0:1746070419.137292:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009c784a80 x1830887015169664/t4294967939(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 496/448 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.137299:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c784a80 with x1830887015169664 ext(0->7) 00010000:00010000:1.0:1746070419.137304:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607df11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec3a expref: 78 pid: 12041 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.137314:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607df11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec3a expref: 78 pid: 12041 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.137319:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c784a80 00000100:00100000:0.0:1746070419.142537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.148931:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.149590:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015170048 00000100:00100000:1.0:1746070419.149596:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015170048 00002000:00100000:1.0:1746070419.149627:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdea00 x1830887015170048/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.149635:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdea00 with x1830887015170048 ext(0->4095) 00002000:00010000:1.0:1746070419.149638:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdea00 00000100:00100000:1.0:1746070419.151598:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3723 00000100:00100000:1.0:1746070419.151611:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015170048:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070419.152163:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015170048:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 555us (3237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.152169:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3723 00002000:00100000:1.0:1746070419.152176:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdea00 x1830887015170048/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.152184:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdea00 with x1830887015170048 ext(0->4095) 00002000:00010000:1.0:1746070419.152188:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdea00 00000100:00100000:1.0:1746070419.154025:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.165029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.165225:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015170304 00000100:00100000:1.0:1746070419.165233:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015170304 00000100:00100000:1.0:1746070419.165280:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4872 00000100:00100000:1.0:1746070419.165288:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31620:x1830887015170304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.165304:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.165319:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607df26 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bec4f expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.165341:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.165346:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607df1f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec48 expref: 80 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.165351:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.165355:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607df26 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec4f expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.165382:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607df1f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec48 expref: 80 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.165393:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607df26 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec4f expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.165401:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6c00, rc 0) 00000100:00100000:1.0:1746070419.165448:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31620:x1830887015170304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.165454:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4872 00000100:00100000:0.0:1746070419.170597:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.176984:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.177063:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015170688 00000100:00100000:1.0:1746070419.177071:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015170688 00002000:00100000:1.0:1746070419.177107:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebddc00 x1830887015170688/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.177122:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddc00 with x1830887015170688 ext(0->4095) 00010000:00010000:1.0:1746070419.177129:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607df1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec48 expref: 79 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.177141:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607df1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec48 expref: 79 pid: 25271 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.177148:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebddc00 00000100:00100000:1.0:1746070419.177221:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1566 00000100:00100000:1.0:1746070419.177228:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015170688:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070419.177879:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015170688:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 650us (899us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.177886:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1566 00002000:00100000:1.0:1746070419.177892:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebddc00 x1830887015170688/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.177899:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddc00 with x1830887015170688 ext(0->4095) 00010000:00010000:1.0:1746070419.177904:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607df1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec48 expref: 79 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.177913:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ad8400/0x628f9640b607df1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec48 expref: 79 pid: 25271 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.177919:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebddc00 00000100:00100000:0.0:1746070419.183995:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.184425:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.189378:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.192656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.192756:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.197000:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.200353:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.204290:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.204372:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015172096 00000100:00100000:0.0:1746070419.204377:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015172096 00002000:00100000:0.0:1746070419.204410:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efd880 x1830887015172096/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070419.204418:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efd880 with x1830887015172096 ext(0->4095) 00002000:00010000:0.0:1746070419.204421:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efd880 00000100:00100000:0.0:1746070419.204449:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3724 00000100:00100000:0.0:1746070419.204455:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1962:x1830887015172096:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070419.204572:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1962:x1830887015172096:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (282us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070419.204577:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3724 00002000:00100000:0.0:1746070419.204582:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efd880 x1830887015172096/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070419.204589:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efd880 with x1830887015172096 ext(0->4095) 00002000:00010000:0.0:1746070419.204591:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efd880 00000100:00100000:0.0:1746070419.206801:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.210205:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.216432:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.217179:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.220650:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.223967:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.228278:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.229063:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015173248 00000100:00100000:1.0:1746070419.229071:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015173248 00002000:00100000:1.0:1746070419.229106:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5880 x1830887015173248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.229114:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5880 with x1830887015173248 ext(0->4095) 00010000:00010000:1.0:1746070419.229122:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607df42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec6b expref: 79 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.229134:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607df42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec6b expref: 79 pid: 25271 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.229139:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5880 00000100:00100000:1.0:1746070419.229162:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1569 00000100:00100000:1.0:1746070419.229168:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015173248:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070419.229291:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015173248:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (1015us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.229297:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1569 00002000:00100000:1.0:1746070419.229302:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5880 x1830887015173248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.229308:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5880 with x1830887015173248 ext(0->4095) 00010000:00010000:1.0:1746070419.229312:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607df42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec6b expref: 79 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.229320:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ad9a00/0x628f9640b607df42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec6b expref: 79 pid: 25271 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.229325:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5880 00000100:00100000:0.0:1746070419.232097:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.235504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.240839:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.242914:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746070419.242924:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013205248:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070419.242958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070419.244749:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013205248:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070419.245377:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801319eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013205120:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070419.245395:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607df50 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec79 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070419.245408:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:0.0:1746070419.245437:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015173760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4309us (4606us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070419.245443:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4878 00000100:00100000:0.0:1746070419.249322:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.255916:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.256181:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015174272 00000100:00100000:0.0:1746070419.256187:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015174272 00002000:00100000:0.0:1746070419.256214:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efe300 x1830887015174272/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070419.256222:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efe300 with x1830887015174272 ext(0->4095) 00010000:00010000:0.0:1746070419.256229:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607df50 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec79 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746070419.256240:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607df50 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec79 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:0.0:1746070419.256246:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efe300 00000100:00100000:0.0:1746070419.256273:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1570 00000100:00100000:0.0:1746070419.256278:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015174272:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070419.257443:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015174272:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1162us (1531us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070419.257451:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1570 00002000:00100000:0.0:1746070419.257457:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efe300 x1830887015174272/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070419.257465:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efe300 with x1830887015174272 ext(0->4095) 00010000:00010000:0.0:1746070419.257470:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607df50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec79 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746070419.257479:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607df50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec79 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:0.0:1746070419.257484:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efe300 00000100:00100000:0.0:1746070419.261860:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.264053:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.264212:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015174656 00000100:00100000:1.0:1746070419.264217:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015174656 00002000:00100000:1.0:1746070419.264246:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d329f80 x1830887015174656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.264254:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329f80 with x1830887015174656 ext(0->4095) 00002000:00010000:1.0:1746070419.264258:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d329f80 00000100:00100000:1.0:1746070419.264282:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3727 00000100:00100000:1.0:1746070419.264288:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015174656:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070419.264393:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015174656:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.264399:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3727 00002000:00100000:1.0:1746070419.264403:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d329f80 x1830887015174656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.264410:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329f80 with x1830887015174656 ext(0->4095) 00002000:00010000:1.0:1746070419.264413:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d329f80 00000100:00100000:0.0:1746070419.266819:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.271323:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.281100:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.283841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.290980:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.291044:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015175424 00000100:00100000:1.0:1746070419.291050:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015175424 00002000:00100000:1.0:1746070419.291081:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946ab100 x1830887015175424/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.291089:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ab100 with x1830887015175424 ext(0->4095) 00010000:00010000:1.0:1746070419.291096:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607df5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec87 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.291475:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607df5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec87 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.291484:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946ab100 00000100:00100000:1.0:1746070419.291511:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1572 00000100:00100000:1.0:1746070419.291518:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015175424:12345-192.168.203.29@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746070419.291799:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015175424:12345-192.168.203.29@tcp:3:ldlm_bl.0 Request processed in 280us (821us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.291804:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1572 00002000:00100000:1.0:1746070419.291809:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946ab100 x1830887015175424/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.291816:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ab100 with x1830887015175424 ext(0->4095) 00010000:00010000:1.0:1746070419.292100:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607df5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec87 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.292110:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607df5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec87 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.292115:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946ab100 00000100:00100000:0.0:1746070419.294467:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.296310:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7148 00000100:00100000:1.0:1746070419.296323:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015175552:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070419.296337:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070419.296359:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607df5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec87 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.296371:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607df5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec87 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.296390:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607df5e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec87 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.297832:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.297836:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.297846:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a13bc600/0x628f9640b607df65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec8e expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.297854:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a13bc600/0x628f9640b607df65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec8e expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.297897:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a13bc600/0x628f9640b607df65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec8e expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070419.297908:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013206144:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070419.300483:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070419.302295:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013206144:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070419.302313:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070419.302346:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015175552:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6027us (7884us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.302354:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7148 00000100:00100000:0.0:1746070419.303509:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.312489:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.319922:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.325458:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.326057:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.326074:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015176320 00000100:00100000:1.0:1746070419.326077:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015176320 00010000:00010000:1.0:1746070419.326092:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a13bc600/0x628f9640b607df65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec8e expref: 83 pid: 8445 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.326120:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7149 00000100:00100000:1.0:1746070419.326125:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:1961:x1830887015176320:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070419.326133:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070419.326148:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a13bc600/0x628f9640b607df65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec8e expref: 83 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.326156:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a13bc600/0x628f9640b607df65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec8e expref: 83 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.326169:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a13bc600/0x628f9640b607df65 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec8e expref: 83 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.326182:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.326184:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.326188:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607df6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec95 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.326193:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607df6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec95 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.326210:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607df6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec95 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.326222:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607df6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec95 expref: 5 pid: 8445 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.326232:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013206528:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070419.326277:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070419.329782:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013206528:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070419.329799:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070419.329844:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1961:x1830887015176320:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3718us (3786us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.329853:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7149 00000100:00100000:0.0:1746070419.331050:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.334785:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.334958:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015176704 00000100:00100000:1.0:1746070419.334965:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015176704 00010000:00010000:1.0:1746070419.334996:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607df6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec95 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.335030:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7150 00000100:00100000:1.0:1746070419.335037:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015176704:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070419.335047:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070419.335062:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607df6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec95 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.335071:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607df6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec95 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.335087:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607df6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec95 expref: 6 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.335102:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.335104:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.335109:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607df73 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec9c expref: 81 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.335116:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607df73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec9c expref: 81 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.335138:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607df73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec9c expref: 81 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070419.335146:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013206656:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070419.335213:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070419.339224:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013206656:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070419.339242:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070419.339288:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015176704:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4250us (4507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.339297:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7150 00000100:00100000:0.0:1746070419.339365:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.341856:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.345385:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.345471:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015177216 00000100:00100000:1.0:1746070419.345476:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015177216 00010000:00010000:1.0:1746070419.345499:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607df73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec9c expref: 82 pid: 8445 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.345532:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7151 00000100:00100000:1.0:1746070419.345539:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1963:x1830887015177216:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070419.345552:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070419.345569:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607df73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec9c expref: 82 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.345578:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607df73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec9c expref: 82 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.345595:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607df73 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bec9c expref: 82 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.345618:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.345619:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.345626:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607df7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beca3 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.345633:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607df7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beca3 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.345657:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607df7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beca3 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070419.345666:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013206912:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070419.346174:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070419.347829:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013206912:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070419.347842:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070419.347885:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1963:x1830887015177216:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2345us (2502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.347896:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7151 00000100:00100000:0.0:1746070419.348600:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.349822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.352836:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.352900:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015177728 00000100:00100000:1.0:1746070419.352907:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015177728 00000100:00100000:1.0:1746070419.353019:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4886 00000100:00100000:1.0:1746070419.353026:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:31621:x1830887015177728:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.353038:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.353051:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607df88 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116becb1 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.353069:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.353074:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607df81 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116becaa expref: 84 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.353078:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.353081:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607df88 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116becb1 expref: 84 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.353106:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607df81 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becaa expref: 84 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.353115:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607df88 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116becb1 expref: 84 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.353123:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6c00, rc 0) 00000100:00100000:1.0:1746070419.353164:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31621:x1830887015177728:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.353172:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4886 00000100:00100000:1.0:1746070419.353292:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.353468:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015177856 00000100:00100000:0.0:1746070419.353472:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015177856 00010000:00010000:0.0:1746070419.353485:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607df7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beca3 expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00000100:00100000:0.0:1746070419.353514:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7152 00000100:00100000:0.0:1746070419.353519:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015177856:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070419.353526:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070419.353542:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607df7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beca3 expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746070419.353551:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607df7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beca3 expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746070419.353567:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607df7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beca3 expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746070419.353578:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070419.353580:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070419.353585:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607df81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becaa expref: 82 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070419.353592:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607df81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becaa expref: 82 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070419.353610:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607df81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becaa expref: 82 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070419.353619:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009493aa00/0x628f9640b607df81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becaa expref: 82 pid: 25271 timeout: 631 lvb_type: 0 00000100:00100000:0.0:1746070419.353628:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013207296:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070419.353688:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379180 going to sleep for 11 seconds 00000100:00100000:1.0:1746070419.357776:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.368525:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.373573:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.376790:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.381518:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015179136 00000100:00100000:0.0:1746070419.381523:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015179136 00002000:00100000:0.0:1746070419.381548:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319eb100 x1830887015179136/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070419.381557:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319eb100 with x1830887015179136 ext(0->4095) 00010000:00010000:0.0:1746070419.381562:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607df8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becb8 expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746070419.381573:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607df8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becb8 expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00002000:00010000:0.0:1746070419.381579:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319eb100 00000100:00100000:0.0:1746070419.382177:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1576 00000100:00100000:0.0:1746070419.382183:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015179136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070419.382283:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015179136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (864us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070419.382288:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1576 00002000:00100000:0.0:1746070419.382293:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319eb100 x1830887015179136/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070419.382300:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319eb100 with x1830887015179136 ext(0->4095) 00010000:00010000:0.0:1746070419.382305:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607df8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becb8 expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746070419.382313:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009493a600/0x628f9640b607df8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becb8 expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00002000:00010000:0.0:1746070419.382319:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319eb100 00000100:00100000:0.0:1746070419.385751:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.388056:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.394037:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.401640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.404999:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.411768:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.415625:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.415873:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015180288 00000100:00100000:1.0:1746070419.415879:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015180288 00002000:00100000:1.0:1746070419.415911:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5c00 x1830887015180288/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.415920:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5c00 with x1830887015180288 ext(0->4095) 00010000:00010000:1.0:1746070419.415926:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607df9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becc6 expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.417023:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607df9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becc6 expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.417031:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e5c00 00000100:00100000:1.0:1746070419.417056:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1578 00000100:00100000:1.0:1746070419.417064:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015180288:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070419.417614:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015180288:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 551us (1994us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.417620:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1578 00002000:00100000:1.0:1746070419.417625:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5c00 x1830887015180288/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.417631:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5c00 with x1830887015180288 ext(0->4095) 00010000:00010000:1.0:1746070419.417636:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607df9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becc6 expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.417645:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607df9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becc6 expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.417651:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e5c00 00000100:00100000:0.0:1746070419.420802:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.424600:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.427788:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.430079:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.433541:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.434510:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.435593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.437253:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.442900:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015181824 00000100:00100000:0.0:1746070419.442909:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015181824 00002000:00100000:0.0:1746070419.442943:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8a80 x1830887015181824/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070419.442952:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8a80 with x1830887015181824 ext(0->4095) 00010000:00010000:0.0:1746070419.442960:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dfb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becdb expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746070419.442973:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dfb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becdb expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:0.0:1746070419.442978:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e8a80 00000100:00100000:0.0:1746070419.443008:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1579 00000100:00100000:0.0:1746070419.443014:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015181824:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070419.443143:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015181824:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (415us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070419.443149:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1579 00002000:00100000:0.0:1746070419.443154:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8a80 x1830887015181824/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070419.443165:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8a80 with x1830887015181824 ext(0->4095) 00010000:00010000:0.0:1746070419.443169:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dfb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becdb expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746070419.443178:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607dfb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becdb expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:0.0:1746070419.443184:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e8a80 00000100:00100000:0.0:1746070419.445949:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.449818:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.449884:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015182208 00000100:00100000:1.0:1746070419.449889:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015182208 00002000:00100000:1.0:1746070419.449917:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c3800 x1830887015182208/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.449925:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3800 with x1830887015182208 ext(0->4095) 00002000:00010000:1.0:1746070419.449929:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c3800 00000100:00100000:1.0:1746070419.449942:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3735 00000100:00100000:1.0:1746070419.449948:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1963:x1830887015182208:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070419.450061:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1963:x1830887015182208:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.450067:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3735 00002000:00100000:1.0:1746070419.450072:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c3800 x1830887015182208/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.450079:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3800 with x1830887015182208 ext(0->4095) 00002000:00010000:1.0:1746070419.450081:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c3800 00000100:00100000:0.0:1746070419.452057:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.454852:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.459426:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.459600:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015182720 00000100:00100000:1.0:1746070419.459607:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015182720 00002000:00100000:1.0:1746070419.459637:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0e00 x1830887015182720/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.459651:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0e00 with x1830887015182720 ext(0->4095) 00002000:00010000:1.0:1746070419.459654:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0e00 00000100:00100000:1.0:1746070419.459667:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3736 00000100:00100000:1.0:1746070419.459690:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015182720:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070419.460091:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015182720:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 416us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.460096:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3736 00002000:00100000:1.0:1746070419.460103:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0e00 x1830887015182720/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.460109:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0e00 with x1830887015182720 ext(0->4095) 00002000:00010000:1.0:1746070419.460111:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0e00 00000100:00100000:0.0:1746070419.461255:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.462440:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.462545:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015182976 00000100:00100000:1.0:1746070419.462549:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015182976 00000100:00100000:1.0:1746070419.462578:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4896 00000100:00100000:1.0:1746070419.462583:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31621:x1830887015182976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.462590:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.462598:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607dfce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116becf7 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.462610:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.462614:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607dfc7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116becf0 expref: 86 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.462619:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.462622:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607dfce lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116becf7 expref: 86 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.462641:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607dfc7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becf0 expref: 86 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.462650:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607dfce lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116becf7 expref: 86 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.462658:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6e00, rc 0) 00000100:00100000:1.0:1746070419.462715:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:31621:x1830887015182976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.462721:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4896 00000100:00100000:0.0:1746070419.464643:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.468271:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.468464:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015183360 00000100:00100000:1.0:1746070419.468468:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015183360 00002000:00100000:1.0:1746070419.468496:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c1180 x1830887015183360/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.468505:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c1180 with x1830887015183360 ext(0->4095) 00010000:00010000:1.0:1746070419.468511:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607dfc7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becf0 expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.468521:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607dfc7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becf0 expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.468526:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c1180 00000100:00100000:1.0:1746070419.468550:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1580 00000100:00100000:1.0:1746070419.468557:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1964:x1830887015183360:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070419.468689:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1964:x1830887015183360:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.468696:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1580 00002000:00100000:1.0:1746070419.468701:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c1180 x1830887015183360/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.468708:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c1180 with x1830887015183360 ext(0->4095) 00010000:00010000:1.0:1746070419.468712:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607dfc7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becf0 expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.468720:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009493b000/0x628f9640b607dfc7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116becf0 expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.468725:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c1180 00000100:00100000:0.0:1746070419.473031:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.476127:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.479174:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.482915:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.486097:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.486239:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015184256 00000100:00100000:1.0:1746070419.486244:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015184256 00002000:00100000:1.0:1746070419.486273:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946abb80 x1830887015184256/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.486282:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946abb80 with x1830887015184256 ext(0->4095) 00002000:00010000:1.0:1746070419.486285:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946abb80 00000100:00100000:1.0:1746070419.486306:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3738 00000100:00100000:1.0:1746070419.486312:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015184256:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070419.486431:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015184256:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.486596:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3738 00002000:00100000:1.0:1746070419.486602:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946abb80 x1830887015184256/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.486608:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946abb80 with x1830887015184256 ext(0->4095) 00002000:00010000:1.0:1746070419.486611:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946abb80 00000100:00100000:0.0:1746070419.487256:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.489791:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.490788:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.496267:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.499641:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.506387:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.510600:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.510702:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015185408 00000100:00100000:1.0:1746070419.510709:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015185408 00000100:00100000:1.0:1746070419.510754:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4900 00000100:00100000:1.0:1746070419.510761:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015185408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.510774:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.510788:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607dfea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bed13 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.510812:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607dfe3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed0c expref: 83 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.510819:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.510820:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.510823:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607dfea lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed13 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.510847:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607dfe3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed0c expref: 83 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.510858:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607dfe3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed0c expref: 83 pid: 25271 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.510879:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013210880:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.510947:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070419.513408:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.513500:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013210880:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.513520:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607dfea lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed13 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.513534:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de7c00, rc 0) 00000100:00100000:1.0:1746070419.513567:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015185408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2807us (2974us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.513574:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4900 00000100:00100000:1.0:1746070419.515782:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015185664 00000100:00100000:1.0:1746070419.515787:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015185664 00000100:00100000:1.0:1746070419.515815:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4901 00000100:00100000:1.0:1746070419.515820:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31620:x1830887015185664:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.515832:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.515844:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607dff1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bed1a expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.515871:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607dfea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed13 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.515877:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.515878:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.515881:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607dff1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed1a expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.515897:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607dfea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed13 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.515911:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607dfea lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed13 expref: 5 pid: 12041 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.515919:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013211136:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.515960:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070419.519048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.519060:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013211136:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.519076:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607dff1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed1a expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.519089:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6600, rc 0) 00000100:00100000:1.0:1746070419.519123:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31620:x1830887015185664:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3302us (3400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.519130:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4901 00000100:00100000:0.0:1746070419.522052:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.522108:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015186048 00000100:00100000:1.0:1746070419.522115:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015186048 00000100:00100000:1.0:1746070419.522505:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4902 00000100:00100000:1.0:1746070419.522513:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31621:x1830887015186048:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.522527:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.522540:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607dff8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bed21 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.522560:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.522564:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607dff1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed1a expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.522574:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.522576:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607dff8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed21 expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.522603:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607dff1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed1a expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.522614:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607dff8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed21 expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.522621:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6a00, rc 0) 00000100:00100000:1.0:1746070419.522664:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31621:x1830887015186048:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.522687:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4902 00000100:00100000:0.0:1746070419.525488:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.529368:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.532752:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.537141:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.539167:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.539318:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015186944 00000100:00100000:1.0:1746070419.539324:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015186944 00000100:00100000:1.0:1746070419.539363:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4903 00000100:00100000:1.0:1746070419.539369:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015186944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.539380:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.539392:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607dfff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bed28 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.539412:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607dff8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed21 expref: 83 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.539418:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.539420:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.539423:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607dfff lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed28 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.539448:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607dff8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed21 expref: 83 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.539457:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607dff8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed21 expref: 83 pid: 12041 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.539466:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013211648:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.539531:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070419.542338:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013211648:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.542362:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607dfff lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed28 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.542376:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6800, rc 0) 00000100:00100000:1.0:1746070419.542418:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015186944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3048us (3254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.542425:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4903 00000100:00100000:0.0:1746070419.543094:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.546493:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.548815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.548971:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015187456 00000100:00100000:1.0:1746070419.548976:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015187456 00000100:00100000:1.0:1746070419.549321:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4904 00000100:00100000:1.0:1746070419.549328:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:31620:x1830887015187456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.549341:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.549355:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e006 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bed2f expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.549380:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607dfff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed28 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.549386:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.549387:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.549390:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e006 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed2f expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.549414:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607dfff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed28 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.549423:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607dfff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed28 expref: 5 pid: 12041 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.549433:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013211904:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.549495:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070419.550775:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.552550:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013211904:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.552565:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e006 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed2f expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.552573:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6400, rc 0) 00000100:00100000:1.0:1746070419.552601:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31620:x1830887015187456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3273us (3787us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.552606:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4904 00000100:00100000:0.0:1746070419.553807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.557561:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.565413:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.569951:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.570026:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015188480 00000100:00100000:1.0:1746070419.570033:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015188480 00000100:00100000:1.0:1746070419.570637:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4906 00000100:00100000:1.0:1746070419.570645:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015188480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.570659:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.570700:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e014 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bed3d expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.570727:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e00d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed36 expref: 83 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.570733:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.570735:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.570737:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e014 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed3d expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.570759:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e00d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed36 expref: 83 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.570769:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e00d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed36 expref: 83 pid: 8445 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.570779:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013212416:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.570846:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070419.573079:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013212416:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.573101:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e014 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed3d expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.573119:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6c00, rc 0) 00000100:00100000:1.0:1746070419.573148:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015188480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2504us (3203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.573156:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4906 00000100:00100000:0.0:1746070419.573627:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.576487:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.578524:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.578574:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015188992 00000100:00100000:1.0:1746070419.578579:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015188992 00000100:00100000:1.0:1746070419.578605:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4907 00000100:00100000:1.0:1746070419.578610:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:31620:x1830887015188992:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.578618:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.578629:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e01b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bed44 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.578647:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e014 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed3d expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.578653:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.578654:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.578657:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e01b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed44 expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.578696:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e014 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed3d expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.578705:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e014 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed3d expref: 5 pid: 12041 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.578718:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013212672:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.578762:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070419.580534:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.583835:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013212672:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.583858:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e01b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed44 expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.583881:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6e00, rc 0) 00000100:00100000:1.0:1746070419.583920:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31620:x1830887015188992:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5308us (5396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.583926:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4907 00000100:00100000:0.0:1746070419.585380:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.588344:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.588553:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015189504 00000100:00100000:1.0:1746070419.588559:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015189504 00002000:00100000:1.0:1746070419.588587:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093694700 x1830887015189504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.588595:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694700 with x1830887015189504 ext(0->4095) 00010000:00010000:1.0:1746070419.588601:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed44 expref: 85 pid: 12041 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.588612:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed44 expref: 85 pid: 12041 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.588617:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093694700 00000100:00100000:1.0:1746070419.588629:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1585 00000100:00100000:1.0:1746070419.588634:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015189504:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070419.588761:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015189504:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.588766:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1585 00002000:00100000:1.0:1746070419.588770:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093694700 x1830887015189504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.588777:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694700 with x1830887015189504 ext(0->4095) 00010000:00010000:1.0:1746070419.588782:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed44 expref: 85 pid: 12041 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.588790:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed44 expref: 85 pid: 12041 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.588794:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093694700 00000100:00100000:0.0:1746070419.590791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.594082:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.597218:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.597296:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015190016 00000100:00100000:1.0:1746070419.597302:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015190016 00000100:00100000:1.0:1746070419.597343:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4909 00000100:00100000:1.0:1746070419.597350:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015190016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.597363:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.597376:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e029 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bed52 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.597398:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607e022 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed4b expref: 83 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.597404:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.597405:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.597408:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e029 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed52 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.597431:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607e022 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed4b expref: 83 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.597441:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ca7c00/0x628f9640b607e022 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed4b expref: 83 pid: 25271 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.597451:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013213184:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.597515:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070419.598762:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013213184:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.598779:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e029 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed52 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.598790:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6600, rc 0) 00000100:00100000:1.0:1746070419.598814:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015190016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1464us (1601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.598820:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4909 00000100:00100000:0.0:1746070419.600540:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.603913:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.603968:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015190400 00000100:00100000:1.0:1746070419.603973:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015190400 00002000:00100000:1.0:1746070419.604001:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093697480 x1830887015190400/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.604009:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697480 with x1830887015190400 ext(0->4095) 00002000:00010000:1.0:1746070419.604013:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093697480 00000100:00100000:1.0:1746070419.604035:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3745 00000100:00100000:1.0:1746070419.604041:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015190400:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070419.604149:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015190400:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (235us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.604154:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3745 00002000:00100000:1.0:1746070419.604159:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093697480 x1830887015190400/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.604165:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697480 with x1830887015190400 ext(0->4095) 00002000:00010000:1.0:1746070419.604168:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093697480 00000100:00100000:0.0:1746070419.606205:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.606524:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015190528 00000100:00100000:1.0:1746070419.606530:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015190528 00000100:00100000:1.0:1746070419.606569:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4910 00000100:00100000:1.0:1746070419.606576:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:31620:x1830887015190528:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.606589:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.606603:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e030 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bed59 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.606623:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e029 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed52 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.606630:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.606631:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.606634:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e030 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed59 expref: 84 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.606657:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e029 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed52 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.607100:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e029 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed52 expref: 5 pid: 12041 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.607113:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013213440:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.607182:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070419.610471:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013213440:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.610493:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e030 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed59 expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.610507:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6c00, rc 0) 00000100:00100000:1.0:1746070419.610550:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31620:x1830887015190528:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3974us (4348us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.610556:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4910 00000100:00100000:0.0:1746070419.611735:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.614520:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.617629:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.621367:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.621446:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015191424 00000100:00100000:1.0:1746070419.621451:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015191424 00002000:00100000:1.0:1746070419.621479:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d505c00 x1830887015191424/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.621486:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505c00 with x1830887015191424 ext(0->4095) 00002000:00010000:1.0:1746070419.621490:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d505c00 00000100:00100000:1.0:1746070419.621513:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3746 00000100:00100000:1.0:1746070419.621518:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1964:x1830887015191424:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070419.621635:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1964:x1830887015191424:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.621643:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3746 00002000:00100000:1.0:1746070419.621649:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d505c00 x1830887015191424/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.621655:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505c00 with x1830887015191424 ext(0->4095) 00002000:00010000:1.0:1746070419.621658:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d505c00 00000100:00100000:0.0:1746070419.623995:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.624614:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015191552 00000100:00100000:1.0:1746070419.624619:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015191552 00000100:00100000:0.0:1746070419.627432:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.633415:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.633457:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.637090:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.637441:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.637564:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4914 00000100:00100000:1.0:1746070419.637571:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31621:x1830887015192192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.637583:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.637594:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e04c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bed75 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.637609:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.637613:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e045 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed6e expref: 85 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.637617:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.637620:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e04c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed75 expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.637644:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e045 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed6e expref: 85 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.637652:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e04c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed75 expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.637662:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de7c00, rc 0) 00000100:00100000:1.0:1746070419.637704:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31621:x1830887015192192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.637709:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4914 00000100:00100000:0.0:1746070419.640989:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.643615:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.648391:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.651421:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.655011:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.659455:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.659492:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.662872:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.663916:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070419.666930:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070419.670518:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.671233:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015194112 00000100:00100000:1.0:1746070419.671239:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015194112 00002000:00100000:1.0:1746070419.671267:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406a00 x1830887015194112/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.671275:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406a00 with x1830887015194112 ext(0->4095) 00010000:00010000:1.0:1746070419.671281:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607e05a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed83 expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.671292:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607e05a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed83 expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.671297:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092406a00 00000100:00100000:1.0:1746070419.671320:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1588 00000100:00100000:1.0:1746070419.671324:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015194112:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070419.671454:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015194112:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (938us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.671461:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1588 00002000:00100000:1.0:1746070419.671466:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406a00 x1830887015194112/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.671477:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406a00 with x1830887015194112 ext(0->4095) 00010000:00010000:1.0:1746070419.671482:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607e05a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed83 expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.671490:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099ca6400/0x628f9640b607e05a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed83 expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.671495:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092406a00 00000100:00100000:0.0:1746070419.673646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.677887:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013215360:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070419.677905:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070419.677937:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1963:x1830887015194240:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4035us (4295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070419.677946:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7184 00000100:00100000:0.0:1746070419.678450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.680775:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.683242:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013215488:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070419.683266:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e068 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed91 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070419.683278:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a273a00, rc 0) 00000100:00100000:0.0:1746070419.683317:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015194624:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2251us (2546us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070419.683324:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4918 00000100:00100000:0.0:1746070419.683728:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.688096:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015195008 00000100:00100000:1.0:1746070419.688102:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015195008 00002000:00100000:1.0:1746070419.688131:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d5880 x1830887015195008/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.688139:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d5880 with x1830887015195008 ext(0->4095) 00002000:00010000:1.0:1746070419.688143:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d5880 00000100:00100000:1.0:1746070419.688165:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3751 00000100:00100000:1.0:1746070419.688171:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015195008:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070419.688295:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015195008:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.688301:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3751 00002000:00100000:1.0:1746070419.688306:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d5880 x1830887015195008/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.688313:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d5880 with x1830887015195008 ext(0->4095) 00002000:00010000:1.0:1746070419.688315:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d5880 00000100:00100000:0.0:1746070419.689901:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.691761:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.692167:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015195264 00000100:00100000:1.0:1746070419.692173:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015195264 00000100:00100000:1.0:1746070419.692213:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4920 00000100:00100000:1.0:1746070419.692219:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31621:x1830887015195264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.692230:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.692243:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e076 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bed9f expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.692261:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.692265:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e06f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed98 expref: 86 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.692271:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.692273:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e076 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed9f expref: 86 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.692299:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e06f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed98 expref: 86 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.692308:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e076 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bed9f expref: 86 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.692315:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de7c00, rc 0) 00000100:00100000:1.0:1746070419.692356:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:31621:x1830887015195264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.692361:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4920 00000100:00100000:0.0:1746070419.694526:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.697638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.702333:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.706616:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.709956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.713018:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801319e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013216256:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070419.713045:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e07d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beda6 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070419.713059:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:0.0:1746070419.713103:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015196160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2887us (3153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070419.713112:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4921 00000100:00100000:1.0:1746070419.716885:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015196544 00000100:00100000:1.0:1746070419.716892:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015196544 00002000:00100000:1.0:1746070419.716924:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e9180 x1830887015196544/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.716933:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9180 with x1830887015196544 ext(0->4095) 00002000:00010000:1.0:1746070419.716937:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e9180 00000100:00100000:1.0:1746070419.716963:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3753 00000100:00100000:1.0:1746070419.716970:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015196544:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070419.717558:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015196544:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 587us (771us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.717564:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3753 00002000:00100000:1.0:1746070419.717570:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e9180 x1830887015196544/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.717576:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9180 with x1830887015196544 ext(0->4095) 00002000:00010000:1.0:1746070419.717579:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e9180 00000100:00100000:0.0:1746070419.717931:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.717978:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015196672 00000100:00100000:1.0:1746070419.717981:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015196672 00000100:00100000:1.0:1746070419.718000:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4922 00000100:00100000:1.0:1746070419.718005:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31620:x1830887015196672:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.718014:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.718027:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e084 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bedad expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.718047:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e07d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beda6 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.718057:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.718059:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.718062:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e084 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedad expref: 85 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.718083:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e07d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beda6 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.718093:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e07d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beda6 expref: 5 pid: 8445 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.718103:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013216512:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.718162:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070419.721264:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.722203:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013216512:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.722224:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e084 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedad expref: 84 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.722238:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6600, rc 0) 00000100:00100000:1.0:1746070419.722276:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31620:x1830887015196672:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4270us (4346us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.722284:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4922 00000100:00100000:0.0:1746070419.722775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.726302:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013216640:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070419.726321:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070419.726596:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015196928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3642us (3820us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070419.726603:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7189 00000100:00100000:1.0:1746070419.727710:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015197184 00000100:00100000:1.0:1746070419.727716:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015197184 00002000:00100000:1.0:1746070419.727745:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319eb800 x1830887015197184/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.727758:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319eb800 with x1830887015197184 ext(0->4095) 00010000:00010000:1.0:1746070419.727764:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedad expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.727774:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedad expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.727780:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319eb800 00000100:00100000:1.0:1746070419.727803:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1590 00000100:00100000:1.0:1746070419.727809:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1964:x1830887015197184:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070419.727927:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1964:x1830887015197184:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (868us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.727933:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1590 00002000:00100000:1.0:1746070419.727937:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319eb800 x1830887015197184/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.727943:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319eb800 with x1830887015197184 ext(0->4095) 00010000:00010000:1.0:1746070419.727947:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedad expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.727954:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedad expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.727959:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319eb800 00000100:00100000:0.0:1746070419.731400:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015197312 00000100:00100000:0.0:1746070419.731407:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015197312 00010000:00010000:0.0:1746070419.731433:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedad expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00000100:00100000:0.0:1746070419.731857:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7190 00000100:00100000:0.0:1746070419.731873:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015197312:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070419.731884:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070419.731901:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedad expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746070419.731912:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e084 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedad expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746070419.731929:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e084 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedad expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746070419.731952:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070419.731954:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070419.731960:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e08b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedb4 expref: 84 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070419.731967:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e08b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedb4 expref: 84 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070419.731996:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e08b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedb4 expref: 84 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070419.732005:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093322a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013216896:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070419.732584:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070419.736039:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.738628:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.742505:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.746581:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.746881:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.746950:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015198080 00000100:00100000:1.0:1746070419.746955:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015198080 00002000:00100000:1.0:1746070419.746986:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321c00 x1830887015198080/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.746995:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321c00 with x1830887015198080 ext(0->4095) 00002000:00010000:1.0:1746070419.746998:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093321c00 00000100:00100000:1.0:1746070419.747015:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3755 00000100:00100000:1.0:1746070419.747021:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015198080:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070419.748641:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015198080:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1614us (2060us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.748650:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3755 00002000:00100000:1.0:1746070419.748657:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321c00 x1830887015198080/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.748665:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321c00 with x1830887015198080 ext(0->4095) 00010000:00010000:1.0:1746070419.748682:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e092 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedbb expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.748693:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e092 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedbb expref: 6 pid: 25271 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.748699:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321c00 00000100:00100000:0.0:1746070419.752485:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.755650:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.758965:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.759977:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015198720 00000100:00100000:1.0:1746070419.759985:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015198720 00002000:00100000:1.0:1746070419.760019:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323800 x1830887015198720/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.760028:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323800 with x1830887015198720 ext(0->4095) 00010000:00010000:1.0:1746070419.760035:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedc2 expref: 85 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.760047:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedc2 expref: 85 pid: 25271 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.760052:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093323800 00000100:00100000:1.0:1746070419.760079:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1591 00000100:00100000:1.0:1746070419.760085:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1964:x1830887015198720:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070419.760215:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1964:x1830887015198720:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (1250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.760221:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1591 00002000:00100000:1.0:1746070419.760225:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323800 x1830887015198720/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.760231:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323800 with x1830887015198720 ext(0->4095) 00010000:00010000:1.0:1746070419.760235:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedc2 expref: 85 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.760243:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedc2 expref: 85 pid: 25271 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.760248:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093323800 00000100:00100000:0.0:1746070419.762491:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.766895:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.767100:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015199104 00000100:00100000:1.0:1746070419.767105:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015199104 00002000:00100000:1.0:1746070419.767130:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134836680 x1830887015199104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.767144:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836680 with x1830887015199104 ext(0->4095) 00002000:00010000:1.0:1746070419.767147:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134836680 00000100:00100000:1.0:1746070419.767170:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3756 00000100:00100000:1.0:1746070419.767176:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1964:x1830887015199104:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070419.767277:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1964:x1830887015199104:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.767282:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3756 00002000:00100000:1.0:1746070419.767287:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134836680 x1830887015199104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.767293:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836680 with x1830887015199104 ext(0->4095) 00002000:00010000:1.0:1746070419.767296:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134836680 00000100:00100000:0.0:1746070419.768955:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.769164:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015199232 00000100:00100000:1.0:1746070419.769170:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015199232 00000100:00100000:1.0:1746070419.769269:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4927 00000100:00100000:1.0:1746070419.769276:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015199232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.769289:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.769301:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e0a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bedd0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.769322:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94800/0x628f9640b607e0a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedc9 expref: 83 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.769328:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.769329:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.769333:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e0a7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedd0 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.769355:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef94800/0x628f9640b607e0a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedc9 expref: 83 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.769364:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef94800/0x628f9640b607e0a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedc9 expref: 83 pid: 25271 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.769374:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013217792:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.770077:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070419.772189:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013217792:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.772214:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e0a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedd0 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.772228:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6e00, rc 0) 00000100:00100000:1.0:1746070419.772274:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015199232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2998us (3322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.772282:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4927 00000100:00100000:0.0:1746070419.773361:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.777311:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.779588:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.780801:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015199744 00000100:00100000:1.0:1746070419.780808:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015199744 00000100:00100000:1.0:1746070419.780851:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4928 00000100:00100000:1.0:1746070419.780866:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:31620:x1830887015199744:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.780880:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.780895:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e0ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bedd7 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.780919:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e0a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedd0 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.780926:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.780927:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.780930:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e0ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedd7 expref: 84 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.780953:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e0a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedd0 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.780963:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e0a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedd0 expref: 5 pid: 8445 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.780972:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013218048:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.781934:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070419.782801:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.784350:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013218048:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.784372:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e0ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedd7 expref: 85 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.784386:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6400, rc 0) 00000100:00100000:1.0:1746070419.784429:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31620:x1830887015199744:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3571us (4843us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.784436:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4928 00000100:00100000:1.0:1746070419.784454:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4929 00000100:00100000:1.0:1746070419.784460:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31621:x1830887015199872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.784472:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.784482:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607e0b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bedde expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.784499:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.784502:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e0ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedd7 expref: 85 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.784507:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.784510:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607e0b5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedde expref: 85 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.784531:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e0ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedd7 expref: 85 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.784538:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607e0b5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedde expref: 85 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.784544:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6800, rc 0) 00000100:00100000:1.0:1746070419.784558:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31621:x1830887015199872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (1759us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.784563:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4929 00000100:00100000:0.0:1746070419.785424:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.788966:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.789041:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015200256 00000100:00100000:1.0:1746070419.789047:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015200256 00002000:00100000:1.0:1746070419.789079:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134837480 x1830887015200256/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.789092:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134837480 with x1830887015200256 ext(0->4095) 00010000:00010000:1.0:1746070419.789099:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e0ae lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedd7 expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.789109:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e0ae lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedd7 expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.789115:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134837480 00000100:00100000:1.0:1746070419.789261:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1592 00000100:00100000:1.0:1746070419.789268:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015200256:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070419.789948:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015200256:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 679us (986us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.789954:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1592 00002000:00100000:1.0:1746070419.789960:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134837480 x1830887015200256/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.789967:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134837480 with x1830887015200256 ext(0->4095) 00010000:00010000:1.0:1746070419.789972:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e0ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedd7 expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.789980:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e0ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedd7 expref: 85 pid: 8445 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.789985:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134837480 00000100:00100000:0.0:1746070419.792135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.794964:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.795023:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015200640 00000100:00100000:1.0:1746070419.795028:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015200640 00002000:00100000:1.0:1746070419.795056:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afb480 x1830887015200640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.795065:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb480 with x1830887015200640 ext(0->4095) 00002000:00010000:1.0:1746070419.795068:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afb480 00000100:00100000:1.0:1746070419.795436:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3758 00000100:00100000:1.0:1746070419.795442:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1961:x1830887015200640:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070419.795566:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1961:x1830887015200640:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (606us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.795572:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3758 00002000:00100000:1.0:1746070419.795577:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afb480 x1830887015200640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.795584:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb480 with x1830887015200640 ext(0->4095) 00002000:00010000:1.0:1746070419.795587:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afb480 00000100:00100000:0.0:1746070419.798167:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.804008:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.812151:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.817714:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.820945:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.826500:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.831141:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.831508:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015201920 00000100:00100000:1.0:1746070419.831514:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015201920 00002000:00100000:1.0:1746070419.831541:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092dcc700 x1830887015201920/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 496/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.831549:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcc700 with x1830887015201920 ext(0->7) 00010000:00010000:1.0:1746070419.831554:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e0c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedec expref: 84 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.831564:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e0c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedec expref: 84 pid: 25271 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.831574:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcc700 00000100:00100000:1.0:1746070419.831597:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1594 00000100:00100000:1.0:1746070419.831603:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1961:x1830887015201920:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070419.831855:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1961:x1830887015201920:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 252us (721us total) trans 4294967943 rc 0/0 00000100:00100000:1.0:1746070419.831873:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1594 00002000:00100000:1.0:1746070419.831879:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092dcc700 x1830887015201920/t4294967943(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 496/448 e 0 to 0 dl 1746070430 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.831886:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcc700 with x1830887015201920 ext(0->7) 00010000:00010000:1.0:1746070419.831890:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e0c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedec expref: 86 pid: 25271 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746070419.831898:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e0c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bedec expref: 86 pid: 25271 timeout: 631 lvb_type: 0 00002000:00010000:1.0:1746070419.831904:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcc700 00000100:00100000:0.0:1746070419.847228:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.847278:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.853613:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.856810:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.861650:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.865872:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.874705:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.874754:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.886602:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.890616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.897876:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.901547:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.905389:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.912307:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.912395:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015204480 00000100:00100000:1.0:1746070419.912401:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015204480 00002000:00100000:1.0:1746070419.912431:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c787100 x1830887015204480/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.912438:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787100 with x1830887015204480 ext(0->4095) 00002000:00010000:1.0:1746070419.912442:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c787100 00000100:00100000:1.0:1746070419.913469:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3762 00000100:00100000:1.0:1746070419.913475:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015204480:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070419.913584:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015204480:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (1283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.913589:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3762 00002000:00100000:1.0:1746070419.913594:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c787100 x1830887015204480/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.913601:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787100 with x1830887015204480 ext(0->4095) 00002000:00010000:1.0:1746070419.913604:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c787100 00000100:00100000:0.0:1746070419.917762:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.917865:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.921323:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.923440:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.925207:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.925260:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.927484:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.929346:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.929909:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.934525:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.936728:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.938369:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.938485:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015206656 00000100:00100000:1.0:1746070419.938489:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015206656 00000100:00100000:1.0:1746070419.938556:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4941 00000100:00100000:1.0:1746070419.938564:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015206656:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.938579:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.938593:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607e109 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bee32 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.938614:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e102 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee2b expref: 87 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.938620:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.938622:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.938625:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607e109 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee32 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.938647:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e102 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee2b expref: 87 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.938661:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e102 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee2b expref: 87 pid: 25271 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.938669:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013221376:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.938949:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070419.940139:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013221376:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.940157:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607e109 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee32 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.940167:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6800, rc 0) 00000100:00100000:1.0:1746070419.940275:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015206656:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1710us (1906us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.940285:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4941 00000100:00100000:0.0:1746070419.940355:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.942824:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.944463:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.944504:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015207168 00000100:00100000:1.0:1746070419.944509:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015207168 00000100:00100000:1.0:1746070419.944550:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4942 00000100:00100000:1.0:1746070419.944556:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:31621:x1830887015207168:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.944567:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.944580:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e110 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bee39 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.944600:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607e109 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee32 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.944610:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.944611:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070419.944614:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e110 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee39 expref: 88 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.944636:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607e109 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee32 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.944646:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099de6800/0x628f9640b607e109 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee32 expref: 5 pid: 8445 timeout: 631 lvb_type: 0 00000100:00100000:1.0:1746070419.944655:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013221632:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.944735:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070419.945972:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013221632:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.945990:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e110 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee39 expref: 88 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.946003:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6400, rc 0) 00000100:00100000:1.0:1746070419.946040:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:31621:x1830887015207168:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1483us (1580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.946047:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4942 00000100:00100000:0.0:1746070419.946563:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.949432:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.949508:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015207552 00000100:00100000:1.0:1746070419.949513:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015207552 00002000:00100000:1.0:1746070419.949602:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b72a00 x1830887015207552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.949621:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b72a00 with x1830887015207552 ext(0->4095) 00002000:00010000:1.0:1746070419.949625:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b72a00 00000100:00100000:1.0:1746070419.949781:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3765 00000100:00100000:1.0:1746070419.949792:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1963:x1830887015207552:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070419.949930:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1963:x1830887015207552:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (503us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.949936:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3765 00002000:00100000:1.0:1746070419.949940:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b72a00 x1830887015207552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.949947:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b72a00 with x1830887015207552 ext(0->4095) 00002000:00010000:1.0:1746070419.949950:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b72a00 00000100:00100000:0.0:1746070419.953986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.954143:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015207680 00000100:00100000:1.0:1746070419.954150:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015207680 00000100:00100000:1.0:1746070419.954198:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4943 00000100:00100000:1.0:1746070419.954204:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015207680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070419.954219:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070419.954234:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607e117 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bee40 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.954256:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e110 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee39 expref: 87 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.954263:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.954264:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070419.954268:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607e117 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee40 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.954291:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e110 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee39 expref: 87 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.954300:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e110 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee39 expref: 87 pid: 8445 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070419.954310:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013221888:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070419.954388:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070419.956089:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013221888:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070419.956109:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6a00/0x628f9640b607e117 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee40 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070419.956121:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6a00, rc 0) 00000100:00100000:1.0:1746070419.956155:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015207680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1951us (2176us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070419.956161:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4943 00000100:00100000:0.0:1746070419.958420:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.964843:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.968978:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070419.969062:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015208192 00000100:00100000:1.0:1746070419.969068:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015208192 00002000:00100000:1.0:1746070419.969099:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b72300 x1830887015208192/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/0 e 0 to 0 dl 1746070430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746070419.969106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00002000:00100000:1.0:1746070419.969109:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b72300 with x1830887015208192 ext(0->4095) 00002000:00010000:1.0:1746070419.969113:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b72300 00000100:00100000:1.0:1746070419.969138:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3766 00000100:00100000:1.0:1746070419.969145:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015208192:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070419.969264:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015208192:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070419.969270:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3766 00002000:00100000:1.0:1746070419.969275:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b72300 x1830887015208192/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:50/0 lens 488/4536 e 0 to 0 dl 1746070430 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070419.969283:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b72300 with x1830887015208192 ext(0->4095) 00002000:00010000:1.0:1746070419.969285:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b72300 00000100:00100000:0.0:1746070419.970873:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.972207:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.974074:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.977738:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.982427:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.984133:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.986486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.988828:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.992745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070419.994209:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.000177:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.006244:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.006366:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015210368 00000100:00100000:1.0:1746070420.006371:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015210368 00002000:00100000:1.0:1746070420.006416:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9f80 x1830887015210368/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.006426:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9f80 with x1830887015210368 ext(0->4095) 00010000:00010000:1.0:1746070420.006432:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e133 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee5c expref: 91 pid: 8445 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.006444:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e133 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee5c expref: 91 pid: 8445 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.006450:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a9f80 00000100:00100000:1.0:1746070420.006471:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1603 00000100:00100000:1.0:1746070420.006477:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:1962:x1830887015210368:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070420.006607:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:1962:x1830887015210368:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.006615:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1603 00002000:00100000:1.0:1746070420.006619:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9f80 x1830887015210368/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.006625:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9f80 with x1830887015210368 ext(0->4095) 00010000:00010000:1.0:1746070420.006629:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e133 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee5c expref: 91 pid: 8445 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.006637:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e133 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee5c expref: 91 pid: 8445 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.006642:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a9f80 00000100:00100000:0.0:1746070420.008897:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.010254:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.014001:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.017573:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.017618:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.025765:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.025827:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015211392 00000100:00100000:1.0:1746070420.025834:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015211392 00002000:00100000:1.0:1746070420.025874:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e7480 x1830887015211392/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.025883:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7480 with x1830887015211392 ext(0->4095) 00010000:00010000:1.0:1746070420.025889:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e141 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee6a expref: 6 pid: 8445 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.025902:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e141 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee6a expref: 6 pid: 8445 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.025908:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e7480 00000100:00100000:1.0:1746070420.026419:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1605 00000100:00100000:1.0:1746070420.026426:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015211392:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070420.026531:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015211392:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (777us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.026535:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1605 00002000:00100000:1.0:1746070420.026539:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e7480 x1830887015211392/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.026545:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7480 with x1830887015211392 ext(0->4095) 00010000:00010000:1.0:1746070420.026549:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e141 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee6a expref: 6 pid: 8445 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.026558:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e141 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee6a expref: 6 pid: 8445 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.026563:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e7480 00000100:00100000:0.0:1746070420.031617:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.050414:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.052285:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.052350:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015211904 00000100:00100000:1.0:1746070420.052355:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015211904 00000100:00100000:1.0:1746070420.052391:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4951 00000100:00100000:1.0:1746070420.052397:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015211904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070420.052408:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070420.052420:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607e14f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bee78 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.052440:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e148 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee71 expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.052446:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070420.052448:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070420.052451:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607e14f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee78 expref: 7 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.052473:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e148 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee71 expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.052483:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e148 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee71 expref: 89 pid: 8445 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.052493:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013223936:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070420.052539:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.061493:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013223936:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070420.061508:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607e14f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee78 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.061515:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de7200, rc 0) 00000100:00100000:1.0:1746070420.061534:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015211904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9138us (9252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.061538:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4951 00000100:00100000:0.0:1746070420.065237:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.066165:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015212416 00000100:00100000:1.0:1746070420.066171:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015212416 00002000:00100000:1.0:1746070420.066203:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bc380 x1830887015212416/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.066211:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bc380 with x1830887015212416 ext(0->4095) 00010000:00010000:1.0:1746070420.066219:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607e14f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee78 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.066234:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607e14f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee78 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.066240:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7bc380 00000100:00100000:1.0:1746070420.066264:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1606 00000100:00100000:1.0:1746070420.066270:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015212416:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070420.066386:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015212416:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (1149us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.066392:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1606 00002000:00100000:1.0:1746070420.066397:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bc380 x1830887015212416/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.066404:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bc380 with x1830887015212416 ext(0->4095) 00010000:00010000:1.0:1746070420.066409:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607e14f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee78 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.066417:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de7200/0x628f9640b607e14f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee78 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.066422:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7bc380 00000100:00100000:0.0:1746070420.069098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.072637:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.083654:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.084908:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015212928 00000100:00100000:1.0:1746070420.084916:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015212928 00000100:00100000:1.0:1746070420.087223:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4953 00000100:00100000:1.0:1746070420.087241:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015212928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070420.087260:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070420.087278:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e15d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bee86 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.087303:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e156 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee7f expref: 89 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.087310:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070420.087312:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070420.087315:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e15d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee86 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.087339:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e156 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee7f expref: 89 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.087349:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee7f expref: 89 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.087359:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013224448:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070420.087441:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.092151:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.092342:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013224448:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070420.092364:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e15d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee86 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.092379:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6e00, rc 0) 00000100:00100000:1.0:1746070420.092413:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015212928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5180us (8768us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.092419:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4953 00000100:00100000:1.0:1746070420.092439:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015213056 00000100:00100000:1.0:1746070420.092443:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015213056 00000100:00100000:1.0:1746070420.092476:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4954 00000100:00100000:1.0:1746070420.092481:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:31620:x1830887015213056:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070420.092492:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070420.092503:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e164 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bee8d expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.092519:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070420.092523:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e15d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee86 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.092528:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070420.092531:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e164 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee8d expref: 91 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.092551:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e15d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee86 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.092559:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e164 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee8d expref: 91 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.092565:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6c00, rc 0) 00000100:00100000:1.0:1746070420.092578:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:31620:x1830887015213056:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.092583:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4954 00000100:00100000:0.0:1746070420.092631:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.093416:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015213184 00000100:00100000:1.0:1746070420.093420:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015213184 00002000:00100000:1.0:1746070420.093443:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880129efdc00 x1830887015213184/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.093451:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efdc00 with x1830887015213184 ext(0->7) 00010000:00010000:1.0:1746070420.093457:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee7f expref: 91 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.093466:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee7f expref: 91 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.093471:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129efdc00 00000100:00100000:1.0:1746070420.093640:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1607 00000100:00100000:1.0:1746070420.093647:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:1963:x1830887015213184:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070420.094338:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1963:x1830887015213184:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 691us (1706us total) trans 4294967946 rc 0/0 00000100:00100000:1.0:1746070420.094344:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1607 00002000:00100000:1.0:1746070420.094349:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880129efdc00 x1830887015213184/t4294967946(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/448 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.094356:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efdc00 with x1830887015213184 ext(0->7) 00010000:00010000:1.0:1746070420.094361:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee7f expref: 93 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.094369:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee7f expref: 93 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.094374:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129efdc00 00000100:00100000:0.0:1746070420.097350:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.100265:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.100337:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015213568 00000100:00100000:1.0:1746070420.100342:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015213568 00002000:00100000:1.0:1746070420.100375:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f7b80 x1830887015213568/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.100384:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f7b80 with x1830887015213568 ext(0->4095) 00010000:00010000:1.0:1746070420.100390:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e15d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee86 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.100402:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e15d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee86 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.100407:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f7b80 00000100:00100000:1.0:1746070420.101122:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1608 00000100:00100000:1.0:1746070420.101130:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015213568:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070420.101262:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015213568:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (1001us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.101268:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1608 00002000:00100000:1.0:1746070420.101274:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f7b80 x1830887015213568/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.101281:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f7b80 with x1830887015213568 ext(0->4095) 00010000:00010000:1.0:1746070420.101285:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e15d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee86 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.101294:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e15d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee86 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.101304:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f7b80 00000100:00100000:0.0:1746070420.104573:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.107976:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.114109:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.138446:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.138488:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.138562:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015214208 00000100:00100000:1.0:1746070420.138568:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015214208 00002000:00100000:1.0:1746070420.138601:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a4a41180 x1830887015214208/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.138609:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41180 with x1830887015214208 ext(0->7) 00010000:00010000:1.0:1746070420.138615:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e164 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee8d expref: 92 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.138627:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e164 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee8d expref: 92 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.138632:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a41180 00000100:00100000:1.0:1746070420.138654:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1609 00000100:00100000:1.0:1746070420.138660:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1963:x1830887015214208:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070420.138922:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015214208:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 261us (482us total) trans 4294967947 rc 0/0 00000100:00100000:1.0:1746070420.138929:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1609 00002000:00100000:1.0:1746070420.138934:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a4a41180 x1830887015214208/t4294967947(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/448 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.138941:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41180 with x1830887015214208 ext(0->7) 00010000:00010000:1.0:1746070420.138945:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e164 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee8d expref: 94 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.138958:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e164 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bee8d expref: 94 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.138963:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a41180 00000100:00100000:0.0:1746070420.144530:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.149213:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.151812:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.156534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.156691:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015215104 00000100:00100000:1.0:1746070420.156697:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015215104 00002000:00100000:1.0:1746070420.156727:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a41500 x1830887015215104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.156736:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41500 with x1830887015215104 ext(0->4095) 00002000:00010000:1.0:1746070420.156740:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a41500 00000100:00100000:1.0:1746070420.156763:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3772 00000100:00100000:1.0:1746070420.156769:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1964:x1830887015215104:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070420.156902:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1964:x1830887015215104:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.156908:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3772 00002000:00100000:1.0:1746070420.156912:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a41500 x1830887015215104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.156918:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41500 with x1830887015215104 ext(0->4095) 00002000:00010000:1.0:1746070420.156921:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a41500 00000100:00100000:0.0:1746070420.158910:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.162018:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.166499:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.167007:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.171841:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.173342:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.178694:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013225984:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070420.178716:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070420.178761:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015216000:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5006us (5419us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070420.178780:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7225 00000100:00100000:1.0:1746070420.178960:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.179069:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015216256 00000100:00100000:0.0:1746070420.179075:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015216256 00002000:00100000:0.0:1746070420.179103:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efea00 x1830887015216256/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070420.179112:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efea00 with x1830887015216256 ext(0->4095) 00010000:00010000:0.0:1746070420.179118:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e180 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beea9 expref: 95 pid: 8445 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746070420.179129:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e180 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beea9 expref: 95 pid: 8445 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746070420.179135:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efea00 00000100:00100000:0.0:1746070420.179287:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1612 00000100:00100000:0.0:1746070420.179295:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1963:x1830887015216256:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070420.179896:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1963:x1830887015216256:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 601us (935us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070420.179902:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1612 00002000:00100000:0.0:1746070420.179907:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efea00 x1830887015216256/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070420.179915:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efea00 with x1830887015216256 ext(0->4095) 00010000:00010000:0.0:1746070420.179919:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e180 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beea9 expref: 95 pid: 8445 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746070420.179928:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e180 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beea9 expref: 95 pid: 8445 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746070420.179933:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efea00 00000100:00100000:0.0:1746070420.182436:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.185868:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.186155:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015216640 00000100:00100000:1.0:1746070420.186160:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015216640 00002000:00100000:1.0:1746070420.186187:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99180 x1830887015216640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.186200:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99180 with x1830887015216640 ext(0->4095) 00002000:00010000:1.0:1746070420.186203:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c99180 00000100:00100000:1.0:1746070420.186226:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3773 00000100:00100000:1.0:1746070420.186231:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1964:x1830887015216640:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070420.186497:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1964:x1830887015216640:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 264us (655us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.186504:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3773 00002000:00100000:1.0:1746070420.186510:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99180 x1830887015216640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.186516:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99180 with x1830887015216640 ext(0->4095) 00002000:00010000:1.0:1746070420.186519:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c99180 00000100:00100000:0.0:1746070420.188536:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.190889:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.192776:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.194840:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.196132:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.196236:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015217408 00000100:00100000:1.0:1746070420.196239:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015217408 00000100:00100000:1.0:1746070420.196269:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4962 00000100:00100000:1.0:1746070420.196274:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:31620:x1830887015217408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070420.196282:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070420.196289:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e19c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beec5 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.196506:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.196510:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94a00/0x628f9640b607e195 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beebe expref: 96 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.196514:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070420.196517:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e19c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beec5 expref: 96 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.196649:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef94a00/0x628f9640b607e195 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beebe expref: 95 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.196659:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e19c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beec5 expref: 95 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.196666:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6400, rc 0) 00000100:00100000:1.0:1746070420.196720:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:31620:x1830887015217408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 445us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.196726:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4962 00000100:00100000:0.0:1746070420.197654:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.200513:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.203406:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.203549:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015217920 00000100:00100000:1.0:1746070420.203556:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015217920 00000100:00100000:1.0:1746070420.203602:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4963 00000100:00100000:1.0:1746070420.203609:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015217920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070420.203622:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070420.203637:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e1a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beecc expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.203663:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070420.203668:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e19c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beec5 expref: 94 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.203696:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070420.203700:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e1a3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beecc expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.203733:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6400/0x628f9640b607e19c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beec5 expref: 94 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.203744:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e1a3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beecc expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.203753:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6600, rc 0) 00000100:00100000:1.0:1746070420.203784:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015217920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.203790:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4963 00000100:00100000:0.0:1746070420.204309:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.207599:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.210724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.210795:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.213309:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015218816 00000100:00100000:1.0:1746070420.213315:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015218816 00002000:00100000:1.0:1746070420.213340:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9880 x1830887015218816/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.213348:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9880 with x1830887015218816 ext(0->4095) 00010000:00010000:1.0:1746070420.213353:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e1a3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beecc expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.213363:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e1a3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beecc expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.213368:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9880 00000100:00100000:1.0:1746070420.213380:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1615 00000100:00100000:1.0:1746070420.213385:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015218816:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070420.213485:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015218816:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.213490:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1615 00002000:00100000:1.0:1746070420.213495:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9880 x1830887015218816/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.213501:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9880 with x1830887015218816 ext(0->4095) 00010000:00010000:1.0:1746070420.213505:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e1a3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beecc expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.213512:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6600/0x628f9640b607e1a3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beecc expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.213517:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9880 00000100:00100000:0.0:1746070420.213791:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013227136:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070420.213804:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070420.213835:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015218432:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2799us (3115us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070420.213842:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7230 00000100:00100000:0.0:1746070420.218384:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.221780:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.223297:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.226309:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.229609:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.231535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.231628:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.231668:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015219840 00000100:00100000:1.0:1746070420.231695:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015219840 00000100:00100000:1.0:1746070420.231727:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4966 00000100:00100000:1.0:1746070420.231733:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:31621:x1830887015219840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070420.231744:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070420.231756:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e1b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beee1 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.231778:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e1b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beeda expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.231784:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.231786:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.231789:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e1b8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beee1 expref: 96 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.232031:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e1b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beeda expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.232039:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e1b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beeda expref: 5 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.232047:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013227904:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070420.232096:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.233293:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013227904:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070420.233308:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e1b8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beee1 expref: 95 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070420.233317:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de7c00, rc 0) 00000100:00100000:0.0:1746070420.233342:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:31621:x1830887015219840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1609us (1811us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070420.233347:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4966 00000100:00100000:0.0:1746070420.235696:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.235824:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015220352 00000100:00100000:1.0:1746070420.235829:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015220352 00002000:00100000:1.0:1746070420.235866:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093222d80 x1830887015220352/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.235875:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093222d80 with x1830887015220352 ext(0->4095) 00010000:00010000:1.0:1746070420.235880:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e1b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beee1 expref: 95 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.235890:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e1b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beee1 expref: 95 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.235896:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093222d80 00000100:00100000:1.0:1746070420.235918:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1616 00000100:00100000:1.0:1746070420.235924:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1963:x1830887015220352:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070420.236048:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1963:x1830887015220352:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.236056:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1616 00002000:00100000:1.0:1746070420.236062:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093222d80 x1830887015220352/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.236068:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093222d80 with x1830887015220352 ext(0->4095) 00010000:00010000:1.0:1746070420.236073:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e1b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beee1 expref: 95 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.236080:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e1b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beee1 expref: 95 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.236086:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093222d80 00000100:00100000:0.0:1746070420.237885:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.238037:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.240387:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.242243:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.242315:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.245930:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.246128:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015221376 00000100:00100000:1.0:1746070420.246133:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015221376 00002000:00100000:1.0:1746070420.246160:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947eb100 x1830887015221376/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.246168:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947eb100 with x1830887015221376 ext(0->4095) 00010000:00010000:1.0:1746070420.246174:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e1c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beeef expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.246185:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e1c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beeef expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.246191:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947eb100 00000100:00100000:1.0:1746070420.246212:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1618 00000100:00100000:1.0:1746070420.246218:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015221376:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070420.246348:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015221376:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.246354:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1618 00002000:00100000:1.0:1746070420.246359:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947eb100 x1830887015221376/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.246365:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947eb100 with x1830887015221376 ext(0->4095) 00010000:00010000:1.0:1746070420.246370:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e1c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beeef expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.246378:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e1c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beeef expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.246382:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947eb100 00000100:00100000:0.0:1746070420.256411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.260916:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.260982:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015221760 00000100:00100000:1.0:1746070420.260989:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015221760 00002000:00100000:1.0:1746070420.261026:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c95180 x1830887015221760/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.261034:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95180 with x1830887015221760 ext(0->4095) 00002000:00010000:1.0:1746070420.261039:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c95180 00000100:00100000:1.0:1746070420.261063:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3777 00000100:00100000:1.0:1746070420.261069:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015221760:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070420.261195:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015221760:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.261201:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3777 00002000:00100000:1.0:1746070420.261207:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c95180 x1830887015221760/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.261214:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95180 with x1830887015221760 ext(0->4095) 00002000:00010000:1.0:1746070420.261217:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c95180 00000100:00100000:0.0:1746070420.264036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.270641:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.276357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.276731:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.276781:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015222400 00000100:00100000:0.0:1746070420.276789:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015222400 00002000:00100000:0.0:1746070420.276826:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093109500 x1830887015222400/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070420.276833:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109500 with x1830887015222400 ext(0->4095) 00002000:00010000:0.0:1746070420.276837:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109500 00000100:00100000:0.0:1746070420.276852:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3778 00000100:00100000:0.0:1746070420.276872:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015222400:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070420.276993:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015222400:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070420.277000:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3778 00002000:00100000:0.0:1746070420.277005:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093109500 x1830887015222400/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070420.277012:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109500 with x1830887015222400 ext(0->4095) 00002000:00010000:0.0:1746070420.277014:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109500 00000100:00100000:0.0:1746070420.279791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.280152:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.287835:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.288056:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015222912 00000100:00100000:1.0:1746070420.288063:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015222912 00002000:00100000:1.0:1746070420.288095:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404e00 x1830887015222912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.288103:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404e00 with x1830887015222912 ext(0->4095) 00010000:00010000:1.0:1746070420.288110:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e1db lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef04 expref: 95 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.288122:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e1db lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef04 expref: 95 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.288129:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092404e00 00000100:00100000:1.0:1746070420.288143:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1619 00000100:00100000:1.0:1746070420.288149:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1963:x1830887015222912:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070420.288267:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1963:x1830887015222912:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.288273:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1619 00002000:00100000:1.0:1746070420.288279:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404e00 x1830887015222912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.288291:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404e00 with x1830887015222912 ext(0->4095) 00010000:00010000:1.0:1746070420.288295:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e1db lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef04 expref: 95 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.288303:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e1db lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef04 expref: 95 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.288309:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092404e00 00000100:00100000:0.0:1746070420.290836:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.299460:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.302769:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.315352:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.315448:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.320870:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.327958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.328839:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7241 00000100:00100000:1.0:1746070420.328848:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015224064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.328867:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.328886:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e1e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef12 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.328897:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e1e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef12 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.328915:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e1e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef12 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.328943:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.328944:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.328951:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e1f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef19 expref: 93 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.328959:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e1f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef19 expref: 93 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.328986:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e1f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef19 expref: 93 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.328997:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013229952:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.329635:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.336782:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013229952:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.336800:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.336835:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015224064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7988us (8883us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.336844:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7241 00000100:00100000:0.0:1746070420.339644:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.345765:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.352537:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.355290:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015224576 00000100:00100000:1.0:1746070420.355304:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015224576 00002000:00100000:1.0:1746070420.355344:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a12ab800 x1830887015224576/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.355353:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12ab800 with x1830887015224576 ext(0->7) 00010000:00010000:1.0:1746070420.355362:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e1f0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef19 expref: 94 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.355374:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e1f0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef19 expref: 94 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.355381:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12ab800 00000100:00100000:1.0:1746070420.355413:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1621 00000100:00100000:1.0:1746070420.355419:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015224576:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070420.355699:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1963:x1830887015224576:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 280us (3169us total) trans 4294967948 rc 0/0 00000100:00100000:1.0:1746070420.355706:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1621 00002000:00100000:1.0:1746070420.355711:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a12ab800 x1830887015224576/t4294967948(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/448 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.355718:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12ab800 with x1830887015224576 ext(0->7) 00010000:00010000:1.0:1746070420.355722:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e1f0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef19 expref: 96 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.355731:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e1f0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef19 expref: 96 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.355737:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12ab800 00000100:00100000:0.0:1746070420.364220:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.364304:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.364468:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015224832 00000100:00100000:1.0:1746070420.364476:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015224832 00010000:00010000:1.0:1746070420.364507:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e1f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef19 expref: 96 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.364539:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7242 00000100:00100000:1.0:1746070420.364547:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1964:x1830887015224832:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.364557:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.364574:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e1f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef19 expref: 96 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.364585:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e1f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef19 expref: 96 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.364605:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e1f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef19 expref: 96 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.364619:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.364621:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.364628:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e1f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef20 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.364635:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e1f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef20 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.364660:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e1f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef20 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.364696:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013230208:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.364758:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.367364:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013230208:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.367376:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.367399:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1964:x1830887015224832:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2853us (3094us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.367406:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7242 00000100:00100000:0.0:1746070420.369103:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.383121:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015225216 00000100:00100000:1.0:1746070420.383130:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015225216 00010000:00010000:1.0:1746070420.383163:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e1f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef20 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.383205:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7243 00000100:00100000:1.0:1746070420.383213:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015225216:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.383223:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.383242:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e1f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef20 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.383252:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e1f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef20 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.383269:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e1f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef20 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.383293:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.383295:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.383301:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607e1fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef27 expref: 95 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.383309:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607e1fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef27 expref: 95 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.383335:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607e1fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef27 expref: 95 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.383344:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013230464:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.383403:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.385152:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013230464:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.385168:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.385258:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015225216:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2045us (2347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.385266:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7243 00000100:00100000:0.0:1746070420.386001:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.387160:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015225472 00000100:00100000:1.0:1746070420.387168:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015225472 00002000:00100000:1.0:1746070420.387202:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322300 x1830887015225472/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.387210:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322300 with x1830887015225472 ext(0->4095) 00002000:00010000:1.0:1746070420.387214:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322300 00000100:00100000:1.0:1746070420.390065:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3781 00000100:00100000:1.0:1746070420.390079:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1962:x1830887015225472:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070420.390212:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1962:x1830887015225472:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (4212us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.390218:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3781 00002000:00100000:1.0:1746070420.390225:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322300 x1830887015225472/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.390232:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322300 with x1830887015225472 ext(0->4095) 00002000:00010000:1.0:1746070420.390236:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322300 00000100:00100000:0.0:1746070420.392194:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.395335:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.395475:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015225728 00000100:00100000:1.0:1746070420.395482:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015225728 00010000:00010000:1.0:1746070420.395505:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607e1fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef27 expref: 96 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.396312:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7244 00000100:00100000:1.0:1746070420.396319:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1964:x1830887015225728:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.396330:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.396349:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607e1fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef27 expref: 96 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.396360:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607e1fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef27 expref: 96 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.396377:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729c00/0x628f9640b607e1fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef27 expref: 96 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.396403:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.396405:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.396412:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.396420:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.396443:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.396453:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013230720:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.396512:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.397600:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015225856 00000100:00100000:0.0:1746070420.397605:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015225856 00000100:00100000:0.0:1746070420.397638:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4978 00000100:00100000:0.0:1746070420.397643:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:31620:x1830887015225856:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070420.397654:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070420.397666:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607e20c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bef35 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070420.397772:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070420.397778:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070420.397780:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070420.397782:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607e20c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef35 expref: 97 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070420.397800:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070420.397809:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 5 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:0.0:1746070420.397816:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093322d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013230848:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070420.397878:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.398225:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013230720:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.398238:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.398509:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:1964:x1830887015225728:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2188us (3175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.398516:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7244 00000100:00100000:0.0:1746070420.406330:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.407288:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015226112 00000100:00100000:1.0:1746070420.407294:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015226112 00002000:00100000:1.0:1746070420.407320:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093697800 x1830887015226112/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.407329:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697800 with x1830887015226112 ext(0->4095) 00010000:00010000:1.0:1746070420.407334:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.407345:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.407350:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093697800 00000100:00100000:1.0:1746070420.407374:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1623 00000100:00100000:1.0:1746070420.407379:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015226112:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070420.407493:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015226112:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (1168us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.407498:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1623 00002000:00100000:1.0:1746070420.407503:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093697800 x1830887015226112/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.407509:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697800 with x1830887015226112 ext(0->4095) 00010000:00010000:1.0:1746070420.407514:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.407523:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.407528:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093697800 00000100:00100000:0.0:1746070420.411923:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.412799:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015226240 00000100:00100000:1.0:1746070420.412807:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015226240 00010000:00010000:1.0:1746070420.412837:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.412879:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7245 00000100:00100000:1.0:1746070420.412887:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015226240:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.412898:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.412917:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.412927:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.412944:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e205 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef2e expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.413656:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.413659:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.413666:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607e20c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef35 expref: 95 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.413746:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607e20c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef35 expref: 95 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.414065:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607e20c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef35 expref: 95 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.414076:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013230976:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.414981:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.418845:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013230976:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.418873:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.418913:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015226240:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6026us (6994us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.418923:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7245 00000100:00100000:0.0:1746070420.422441:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.430797:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.438313:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.438572:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015226752 00000100:00100000:1.0:1746070420.438578:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015226752 00002000:00100000:1.0:1746070420.439189:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093695880 x1830887015226752/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.439197:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093695880 with x1830887015226752 ext(0->7) 00010000:00010000:1.0:1746070420.439202:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607e20c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef35 expref: 96 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.439213:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607e20c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef35 expref: 96 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.439219:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093695880 00000100:00100000:1.0:1746070420.439245:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1624 00000100:00100000:1.0:1746070420.439251:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1964:x1830887015226752:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070420.439478:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1964:x1830887015226752:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 227us (1172us total) trans 4294967949 rc 0/0 00000100:00100000:1.0:1746070420.439484:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1624 00002000:00100000:1.0:1746070420.439490:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093695880 x1830887015226752/t4294967949(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/448 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.439496:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093695880 with x1830887015226752 ext(0->7) 00010000:00010000:1.0:1746070420.439501:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607e20c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef35 expref: 98 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.439509:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607e20c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef35 expref: 98 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.439514:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093695880 00000100:00100000:0.0:1746070420.447401:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.448779:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015226880 00000100:00100000:1.0:1746070420.448787:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015226880 00010000:00010000:1.0:1746070420.448818:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607e20c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef35 expref: 98 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.448862:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7246 00000100:00100000:1.0:1746070420.448869:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1962:x1830887015226880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.448880:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.448896:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607e20c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef35 expref: 98 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.448910:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607e20c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef35 expref: 98 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.448928:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099c02c00/0x628f9640b607e20c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef35 expref: 98 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.448954:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.448956:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.448962:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e213 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef3c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.448969:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e213 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef3c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.448997:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e213 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef3c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.449007:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013231232:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.449081:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.451621:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015227008 00000100:00100000:0.0:1746070420.451628:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015227008 00000100:00100000:0.0:1746070420.453641:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4980 00000100:00100000:0.0:1746070420.453653:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:31620:x1830887015227008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070420.453670:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070420.453704:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607e21a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bef43 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070420.453729:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e213 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef3c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070420.453741:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070420.453742:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070420.453745:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607e21a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef43 expref: 99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070420.453771:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e213 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef3c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070420.453781:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e213 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef3c expref: 5 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:0.0:1746070420.453791:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009be30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013231360:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070420.453872:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379180 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.456816:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013231232:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.456837:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.458103:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1962:x1830887015226880:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 9231us (10705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.458112:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7246 00000100:00100000:0.0:1746070420.458361:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.460754:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013231360:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070420.460778:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607e21a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef43 expref: 98 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.460928:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c03000, rc 0) 00000100:00100000:1.0:1746070420.460966:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:31620:x1830887015227008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7318us (9775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.460973:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4980 00000100:00100000:0.0:1746070420.467441:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.467766:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015227392 00000100:00100000:1.0:1746070420.467773:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015227392 00000100:00100000:1.0:1746070420.468701:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4981 00000100:00100000:1.0:1746070420.468710:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:31621:x1830887015227392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070420.468726:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070420.468739:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e221 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bef4a expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.468764:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.468769:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607e21a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef43 expref: 99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.468774:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070420.468777:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e221 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef4a expref: 99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.468808:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607e21a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef43 expref: 99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.468818:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e221 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef4a expref: 99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.468831:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de7c00, rc 0) 00000100:00100000:1.0:1746070420.468895:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:31621:x1830887015227392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (1459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.468901:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4981 00000100:00100000:0.0:1746070420.469351:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.470247:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015227520 00000100:00100000:1.0:1746070420.470253:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015227520 00010000:00010000:1.0:1746070420.470276:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e213 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef3c expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.472242:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7247 00000100:00100000:1.0:1746070420.472254:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015227520:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.472267:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.472285:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e213 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef3c expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.472297:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e213 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef3c expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.472315:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e213 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef3c expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.472339:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.472341:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.472348:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607e21a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef43 expref: 98 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.472360:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607e21a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef43 expref: 98 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.472384:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607e21a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef43 expref: 98 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.472393:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607e21a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef43 expref: 98 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.472404:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013231616:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.472466:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.476237:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.477174:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013231616:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.477190:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.477215:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015227520:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4965us (7864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.477222:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7247 00000100:00100000:0.0:1746070420.479775:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.479875:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015227904 00000100:00100000:1.0:1746070420.479881:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015227904 00010000:00010000:1.0:1746070420.479906:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607e21a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef43 expref: 99 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.479964:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7248 00000100:00100000:1.0:1746070420.479971:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1963:x1830887015227904:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.479981:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.479999:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607e21a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef43 expref: 99 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.480009:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607e21a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef43 expref: 99 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.480026:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099c03000/0x628f9640b607e21a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef43 expref: 99 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.480049:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.480051:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.480057:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e221 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef4a expref: 98 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.480063:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e221 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef4a expref: 98 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.480087:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e221 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef4a expref: 98 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.480096:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013231744:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.481131:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.483087:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013231744:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.483104:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.483145:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015227904:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3173us (3374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.483153:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7248 00000100:00100000:0.0:1746070420.483665:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.486083:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.490838:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.491026:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015228416 00000100:00100000:1.0:1746070420.491032:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015228416 00010000:00010000:1.0:1746070420.491056:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e221 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef4a expref: 98 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.491074:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7249 00000100:00100000:1.0:1746070420.491079:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015228416:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.491088:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.491106:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e221 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef4a expref: 98 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.491116:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e221 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef4a expref: 98 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.491133:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099de7c00/0x628f9640b607e221 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef4a expref: 98 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.491571:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.491573:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.491580:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95c00/0x628f9640b607e228 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef51 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.491588:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95c00/0x628f9640b607e228 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef51 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.491613:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef95c00/0x628f9640b607e228 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef51 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.491627:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013232000:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.492437:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.496810:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.496906:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.497698:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013232000:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.497712:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.497730:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1963:x1830887015228416:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6650us (6892us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.497736:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7249 00000100:00100000:0.0:1746070420.502025:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015228928 00000100:00100000:0.0:1746070420.502032:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015228928 00000100:00100000:0.0:1746070420.502066:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4984 00000100:00100000:0.0:1746070420.502072:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:31621:x1830887015228928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070420.502086:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070420.502099:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e236 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bef5f expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070420.502394:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070420.502400:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607e22f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef58 expref: 100 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070420.502406:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070420.502409:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e236 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef5f expref: 100 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.502666:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015229056 00000100:00100000:1.0:1746070420.502670:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015229056 00010000:00010000:1.0:1746070420.502700:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95c00/0x628f9640b607e228 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef51 expref: 6 pid: 8445 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.502716:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7250 00000100:00100000:1.0:1746070420.502721:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015229056:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.502728:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070420.503023:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607e22f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef58 expref: 99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070420.503036:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e236 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef5f expref: 99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070420.503043:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a273a00, rc 0) 00000100:00100000:0.0:1746070420.503060:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:31621:x1830887015228928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 989us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070420.503065:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4984 00010000:00010000:1.0:1746070420.503736:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95c00/0x628f9640b607e228 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef51 expref: 6 pid: 8445 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.503747:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ef95c00/0x628f9640b607e228 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef51 expref: 6 pid: 8445 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.503765:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95c00/0x628f9640b607e228 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef51 expref: 6 pid: 8445 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.503786:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.503788:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.503793:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607e22f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef58 expref: 98 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.503800:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607e22f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef58 expref: 98 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.503820:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607e22f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef58 expref: 98 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.503829:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607e22f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef58 expref: 98 pid: 8445 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.503839:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013232384:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.504472:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.507843:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.508272:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013232384:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.508287:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.508319:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015229056:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5598us (5716us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.508327:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7250 00000100:00100000:0.0:1746070420.519404:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.519515:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015229440 00000100:00100000:1.0:1746070420.519522:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015229440 00010000:00010000:1.0:1746070420.519551:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607e22f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef58 expref: 99 pid: 8445 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.519629:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7251 00000100:00100000:1.0:1746070420.519636:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1963:x1830887015229440:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.519651:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.519669:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607e22f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef58 expref: 99 pid: 8445 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.519710:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607e22f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef58 expref: 99 pid: 8445 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.519729:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607e22f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef58 expref: 99 pid: 8445 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.519746:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.519748:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.519753:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e236 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef5f expref: 98 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.519760:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e236 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef5f expref: 98 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.519785:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e236 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef5f expref: 98 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.519795:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013232512:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.519865:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.526796:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013232512:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.526815:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.526849:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015229440:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7213us (7452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.526871:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7251 00000100:00100000:0.0:1746070420.528546:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.539771:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.561663:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.574019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.575155:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015230080 00000100:00100000:1.0:1746070420.575164:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015230080 00010000:00010000:1.0:1746070420.575196:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e236 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef5f expref: 100 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.575235:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7252 00000100:00100000:1.0:1746070420.575242:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1961:x1830887015230080:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.576627:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.576652:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e236 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef5f expref: 100 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.576665:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e236 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef5f expref: 100 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.576696:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e236 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef5f expref: 100 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.576724:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.576726:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.576732:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e23d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef66 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.576740:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e23d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef66 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.576769:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e23d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef66 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.576779:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013232768:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070420.579090:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.581052:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.581318:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.582596:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.582618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.582643:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.582724:0:7095:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015230464 00000100:00100000:1.0:1746070420.582729:0:7095:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015230464 00000100:00100000:1.0:1746070420.582757:0:7095:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015230720 00000100:00100000:1.0:1746070420.582759:0:7095:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015230720 00000100:00100000:1.0:1746070420.582776:0:7095:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 387 00000100:00100000:1.0:1746070420.582780:0:7095:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015230464:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070420.583718:0:7095:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015230464:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 935us (2667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.583724:0:7095:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 387 00000100:00080000:1.0:1746070420.583742:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746070420.583769:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015230592 00000100:00100000:1.0:1746070420.583772:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015230592 00000100:00100000:1.0:1746070420.583789:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 458 00000100:00100000:1.0:1746070420.583793:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1964:x1830887015230592:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070420.584303:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.584335:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.584412:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013232768:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070420.584427:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070420.584448:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:1961:x1830887015230080:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 9208us (10436us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070420.584455:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7252 00000100:00080000:0.0:1746070420.584518:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746070420.584568:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1964:x1830887015230592:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 773us (1923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.584574:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 458 00000100:00100000:1.0:1746070420.584583:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015230848 00000100:00100000:1.0:1746070420.584585:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015230848 00000100:00100000:1.0:1746070420.584612:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 459 00000100:00100000:1.0:1746070420.584617:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015230848:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070420.584638:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015230848:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 22us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.584645:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 459 00000100:00080000:0.0:1746070420.586342:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070420.596261:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.600201:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.606521:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.616820:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.620439:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.634227:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.638480:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.649308:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.655179:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.670158:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.695783:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.700560:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.700723:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015233024:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070420.700739:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070420.700753:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e260 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bef89 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.700776:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070420.700782:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e259 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef82 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.700787:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070420.700790:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e260 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef89 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.700888:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e259 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef82 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.700900:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e260 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef89 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.700912:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070420.700956:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31620:x1830887015233024:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 233us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070420.700963:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4990 00000100:00100000:1.0:1746070420.701303:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.707440:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.707579:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015233408 00000100:00100000:0.0:1746070420.707586:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015233408 00002000:00100000:0.0:1746070420.707620:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093697b80 x1830887015233408/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070420.707628:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697b80 with x1830887015233408 ext(0->4095) 00010000:00010000:0.0:1746070420.707636:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e259 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef82 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746070420.707647:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e259 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef82 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746070420.707653:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093697b80 00000100:00100000:0.0:1746070420.707696:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1633 00000100:00100000:0.0:1746070420.707702:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015233408:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070420.707819:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015233408:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (386us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070420.707824:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1633 00002000:00100000:0.0:1746070420.707829:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093697b80 x1830887015233408/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070420.707836:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697b80 with x1830887015233408 ext(0->4095) 00010000:00010000:0.0:1746070420.707840:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e259 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef82 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746070420.707847:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e259 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef82 expref: 6 pid: 25271 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746070420.707864:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093697b80 00000100:00100000:1.0:1746070420.711541:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.712595:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.724476:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.724632:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013234048:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070420.724653:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070420.725233:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015233536:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 13411us (13695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070420.725242:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7257 00000100:00100000:2.0:1746070420.725576:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015233792 00000100:00100000:2.0:1746070420.725582:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015233792 00002000:00100000:2.0:1746070420.725612:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afaa00 x1830887015233792/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.725621:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afaa00 with x1830887015233792 ext(0->4095) 00002000:00010000:2.0:1746070420.725625:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afaa00 00000100:00100000:2.0:1746070420.725641:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3788 00000100:00100000:2.0:1746070420.725646:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015233792:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070420.725991:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015233792:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 344us (1521us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070420.725997:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3788 00002000:00100000:2.0:1746070420.726002:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afaa00 x1830887015233792/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.726009:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afaa00 with x1830887015233792 ext(0->4095) 00002000:00010000:2.0:1746070420.726012:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afaa00 00000100:00100000:0.0:1746070420.727430:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.727493:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015233920 00000100:00100000:2.0:1746070420.727498:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015233920 00000100:00100000:2.0:1746070420.727522:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4991 00000100:00100000:2.0:1746070420.727527:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015233920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070420.727538:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070420.727549:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bef90 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.727570:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e260 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef89 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.727577:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070420.727579:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070420.727582:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.727608:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e260 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef89 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.727618:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e260 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef89 expref: 103 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:2.0:1746070420.727627:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093322d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013234176:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070420.728618:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.735208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.735407:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093322d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013234176:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070420.735434:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.735448:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070420.735479:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015233920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7951us (8052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070420.735486:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4991 00000100:00100000:3.0:1746070420.735600:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015234048 00000100:00100000:3.0:1746070420.735605:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015234048 00010000:00010000:3.0:1746070420.735625:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e260 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef89 expref: 104 pid: 25271 timeout: 632 lvb_type: 0 00000100:00100000:3.0:1746070420.736020:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7258 00000100:00100000:3.0:1746070420.736027:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015234048:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070420.736037:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070420.736051:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e260 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef89 expref: 104 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.736062:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e260 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef89 expref: 104 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.736079:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e260 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef89 expref: 104 pid: 25271 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.736101:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.736103:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.736109:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.736116:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.736139:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070420.736148:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013234304:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070420.739346:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070420.739566:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.740059:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015234176 00000100:00100000:3.0:1746070420.740066:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015234176 00000100:00100000:3.0:1746070420.740100:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4992 00000100:00100000:3.0:1746070420.740107:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015234176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070420.740120:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070420.740133:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bef97 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.740154:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.740161:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.740163:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.740165:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 105 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.740493:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.740503:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 5 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:3.0:1746070420.740518:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013234432:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070420.741312:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.744483:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.744548:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013234432:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070420.744570:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 105 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.744584:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef95600, rc 0) 00000100:00100000:2.0:1746070420.744614:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31620:x1830887015234176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4508us (5051us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070420.744624:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4992 00000100:00100000:2.0:1746070420.744651:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015234432 00000100:00100000:2.0:1746070420.744654:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015234432 00002000:00100000:2.0:1746070420.744692:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efea00 x1830887015234432/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.744701:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efea00 with x1830887015234432 ext(0->4095) 00010000:00010000:2.0:1746070420.744706:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:2.0:1746070420.744717:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:2.0:1746070420.744723:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129efea00 00000100:00100000:3.0:1746070420.744795:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013234304:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070420.744806:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070420.744820:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015234048:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8795us (9621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070420.744826:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7258 00000100:00100000:2.0:1746070420.745094:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1634 00000100:00100000:2.0:1746070420.745101:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015234432:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070420.749495:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015234432:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 4384us (5007us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070420.749506:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1634 00002000:00100000:2.0:1746070420.749518:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efea00 x1830887015234432/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.749527:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efea00 with x1830887015234432 ext(0->4095) 00010000:00010000:2.0:1746070420.749535:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:2.0:1746070420.749556:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:2.0:1746070420.749561:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129efea00 00000100:00100000:0.0:1746070420.760349:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.760617:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015234560 00000100:00100000:3.0:1746070420.760624:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015234560 00010000:00010000:3.0:1746070420.760651:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:3.0:1746070420.760714:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7259 00000100:00100000:3.0:1746070420.760721:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015234560:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070420.760732:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070420.760748:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.760759:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.760781:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e267 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef90 expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.760800:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.760802:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.760809:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 103 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.760816:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 103 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.760843:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 103 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070420.760866:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013234560:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070420.760941:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070420.762953:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.762981:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015234816 00000100:00100000:0.0:1746070420.762986:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015234816 00000100:00100000:3.0:1746070420.763005:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013234560:192.168.203.29@tcp:105: 00002000:00100000:0.0:1746070420.763014:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322a00 x1830887015234816/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746070420.763022:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746070420.763022:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322a00 with x1830887015234816 ext(0->4095) 00002000:00010000:0.0:1746070420.763025:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322a00 00000100:00100000:3.0:1746070420.763046:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015234560:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2326us (2703us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070420.763049:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3789 00000100:00100000:3.0:1746070420.763053:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7259 00000100:00100000:0.0:1746070420.763054:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015234816:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070420.763149:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015234816:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 95us (199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070420.763154:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3789 00002000:00100000:0.0:1746070420.763159:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322a00 x1830887015234816/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070420.763165:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322a00 with x1830887015234816 ext(0->4095) 00002000:00010000:0.0:1746070420.763167:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322a00 00000100:00100000:0.0:1746070420.772705:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.772778:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015234944 00000100:00100000:2.0:1746070420.772785:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015234944 00000100:00100000:2.0:1746070420.772814:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4993 00000100:00100000:2.0:1746070420.772820:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015234944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070420.772833:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070420.772846:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bef9e expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.772878:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 103 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.772885:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070420.772886:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070420.772889:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.772910:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 103 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.772919:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 103 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:2.0:1746070420.772932:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093323100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013234688:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070420.772995:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070420.778720:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093323100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013234688:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070420.778746:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.778760:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070420.778790:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015234944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5970us (6120us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070420.778797:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4993 00000100:00100000:0.0:1746070420.789745:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.790303:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015235072 00000100:00100000:2.0:1746070420.790311:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015235072 00002000:00100000:2.0:1746070420.790345:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093220e00 x1830887015235072/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.790354:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220e00 with x1830887015235072 ext(0->7) 00010000:00010000:2.0:1746070420.790361:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 104 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:2.0:1746070420.790372:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 104 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:2.0:1746070420.790378:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093220e00 00000100:00100000:2.0:1746070420.790403:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1635 00000100:00100000:2.0:1746070420.790409:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015235072:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070420.790651:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:1964:x1830887015235072:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 241us (912us total) trans 4294967953 rc 0/0 00000100:00100000:2.0:1746070420.790656:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1635 00002000:00100000:2.0:1746070420.790661:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093220e00 x1830887015235072/t4294967953(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/448 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.790668:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220e00 with x1830887015235072 ext(0->7) 00010000:00010000:2.0:1746070420.790688:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 106 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:2.0:1746070420.790696:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 106 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:2.0:1746070420.790701:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093220e00 00000100:00100000:0.0:1746070420.794243:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.794470:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015235200 00000100:00100000:2.0:1746070420.794477:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015235200 00000100:00100000:2.0:1746070420.794511:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4994 00000100:00100000:2.0:1746070420.794517:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:31620:x1830887015235200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070420.794530:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070420.794545:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116befa5 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.794567:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070420.794573:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.794578:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070420.794582:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 107 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.794612:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.794623:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 107 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.794631:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070420.796441:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+107:31620:x1830887015235200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1916us (2197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070420.796449:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4994 00000100:00100000:1.0:1746070420.797047:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.797120:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015235328 00000100:00100000:3.0:1746070420.797127:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015235328 00010000:00010000:3.0:1746070420.797152:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 107 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:3.0:1746070420.797173:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7260 00000100:00100000:3.0:1746070420.797180:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+107:1964:x1830887015235328:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070420.797190:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070420.797206:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 107 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.797221:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 107 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.797239:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e26e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef97 expref: 107 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.797269:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.797271:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.797277:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.797285:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.797310:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.797320:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 5 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:3.0:1746070420.797330:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013234944:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070420.797388:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.800121:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.800875:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015235584 00000100:00100000:1.0:1746070420.800883:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015235584 00002000:00100000:1.0:1746070420.800920:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093220000 x1830887015235584/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.800929:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220000 with x1830887015235584 ext(0->4095) 00010000:00010000:1.0:1746070420.800937:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.800949:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.800956:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093220000 00000100:00100000:1.0:1746070420.800981:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1636 00000100:00100000:1.0:1746070420.800988:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015235584:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070420.801113:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015235584:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (998us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.801124:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1636 00002000:00100000:1.0:1746070420.801129:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093220000 x1830887015235584/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.801140:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220000 with x1830887015235584 ext(0->4095) 00010000:00010000:1.0:1746070420.801145:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.801153:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.801158:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093220000 00000100:00100000:3.0:1746070420.801729:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013234944:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070420.801747:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070420.801769:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:1964:x1830887015235328:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4590us (4723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070420.801778:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7260 00000100:00100000:0.0:1746070420.804204:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.804430:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015235712 00000100:00100000:3.0:1746070420.804437:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015235712 00010000:00010000:3.0:1746070420.804463:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:3.0:1746070420.804499:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7261 00000100:00100000:3.0:1746070420.804505:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015235712:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070420.804516:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070420.804534:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.804544:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.804562:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e275 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bef9e expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.804575:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.804576:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.804582:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 105 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.804589:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 105 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.804613:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 105 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070420.804623:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013235072:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070420.805163:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070420.807096:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013235072:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070420.807116:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070420.807380:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015235712:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2873us (3179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070420.807389:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7261 00000100:00100000:2.0:1746070420.807957:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.808013:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015235968 00000100:00100000:0.0:1746070420.808018:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015235968 00002000:00100000:0.0:1746070420.808047:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323100 x1830887015235968/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070420.808055:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323100 with x1830887015235968 ext(0->4095) 00002000:00010000:0.0:1746070420.808059:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093323100 00000100:00100000:0.0:1746070420.808082:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3790 00000100:00100000:0.0:1746070420.808087:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:1962:x1830887015235968:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070420.808201:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:1962:x1830887015235968:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070420.808207:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3790 00002000:00100000:0.0:1746070420.808212:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323100 x1830887015235968/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070420.808219:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323100 with x1830887015235968 ext(0->4095) 00002000:00010000:0.0:1746070420.808221:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093323100 00000100:00100000:0.0:1746070420.812112:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.812188:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015236096 00000100:00100000:2.0:1746070420.812196:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015236096 00000100:00100000:2.0:1746070420.812345:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4995 00000100:00100000:2.0:1746070420.812352:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015236096:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070420.812367:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070420.812380:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116befac expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.812403:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 105 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.812410:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070420.812412:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070420.812414:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.812448:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 105 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.812458:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 105 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:2.0:1746070420.812468:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093323b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013235200:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070420.812894:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070420.816483:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093323b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013235200:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070420.816508:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.816521:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070420.816552:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015236096:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4201us (4447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070420.816559:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4995 00000100:00100000:0.0:1746070420.817951:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.818032:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015236224 00000100:00100000:1.0:1746070420.818039:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015236224 00002000:00100000:1.0:1746070420.818071:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093223480 x1830887015236224/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.818080:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223480 with x1830887015236224 ext(0->7) 00010000:00010000:1.0:1746070420.818086:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 106 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.818098:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 106 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.818103:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093223480 00000100:00100000:1.0:1746070420.818117:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1637 00000100:00100000:1.0:1746070420.818123:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:1964:x1830887015236224:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070420.818759:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+108:1964:x1830887015236224:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 635us (809us total) trans 4294967954 rc 0/0 00000100:00100000:1.0:1746070420.818766:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1637 00002000:00100000:1.0:1746070420.818772:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093223480 x1830887015236224/t4294967954(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/448 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.818779:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223480 with x1830887015236224 ext(0->7) 00010000:00010000:1.0:1746070420.818784:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 108 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.818792:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 108 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.818798:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093223480 00000100:00100000:0.0:1746070420.824257:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.824407:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015236352 00000100:00100000:3.0:1746070420.824414:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015236352 00010000:00010000:3.0:1746070420.824440:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 108 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:3.0:1746070420.824471:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7262 00000100:00100000:3.0:1746070420.824477:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+108:1961:x1830887015236352:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070420.824488:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070420.824504:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 108 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.824514:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 108 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.824531:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e27c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befa5 expref: 108 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.824557:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.824559:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.824565:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.824572:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.824596:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070420.824605:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013235328:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070420.824668:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070420.829066:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013235328:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070420.829089:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070420.829141:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+107:1961:x1830887015236352:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4663us (4889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070420.829150:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7262 00000100:00100000:0.0:1746070420.831233:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070420.831373:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.831390:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015236608 00000100:00100000:1.0:1746070420.831397:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015236608 00002000:00100000:1.0:1746070420.831430:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093223800 x1830887015236608/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746070420.831437:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015236736 00002000:00100000:1.0:1746070420.831439:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223800 with x1830887015236608 ext(0->4095) 00000100:00100000:2.0:1746070420.831441:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015236736 00002000:00010000:1.0:1746070420.831443:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093223800 00000100:00100000:1.0:1746070420.831458:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3791 00000100:00100000:2.0:1746070420.831459:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4996 00000100:00100000:1.0:1746070420.831463:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015236608:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070420.831464:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+107:31620:x1830887015236736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070420.831474:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070420.831486:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116befb3 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.831505:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.831511:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070420.831512:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070420.831515:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 108 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.831537:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.831546:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:2.0:1746070420.831555:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093323b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013235456:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070420.831581:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015236608:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.831587:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3791 00002000:00100000:1.0:1746070420.831592:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093223800 x1830887015236608/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.831598:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223800 with x1830887015236608 ext(0->4095) 00010000:00010000:1.0:1746070420.831602:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:2.0:1746070420.831607:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf36c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746070420.831611:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.831616:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093223800 00000100:00100000:2.0:1746070420.835033:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.835097:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093323b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013235456:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070420.835120:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 108 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.835134:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070420.835165:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+108:31620:x1830887015236736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3702us (3797us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070420.835173:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4996 00000100:00100000:2.0:1746070420.835193:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015236864 00000100:00100000:2.0:1746070420.835197:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015236864 00000100:00100000:2.0:1746070420.835215:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4997 00000100:00100000:2.0:1746070420.835220:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+108:31621:x1830887015236864:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070420.835230:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070420.835242:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e291 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116befba expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.835257:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070420.835260:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 109 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.835264:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070420.835267:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e291 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befba expref: 109 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.835401:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 109 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.835414:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e291 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befba expref: 109 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.835421:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070420.835437:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+109:31621:x1830887015236864:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 216us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070420.835443:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4997 00000100:00100000:2.0:1746070420.835531:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.835721:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015236992 00000100:00100000:3.0:1746070420.835725:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015236992 00010000:00010000:3.0:1746070420.835739:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:3.0:1746070420.835762:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7263 00000100:00100000:3.0:1746070420.835766:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015236992:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070420.835773:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070420.835787:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.835799:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.835813:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e283 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befac expref: 6 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.835831:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.835833:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.835837:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 108 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.835842:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 108 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.835864:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 108 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.835873:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 108 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:3.0:1746070420.835883:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013235712:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070420.836043:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.839125:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.839230:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015237248 00000100:00100000:1.0:1746070420.839238:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015237248 00002000:00100000:1.0:1746070420.839273:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e8380 x1830887015237248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.839282:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8380 with x1830887015237248 ext(0->4095) 00010000:00010000:1.0:1746070420.839289:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 109 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.839302:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 109 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.839308:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e8380 00000100:00100000:1.0:1746070420.839325:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1638 00000100:00100000:1.0:1746070420.839330:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+109:1964:x1830887015237248:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070420.839337:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013235712:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070420.839354:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070420.839398:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015236992:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3631us (3866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070420.839408:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7263 00000100:00100000:1.0:1746070420.839433:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+109:1964:x1830887015237248:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.839439:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1638 00002000:00100000:1.0:1746070420.839443:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e8380 x1830887015237248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.839454:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8380 with x1830887015237248 ext(0->4095) 00010000:00010000:1.0:1746070420.839459:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 109 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.839467:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 109 pid: 12041 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.839472:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e8380 00000100:00100000:0.0:1746070420.841498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.841583:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015237376 00000100:00100000:3.0:1746070420.841590:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015237376 00010000:00010000:3.0:1746070420.841614:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 109 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:3.0:1746070420.841648:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7264 00000100:00100000:3.0:1746070420.841654:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca83c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+109:1963:x1830887015237376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070420.841665:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070420.841716:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 109 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.841726:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 109 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.841743:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e28a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befb3 expref: 109 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:3.0:1746070420.841754:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.841756:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.841761:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e291 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befba expref: 108 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.841767:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befba expref: 108 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.841796:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befba expref: 108 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070420.841807:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013235840:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070420.841882:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.846079:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013235840:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070420.846101:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070420.847149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.847188:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015237632 00000100:00100000:1.0:1746070420.847194:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015237632 00002000:00100000:1.0:1746070420.847225:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946ab480 x1830887015237632/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746070420.847228:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca83c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+109:1963:x1830887015237376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5571us (5733us total) trans 0 rc 0/0 00002000:00100000:1.0:1746070420.847233:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ab480 with x1830887015237632 ext(0->4095) 00002000:00010000:1.0:1746070420.847237:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946ab480 00000100:00100000:0.0:1746070420.847240:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7264 00000100:00100000:1.0:1746070420.847256:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3792 00000100:00100000:1.0:1746070420.847262:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+108:1964:x1830887015237632:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070420.847374:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+108:1964:x1830887015237632:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (226us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.847379:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3792 00002000:00100000:1.0:1746070420.847383:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946ab480 x1830887015237632/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.847389:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ab480 with x1830887015237632 ext(0->4095) 00002000:00010000:1.0:1746070420.847392:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946ab480 00000100:00100000:0.0:1746070420.851291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.851582:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015237760 00000100:00100000:2.0:1746070420.851589:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015237760 00000100:00100000:2.0:1746070420.851640:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4998 00000100:00100000:2.0:1746070420.851648:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015237760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070420.851664:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070420.851702:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116befc1 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.851726:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e291 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befba expref: 107 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.851734:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070420.851736:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070420.851739:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.851765:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befba expref: 107 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.851775:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e291 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befba expref: 107 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:2.0:1746070420.851786:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013235968:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070420.851879:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070420.853421:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013235968:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070420.853444:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.853457:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070420.853487:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015237760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1839us (2203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070420.853497:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4998 00000100:00100000:0.0:1746070420.853664:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.853980:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015237888 00000100:00100000:1.0:1746070420.853986:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015237888 00010000:00010000:1.0:1746070420.854007:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e291 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befba expref: 108 pid: 12041 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.854040:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7265 00000100:00100000:1.0:1746070420.854046:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+108:1964:x1830887015237888:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.854056:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.854073:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e291 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befba expref: 108 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.854082:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befba expref: 108 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.854101:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e291 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befba expref: 108 pid: 12041 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.854123:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.854124:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.854130:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.854137:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.854161:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.854171:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093694000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013236096:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.854226:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.855842:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.855999:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015238016 00000100:00100000:2.0:1746070420.856005:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015238016 00000100:00100000:2.0:1746070420.856044:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4999 00000100:00100000:2.0:1746070420.856051:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+108:31620:x1830887015238016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070420.856064:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070420.856078:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116befc8 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.856101:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.856112:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070420.856113:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070420.856116:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 109 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.856139:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.856149:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 5 pid: 8444 timeout: 632 lvb_type: 0 00000100:00100000:2.0:1746070420.856159:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013236224:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070420.856225:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf36c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.856408:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093694000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013236096:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.856419:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.856437:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+109:1964:x1830887015237888:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2391us (2773us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.856444:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7265 00000100:00100000:0.0:1746070420.857241:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.857418:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015238272 00000100:00100000:1.0:1746070420.857423:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015238272 00002000:00100000:1.0:1746070420.857448:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6d80 x1830887015238272/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.857457:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6d80 with x1830887015238272 ext(0->4095) 00010000:00010000:1.0:1746070420.857464:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 6 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.857474:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 6 pid: 8444 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.857480:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f6d80 00000100:00100000:1.0:1746070420.857506:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1639 00000100:00100000:1.0:1746070420.857511:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015238272:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070420.857633:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015238272:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.857639:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1639 00002000:00100000:1.0:1746070420.857644:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6d80 x1830887015238272/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.857650:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6d80 with x1830887015238272 ext(0->4095) 00010000:00010000:1.0:1746070420.857654:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 6 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.857662:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 6 pid: 8444 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.857667:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f6d80 00000100:00100000:3.0:1746070420.857930:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013236224:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070420.857948:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 108 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.857958:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:3.0:1746070420.858210:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+108:31620:x1830887015238016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2158us (2370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070420.858216:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4999 00000100:00100000:0.0:1746070420.862405:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.862503:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015238400 00000100:00100000:1.0:1746070420.862511:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015238400 00010000:00010000:1.0:1746070420.862542:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 6 pid: 8444 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.862574:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7266 00000100:00100000:1.0:1746070420.862581:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015238400:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.862593:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.862611:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 6 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.862621:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 6 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.862642:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607e298 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc1 expref: 6 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.862834:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.862837:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.862844:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 107 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.862866:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 107 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.862893:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 107 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.862905:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093694000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013236352:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.863415:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.867519:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093694000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013236352:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.867536:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.867570:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015238400:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4989us (5273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.867578:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7266 00000100:00100000:0.0:1746070420.868110:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.869124:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015238656 00000100:00100000:2.0:1746070420.869132:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015238656 00002000:00100000:2.0:1746070420.869166:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093221500 x1830887015238656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.869174:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221500 with x1830887015238656 ext(0->4095) 00002000:00010000:2.0:1746070420.869178:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093221500 00000100:00100000:2.0:1746070420.869193:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3793 00000100:00100000:2.0:1746070420.869198:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+108:1964:x1830887015238656:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070420.873823:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+108:1964:x1830887015238656:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 4614us (5702us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070420.873835:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3793 00002000:00100000:2.0:1746070420.873847:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093221500 x1830887015238656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.873866:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221500 with x1830887015238656 ext(0->4095) 00002000:00010000:2.0:1746070420.873871:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093221500 00000100:00100000:0.0:1746070420.877354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.877615:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015238784 00000100:00100000:3.0:1746070420.877622:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015238784 00000100:00100000:3.0:1746070420.877664:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5000 00000100:00100000:3.0:1746070420.877692:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015238784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070420.877706:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070420.877720:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e2a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116befcf expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.877742:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 107 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.877748:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070420.877749:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070420.877752:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e2a6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befcf expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.877776:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 107 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.877785:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 107 pid: 8444 timeout: 632 lvb_type: 0 00000100:00100000:3.0:1746070420.877794:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013236480:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070420.877872:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070420.879116:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013236480:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070420.879134:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e2a6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befcf expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.879145:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef94000, rc 0) 00000100:00100000:3.0:1746070420.879168:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015238784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1497us (1820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070420.879175:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5000 00000100:00100000:0.0:1746070420.884030:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.884117:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015238912 00000100:00100000:2.0:1746070420.884125:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015238912 00002000:00100000:2.0:1746070420.884158:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093323b80 x1830887015238912/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.884167:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323b80 with x1830887015238912 ext(0->7) 00010000:00010000:2.0:1746070420.884175:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 108 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:2.0:1746070420.884187:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 108 pid: 8444 timeout: 632 lvb_type: 0 00002000:00010000:2.0:1746070420.884193:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093323b80 00000100:00100000:2.0:1746070420.884222:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1640 00000100:00100000:2.0:1746070420.884227:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+108:1964:x1830887015238912:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070420.884470:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+110:1964:x1830887015238912:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 242us (445us total) trans 4294967955 rc 0/0 00000100:00100000:2.0:1746070420.884476:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1640 00002000:00100000:2.0:1746070420.884482:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093323b80 x1830887015238912/t4294967955(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/448 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.884489:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323b80 with x1830887015238912 ext(0->7) 00010000:00010000:2.0:1746070420.884493:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 110 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:2.0:1746070420.884502:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 110 pid: 8444 timeout: 632 lvb_type: 0 00002000:00010000:2.0:1746070420.884507:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093323b80 00000100:00100000:0.0:1746070420.907541:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.907917:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015239040 00000100:00100000:1.0:1746070420.907925:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015239040 00010000:00010000:1.0:1746070420.907964:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 110 pid: 8444 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.907998:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7267 00000100:00100000:1.0:1746070420.908005:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+110:1962:x1830887015239040:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.908018:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.908034:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 110 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.908048:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 110 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.908066:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e29f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befc8 expref: 110 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.908996:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.909000:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.909008:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e2a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befcf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.909016:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e2a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befcf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.909045:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e2a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befcf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.909054:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093694000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013236608:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.909125:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.914975:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093694000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013236608:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.914991:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.915027:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+109:1962:x1830887015239040:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7022us (7493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.915035:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7267 00000100:00100000:0.0:1746070420.917817:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.917907:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015239296 00000100:00100000:1.0:1746070420.917914:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015239296 00002000:00100000:1.0:1746070420.917950:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0380 x1830887015239296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.917958:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0380 with x1830887015239296 ext(0->4095) 00002000:00010000:1.0:1746070420.917961:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0380 00000100:00100000:1.0:1746070420.917980:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3794 00000100:00100000:1.0:1746070420.917987:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015239296:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070420.918109:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015239296:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.918115:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3794 00002000:00100000:1.0:1746070420.918119:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0380 x1830887015239296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.918126:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0380 with x1830887015239296 ext(0->4095) 00002000:00010000:1.0:1746070420.918129:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0380 00000100:00100000:0.0:1746070420.920955:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.921014:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015239424 00000100:00100000:0.0:1746070420.921018:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.921021:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015239424 00000100:00100000:3.0:1746070420.921063:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015239552 00000100:00100000:3.0:1746070420.921065:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015239552 00000100:00100000:3.0:1746070420.921082:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5001 00000100:00100000:3.0:1746070420.921089:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+110:31620:x1830887015239424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070420.921102:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070420.921115:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116befd6 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.921143:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e2a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befcf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.921149:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.921150:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.921154:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 111 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.921176:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5002 00010000:00010000:3.0:1746070420.921177:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e2a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befcf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.921182:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+111:31621:x1830887015239552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070420.921186:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e2a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befcf expref: 5 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.921188:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070420.921194:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116befdd expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070420.921196:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013236736:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070420.921205:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.921208:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 112 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.921213:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070420.921216:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 112 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.921232:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 112 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.921240:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 112 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.921247:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6c00, rc 0) 00000100:00100000:3.0:1746070420.921249:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.921265:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+112:31621:x1830887015239552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.921270:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5002 00000100:00100000:3.0:1746070420.926371:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013236736:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070420.926392:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1746070420.926397:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 111 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.926411:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef95800, rc 0) 00000100:00100000:3.0:1746070420.926448:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+111:31620:x1830887015239424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5358us (5497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070420.926455:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5001 00000100:00100000:1.0:1746070420.926573:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015239680 00000100:00100000:1.0:1746070420.926579:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015239680 00010000:00010000:1.0:1746070420.926600:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e2a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befcf expref: 6 pid: 8444 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.926631:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7268 00000100:00100000:1.0:1746070420.926637:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015239680:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.926647:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.926664:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e2a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befcf expref: 6 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.926698:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e2a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befcf expref: 6 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.926715:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94000/0x628f9640b607e2a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befcf expref: 6 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.926729:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.926731:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.926737:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 110 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.926742:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 110 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.926767:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 110 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.926776:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 110 pid: 8444 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.926785:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093694000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013236992:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.926822:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070420.929782:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093694000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013236992:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.929799:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.929831:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015239680:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3194us (3439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.929839:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7268 00000100:00100000:0.0:1746070420.929934:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.930231:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015239936 00000100:00100000:1.0:1746070420.930236:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015239936 00002000:00100000:1.0:1746070420.930263:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c0a80 x1830887015239936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.930276:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0a80 with x1830887015239936 ext(0->4095) 00010000:00010000:1.0:1746070420.930282:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 111 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.930293:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 111 pid: 8444 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.930298:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c0a80 00000100:00100000:1.0:1746070420.930312:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1641 00000100:00100000:1.0:1746070420.930317:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+111:1964:x1830887015239936:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070420.930418:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+111:1964:x1830887015239936:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (485us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.930423:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1641 00002000:00100000:1.0:1746070420.930427:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c0a80 x1830887015239936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.930434:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0a80 with x1830887015239936 ext(0->4095) 00010000:00010000:1.0:1746070420.930437:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 111 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.930444:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 111 pid: 8444 timeout: 632 lvb_type: 0 00002000:00010000:1.0:1746070420.930449:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c0a80 00000100:00100000:0.0:1746070420.932540:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.934091:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015240064 00000100:00100000:1.0:1746070420.934101:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015240064 00010000:00010000:1.0:1746070420.934131:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 111 pid: 8444 timeout: 632 lvb_type: 0 00000100:00100000:1.0:1746070420.934168:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7269 00000100:00100000:1.0:1746070420.934175:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+111:1962:x1830887015240064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070420.934188:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070420.934205:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 111 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.934215:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 111 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.934232:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95800/0x628f9640b607e2ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befd6 expref: 111 pid: 8444 timeout: 632 lvb_type: 0 00010000:00010000:1.0:1746070420.934259:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.934261:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070420.934268:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 110 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.934274:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 110 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070420.934299:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 110 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070420.934309:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093694000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013237120:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070420.934379:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.938980:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.940587:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093694000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013237120:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070420.940603:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070420.940639:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+110:1962:x1830887015240064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6465us (8104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070420.940647:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7269 00000100:00100000:2.0:1746070420.942583:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015240320 00000100:00100000:2.0:1746070420.942592:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015240320 00002000:00100000:2.0:1746070420.942625:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebde300 x1830887015240320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.942633:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebde300 with x1830887015240320 ext(0->4095) 00002000:00010000:2.0:1746070420.942636:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebde300 00000100:00100000:2.0:1746070420.942655:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3795 00000100:00100000:2.0:1746070420.942661:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+110:1964:x1830887015240320:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070420.942809:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+110:1964:x1830887015240320:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (3840us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070420.942816:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3795 00002000:00100000:2.0:1746070420.942821:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebde300 x1830887015240320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.942827:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebde300 with x1830887015240320 ext(0->4095) 00002000:00010000:2.0:1746070420.942830:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebde300 00000100:00100000:0.0:1746070420.947727:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.948391:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015240448 00000100:00100000:3.0:1746070420.948399:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015240448 00000100:00100000:3.0:1746070420.948434:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5003 00000100:00100000:3.0:1746070420.948441:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015240448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070420.948454:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070420.948466:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e2bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116befe4 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.948488:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 109 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.948494:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070420.948495:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070420.948498:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e2bb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befe4 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.948519:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 109 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.948528:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 109 pid: 12041 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070420.948537:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013237248:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070420.948603:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070420.955154:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013237248:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070420.955179:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e2bb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befe4 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.955199:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef95600, rc 0) 00000100:00100000:3.0:1746070420.955243:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015240448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6801us (7523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070420.955250:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5003 00000100:00100000:0.0:1746070420.960145:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.960741:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015240576 00000100:00100000:1.0:1746070420.960748:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015240576 00002000:00100000:1.0:1746070420.960781:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093d5ea00 x1830887015240576/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.960789:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ea00 with x1830887015240576 ext(0->7) 00010000:00010000:1.0:1746070420.960796:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 110 pid: 12041 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070420.960808:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 110 pid: 12041 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070420.960813:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5ea00 00000100:00100000:1.0:1746070420.961553:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1642 00000100:00100000:1.0:1746070420.961560:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+110:1962:x1830887015240576:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070420.961811:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+112:1962:x1830887015240576:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 252us (1673us total) trans 4294967956 rc 0/0 00000100:00100000:1.0:1746070420.961817:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1642 00002000:00100000:1.0:1746070420.961822:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093d5ea00 x1830887015240576/t4294967956(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 496/448 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.961834:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ea00 with x1830887015240576 ext(0->7) 00010000:00010000:1.0:1746070420.961838:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 112 pid: 12041 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070420.961846:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 112 pid: 12041 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070420.961862:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5ea00 00000100:00100000:0.0:1746070420.968541:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.968756:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015240704 00000100:00100000:1.0:1746070420.968763:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015240704 00010000:00010000:1.0:1746070420.968791:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 112 pid: 12041 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070420.969957:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7270 00000100:00100000:2.0:1746070420.969968:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+112:1962:x1830887015240704:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070420.969984:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070420.970004:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 112 pid: 12041 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070420.970015:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 112 pid: 12041 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070420.970034:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099de6c00/0x628f9640b607e2b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befdd expref: 112 pid: 12041 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070420.970058:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070420.970060:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070420.970066:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e2bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befe4 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.970073:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e2bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befe4 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.970099:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e2bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befe4 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070420.970111:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013237376:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070420.970184:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070420.973388:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013237376:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070420.973403:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070420.973439:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+111:1962:x1830887015240704:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3473us (4903us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070420.973447:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7270 00000100:00100000:0.0:1746070420.975043:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.975550:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015240960 00000100:00100000:2.0:1746070420.975557:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015240960 00002000:00100000:2.0:1746070420.975591:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087bebb80 x1830887015240960/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.975598:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087bebb80 with x1830887015240960 ext(0->4095) 00002000:00010000:2.0:1746070420.975603:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087bebb80 00000100:00100000:2.0:1746070420.976209:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3796 00000100:00100000:2.0:1746070420.976217:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015240960:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070420.976358:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015240960:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (1318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070420.976364:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3796 00002000:00100000:2.0:1746070420.976369:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087bebb80 x1830887015240960/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070420.976375:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087bebb80 with x1830887015240960 ext(0->4095) 00002000:00010000:2.0:1746070420.976378:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087bebb80 00000100:00100000:0.0:1746070420.978805:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070420.979239:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015241088 00000100:00100000:3.0:1746070420.979246:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015241088 00000100:00100000:3.0:1746070420.979277:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5004 00000100:00100000:3.0:1746070420.979284:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+111:31620:x1830887015241088:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070420.979296:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070420.979309:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116befeb expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.979329:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e2bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befe4 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.979336:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.979338:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070420.979341:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 112 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.979364:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e2bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befe4 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.979374:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e2bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befe4 expref: 5 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070420.979389:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013237504:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070420.980899:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.982935:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.983071:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015241216 00000100:00100000:2.0:1746070420.983077:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015241216 00000100:00100000:2.0:1746070420.983106:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5005 00000100:00100000:2.0:1746070420.983111:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+113:31621:x1830887015241216:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070420.983126:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070420.983139:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e2c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beff2 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.983160:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070420.983165:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 114 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.983170:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070420.983173:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e2c9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff2 expref: 114 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.983200:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 114 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.983210:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e2c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff2 expref: 114 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.983218:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070420.983257:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+114:31621:x1830887015241216:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070420.983263:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5005 00000100:00100000:3.0:1746070420.987548:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013237504:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070420.987574:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 113 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070420.987589:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef95a00, rc 0) 00000100:00100000:3.0:1746070420.987625:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+113:31620:x1830887015241088:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8340us (8824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070420.987632:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5004 00000100:00100000:0.0:1746070420.987971:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070420.988511:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015241344 00000100:00100000:2.0:1746070420.988516:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015241344 00010000:00010000:2.0:1746070420.988540:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e2bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befe4 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070420.988568:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7271 00000100:00100000:2.0:1746070420.988574:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca83850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015241344:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070420.988583:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070420.988598:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e2bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befe4 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070420.988608:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e2bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befe4 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070420.988625:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607e2bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befe4 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070420.988649:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070420.988651:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070420.988657:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 112 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.988664:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 112 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.988710:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 112 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070420.988720:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 112 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070420.988732:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013237760:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070420.988788:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070420.991781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070420.991958:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015241600 00000100:00100000:1.0:1746070420.991965:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015241600 00002000:00100000:1.0:1746070420.991996:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f70380 x1830887015241600/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/0 e 0 to 0 dl 1746070431 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.992004:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70380 with x1830887015241600 ext(0->4095) 00010000:00010000:1.0:1746070420.992011:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 113 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070420.992022:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 113 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070420.992028:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f70380 00000100:00100000:1.0:1746070420.992056:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1643 00000100:00100000:1.0:1746070420.992062:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+113:1964:x1830887015241600:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070420.992193:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+113:1964:x1830887015241600:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070420.992199:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1643 00002000:00100000:1.0:1746070420.992204:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f70380 x1830887015241600/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:51/0 lens 488/4536 e 0 to 0 dl 1746070431 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070420.992209:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70380 with x1830887015241600 ext(0->4095) 00010000:00010000:1.0:1746070420.992213:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 113 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070420.992220:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 113 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070420.992225:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f70380 00000100:00100000:2.0:1746070420.992330:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013237760:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070420.992343:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070420.992371:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca83850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015241344:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3796us (4400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070420.992378:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7271 00000100:00100000:0.0:1746070421.003649:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.003690:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015241728 00000100:00100000:0.0:1746070421.003698:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015241728 00010000:00010000:0.0:1746070421.003722:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 113 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746070421.003746:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7272 00000100:00100000:0.0:1746070421.003751:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+113:1964:x1830887015241728:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070421.003762:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070421.003776:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 113 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.003785:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 113 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.003802:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95a00/0x628f9640b607e2c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116befeb expref: 113 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.003818:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070421.003820:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070421.003826:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e2c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff2 expref: 112 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.003833:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e2c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff2 expref: 112 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.003867:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e2c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff2 expref: 112 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070421.003877:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f70a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013237888:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070421.003942:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.006623:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f70a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013237888:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070421.006638:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070421.006667:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+112:1964:x1830887015241728:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2915us (3024us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070421.007984:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7272 00000100:00100000:0.0:1746070421.008069:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.008112:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015241984 00000100:00100000:0.0:1746070421.008116:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015241984 00002000:00100000:0.0:1746070421.008141:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f70a80 x1830887015241984/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070421.008149:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70a80 with x1830887015241984 ext(0->4095) 00002000:00010000:0.0:1746070421.008153:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f70a80 00000100:00100000:0.0:1746070421.008170:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3797 00000100:00100000:0.0:1746070421.008176:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+112:1963:x1830887015241984:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070421.008289:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+112:1963:x1830887015241984:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070421.008294:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3797 00002000:00100000:0.0:1746070421.008298:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f70a80 x1830887015241984/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070421.008305:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70a80 with x1830887015241984 ext(0->4095) 00002000:00010000:0.0:1746070421.008307:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f70a80 00000100:00100000:0.0:1746070421.011018:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.013699:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015242112 00000100:00100000:3.0:1746070421.013707:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015242112 00000100:00100000:3.0:1746070421.013740:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5006 00000100:00100000:3.0:1746070421.013746:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015242112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.013760:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.013773:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116beff9 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.013795:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e2c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff2 expref: 111 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.013801:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.013802:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.013805:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.013832:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e2c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff2 expref: 111 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.013842:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e2c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff2 expref: 111 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.013863:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013238016:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.013922:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.018619:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013238016:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070421.018642:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.018654:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef94e00, rc 0) 00000100:00100000:0.0:1746070421.018696:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015242112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4950us (7684us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070421.018703:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5006 00000100:00100000:1.0:1746070421.023802:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.023888:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.023945:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015242240 00000100:00100000:0.0:1746070421.023952:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015242240 00010000:00010000:0.0:1746070421.023979:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e2c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff2 expref: 112 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746070421.024004:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7273 00000100:00100000:0.0:1746070421.024011:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+112:1963:x1830887015242240:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070421.024021:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070421.024038:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e2c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff2 expref: 112 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.024048:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e2c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff2 expref: 112 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.024066:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e2c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff2 expref: 112 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.024078:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070421.024080:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070421.024085:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.024094:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.024119:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070421.024130:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013238144:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070421.024181:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.024195:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015242368 00000100:00100000:0.0:1746070421.024198:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015242368 00000100:00100000:0.0:1746070421.024215:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5007 00000100:00100000:0.0:1746070421.024220:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+112:31620:x1830887015242368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070421.024229:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070421.024238:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf000 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.024251:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.024256:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070421.024258:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070421.024260:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 113 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.024273:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.024286:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 5 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746070421.024293:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013238272:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070421.024311:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943796c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.030027:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.030078:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013238272:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070421.030096:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015242624 00010000:00010000:0.0:1746070421.030100:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 113 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070421.030101:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015242624 00010000:00010000:0.0:1746070421.030115:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a273a00, rc 0) 00002000:00100000:1.0:1746070421.030130:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f71880 x1830887015242624/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.030138:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f71880 with x1830887015242624 ext(0->4095) 00010000:00010000:1.0:1746070421.030143:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746070421.030148:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+113:31620:x1830887015242368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5927us (6259us total) trans 0 rc 0/0 00010000:00010000:1.0:1746070421.030153:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746070421.030155:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5007 00002000:00010000:1.0:1746070421.030159:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f71880 00000100:00100000:1.0:1746070421.030172:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1644 00000100:00100000:1.0:1746070421.030177:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015242624:12345-192.168.203.29@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746070421.030184:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013238144:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.030269:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015242624:12345-192.168.203.29@tcp:3:ldlm_bl.0 Request processed in 91us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.030274:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1644 00002000:00100000:1.0:1746070421.030278:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f71880 x1830887015242624/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.030285:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f71880 with x1830887015242624 ext(0->4095) 00010000:00010000:1.0:1746070421.030289:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.030296:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.030299:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746070421.030301:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f71880 00000100:00100000:0.0:1746070421.030319:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+112:1963:x1830887015242240:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6308us (6523us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070421.030326:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7273 00000100:00100000:0.0:1746070421.035377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.035448:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015242752 00000100:00100000:1.0:1746070421.035456:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015242752 00010000:00010000:1.0:1746070421.035483:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.035506:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7274 00000100:00100000:1.0:1746070421.035512:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015242752:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.035523:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.035541:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.035551:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.035568:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef94e00/0x628f9640b607e2d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116beff9 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.035579:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.035580:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.035586:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 111 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.035592:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 111 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.035617:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 111 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070421.035627:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013238400:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.037421:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.046283:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.047507:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013238400:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.047522:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.047553:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015242752:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 12041us (12181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.047561:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7274 00000100:00100000:1.0:1746070421.047591:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015243008 00000100:00100000:1.0:1746070421.047595:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015243008 00002000:00100000:1.0:1746070421.047619:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e920c50 x1830887015243008/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.047628:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e920c50 with x1830887015243008 ext(0->4095) 00002000:00010000:1.0:1746070421.047631:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e920c50 00000100:00100000:1.0:1746070421.047644:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3798 00000100:00100000:1.0:1746070421.047649:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e920c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+112:1963:x1830887015243008:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070421.047769:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e920c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+112:1963:x1830887015243008:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (1491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.047775:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3798 00002000:00100000:1.0:1746070421.047780:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e920c50 x1830887015243008/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.047786:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e920c50 with x1830887015243008 ext(0->4095) 00002000:00010000:1.0:1746070421.047789:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e920c50 00000100:00100000:1.0:1746070421.061952:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.062024:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015243136 00000100:00100000:2.0:1746070421.062032:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015243136 00000100:00100000:2.0:1746070421.062473:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5008 00000100:00100000:2.0:1746070421.062481:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015243136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.062493:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.062506:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e2de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf007 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.062528:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 111 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.062534:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.062536:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.062539:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e2de lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf007 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.062559:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 111 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.062573:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 111 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.062583:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013238528:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.062636:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.065511:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013238528:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.065533:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e2de lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf007 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.065547:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070421.065578:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015243136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3098us (3631us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.065585:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5008 00000001:00080000:3.0:1746070421.079268:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967956 is committed 00000100:00100000:0.0:1746070421.081216:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.081365:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015243264 00000100:00100000:1.0:1746070421.081373:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015243264 00002000:00100000:1.0:1746070421.081405:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091f71500 x1830887015243264/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.081414:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f71500 with x1830887015243264 ext(0->7) 00010000:00010000:1.0:1746070421.081421:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.081434:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.081440:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f71500 00000100:00100000:1.0:1746070421.081456:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1645 00000100:00100000:1.0:1746070421.081462:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015243264:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070421.081782:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015243264:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 319us (569us total) trans 4294967957 rc 0/0 00000100:00100000:1.0:1746070421.081788:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1645 00002000:00100000:1.0:1746070421.081793:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091f71500 x1830887015243264/t4294967957(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/448 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.081799:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f71500 with x1830887015243264 ext(0->7) 00010000:00010000:1.0:1746070421.081804:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 8 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.081812:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 8 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.081817:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f71500 00000100:00100000:1.0:1746070421.088221:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.088332:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015243392 00000100:00100000:2.0:1746070421.088338:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015243392 00010000:00010000:2.0:1746070421.088366:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 8 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.088385:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7275 00000100:00100000:2.0:1746070421.088390:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015243392:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070421.088401:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070421.088416:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 8 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.088429:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 8 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.088445:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a273a00/0x628f9640b607e2d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf000 expref: 8 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.088465:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.088466:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.088471:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e2de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf007 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.088478:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e2de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf007 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.088501:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e2de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf007 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070421.088510:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013238656:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070421.088558:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.090267:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013238656:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.090282:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070421.090530:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015243392:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2137us (2314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.090538:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7275 00000100:00100000:0.0:1746070421.092836:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.095219:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015243648 00000100:00100000:2.0:1746070421.095229:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015243648 00002000:00100000:2.0:1746070421.095266:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f71c00 x1830887015243648/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.095275:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f71c00 with x1830887015243648 ext(0->4095) 00002000:00010000:2.0:1746070421.095279:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f71c00 00000100:00100000:2.0:1746070421.095304:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3799 00000100:00100000:2.0:1746070421.095309:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015243648:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070421.095440:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015243648:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (2608us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.095446:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3799 00002000:00100000:2.0:1746070421.095450:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f71c00 x1830887015243648/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.095457:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f71c00 with x1830887015243648 ext(0->4095) 00002000:00010000:2.0:1746070421.095459:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f71c00 00000100:00100000:0.0:1746070421.099329:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.100600:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015243776 00000100:00100000:2.0:1746070421.100607:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015243776 00000100:00100000:2.0:1746070421.100647:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5009 00000100:00100000:2.0:1746070421.100653:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:31620:x1830887015243776:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.100666:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.100696:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf00e expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.100718:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e2de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf007 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.100727:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.100729:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.100732:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.100752:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e2de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf007 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.100760:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e2de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf007 expref: 5 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.100769:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013238784:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.100829:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.102064:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.102802:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015243904 00000100:00100000:3.0:1746070421.102807:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015243904 00000100:00100000:3.0:1746070421.102839:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5010 00000100:00100000:3.0:1746070421.102845:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:31621:x1830887015243904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.102865:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.102877:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e2ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf015 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.102896:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.102900:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 10 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.102906:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.102909:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e2ec lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf015 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.102937:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 10 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.102948:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e2ec lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf015 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.102956:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800942e5600, rc 0) 00000100:00100000:3.0:1746070421.103996:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31621:x1830887015243904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1146us (1931us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.104003:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5010 00000100:00100000:2.0:1746070421.104338:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013238784:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.104357:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.104369:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070421.104387:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:31620:x1830887015243776:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3735us (5066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.104392:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5009 00000100:00100000:0.0:1746070421.107527:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.107888:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015244032 00000100:00100000:2.0:1746070421.107896:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015244032 00010000:00010000:2.0:1746070421.107923:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e2de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf007 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.108590:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7276 00000100:00100000:2.0:1746070421.108597:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015244032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070421.108608:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070421.108625:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e2de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf007 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.108635:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e2de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf007 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.108652:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e2de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf007 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.110046:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.110050:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.110059:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.110068:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.110102:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.110111:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 8 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.110126:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013239040:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070421.110469:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.113812:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.113891:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015244288 00000100:00100000:1.0:1746070421.113898:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015244288 00002000:00100000:1.0:1746070421.113935:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f72a00 x1830887015244288/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.113943:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f72a00 with x1830887015244288 ext(0->4095) 00010000:00010000:1.0:1746070421.113951:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.113966:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.113973:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f72a00 00000100:00100000:1.0:1746070421.113988:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1646 00000100:00100000:1.0:1746070421.113995:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015244288:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070421.114121:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015244288:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.114127:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1646 00002000:00100000:1.0:1746070421.114132:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f72a00 x1830887015244288/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.114139:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f72a00 with x1830887015244288 ext(0->4095) 00010000:00010000:1.0:1746070421.114143:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.114152:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.114157:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f72a00 00000100:00100000:3.0:1746070421.114645:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013239040:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.114660:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.115360:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015244032:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6762us (7836us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.115366:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7276 00000100:00100000:0.0:1746070421.117456:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.117527:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015244416 00000100:00100000:3.0:1746070421.117533:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015244416 00010000:00010000:3.0:1746070421.117560:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.117580:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7277 00000100:00100000:3.0:1746070421.117586:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015244416:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.117596:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.117611:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.117620:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.117637:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e2e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf00e expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.117660:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.117661:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.117667:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e2ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf015 expref: 8 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.117693:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e2ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf015 expref: 8 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.117718:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e2ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf015 expref: 8 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070421.117727:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013239168:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.117787:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.122143:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.122190:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015244672 00000100:00100000:2.0:1746070421.122197:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015244672 00002000:00100000:2.0:1746070421.122230:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f73100 x1830887015244672/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.122239:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f73100 with x1830887015244672 ext(0->4095) 00002000:00010000:2.0:1746070421.122244:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f73100 00000100:00100000:2.0:1746070421.122261:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3800 00000100:00100000:2.0:1746070421.122266:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015244672:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070421.122391:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015244672:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (254us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.122397:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3800 00002000:00100000:2.0:1746070421.122402:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f73100 x1830887015244672/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.122408:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f73100 with x1830887015244672 ext(0->4095) 00002000:00010000:2.0:1746070421.122410:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f73100 00000100:00100000:3.0:1746070421.122485:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013239168:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.122499:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.122518:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015244416:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4933us (5066us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.122524:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7277 00000100:00100000:0.0:1746070421.127578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.127707:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015244800 00000100:00100000:2.0:1746070421.127714:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015244800 00000100:00100000:2.0:1746070421.127759:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5011 00000100:00100000:2.0:1746070421.127767:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015244800:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.127780:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.127795:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e2f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf01c expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.127818:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e2ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf015 expref: 7 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.127824:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.127825:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.127829:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e2f3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf01c expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.127860:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e2ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf015 expref: 7 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.127869:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e2ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf015 expref: 7 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.127878:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013239296:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.129443:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.129624:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013239296:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.129644:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e2f3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf01c expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.129656:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070421.129703:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015244800:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1937us (2132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.129710:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5011 00000100:00100000:0.0:1746070421.130478:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.130552:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015244928 00000100:00100000:3.0:1746070421.130557:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015244928 00010000:00010000:3.0:1746070421.130577:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e2ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf015 expref: 8 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.130600:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7278 00000100:00100000:3.0:1746070421.130605:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca83450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015244928:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.130616:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.130631:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e2ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf015 expref: 8 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.130639:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e2ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf015 expref: 8 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.130655:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e2ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf015 expref: 8 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.130689:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.130691:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.130696:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e2f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf01c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.130703:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e2f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf01c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.130723:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e2f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf01c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070421.130731:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013239424:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.131383:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.133558:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.133580:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013239424:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.133595:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.133626:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca83450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015244928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3020us (3149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.133634:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7278 00000100:00100000:1.0:1746070421.133864:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015245184 00000100:00100000:1.0:1746070421.133870:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015245184 00002000:00100000:1.0:1746070421.133899:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f73800 x1830887015245184/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.133908:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f73800 with x1830887015245184 ext(0->4095) 00002000:00010000:1.0:1746070421.133912:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f73800 00000100:00100000:1.0:1746070421.133939:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3801 00000100:00100000:1.0:1746070421.133945:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015245184:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070421.134253:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.134345:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015245312 00000100:00100000:3.0:1746070421.134349:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015245312 00000100:00100000:3.0:1746070421.134367:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5012 00000100:00100000:3.0:1746070421.134371:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:31620:x1830887015245312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.134379:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.134389:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf023 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070421.134391:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015245184:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 445us (837us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.134396:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3801 00002000:00100000:1.0:1746070421.134401:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f73800 x1830887015245184/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746070421.134407:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e2f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf01c expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746070421.134407:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f73800 with x1830887015245184 ext(0->4095) 00002000:00010000:1.0:1746070421.134411:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f73800 00010000:00010000:3.0:1746070421.134413:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.134415:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.134417:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.134435:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e2f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf01c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.134444:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e2f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf01c expref: 5 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.134451:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013239552:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.134498:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.137430:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013239552:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.137456:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.137471:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be1b000, rc 0) 00000100:00100000:3.0:1746070421.137517:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:31620:x1830887015245312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3144us (3263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.137525:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5012 00000100:00100000:0.0:1746070421.140749:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.140828:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.140989:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015245440 00000100:00100000:3.0:1746070421.140996:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015245440 00000100:00100000:2.0:1746070421.142196:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015245568 00000100:00100000:2.0:1746070421.142202:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015245568 00010000:00010000:2.0:1746070421.142226:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e2f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf01c expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.142256:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7279 00000100:00100000:2.0:1746070421.142263:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015245568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070421.142274:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070421.142291:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e2f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf01c expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.142302:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e2f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf01c expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.142319:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e2f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf01c expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.142346:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.142348:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.142353:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.142360:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070421.142434:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5013 00000100:00100000:3.0:1746070421.142440:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:31621:x1830887015245440:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.142452:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.142461:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf02a expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.142475:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.142481:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.142482:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.142484:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.142499:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.142512:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.142522:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013239808:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.142593:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3600 going to sleep for 11 seconds 00010000:00010000:2.0:1746070421.143389:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.143404:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.143413:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013239680:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070421.145311:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.146366:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013239808:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.146388:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.146402:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800942e5600, rc 0) 00000100:00100000:3.0:1746070421.147186:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:31621:x1830887015245440:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4744us (6443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.147193:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5013 00000100:00100000:0.0:1746070421.149900:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.150231:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015245824 00000100:00100000:1.0:1746070421.150238:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015245824 00002000:00100000:1.0:1746070421.150271:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f72680 x1830887015245824/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.150279:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f72680 with x1830887015245824 ext(0->4095) 00010000:00010000:1.0:1746070421.150286:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.150297:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.150302:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f72680 00000100:00100000:2.0:1746070421.150388:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013239680:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.150405:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070421.150445:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015245568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8181us (9616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.150452:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7279 00000100:00100000:1.0:1746070421.151188:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1647 00000100:00100000:1.0:1746070421.151195:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015245824:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070421.151308:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015245824:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (1413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.151314:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1647 00002000:00100000:1.0:1746070421.151319:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f72680 x1830887015245824/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.151325:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f72680 with x1830887015245824 ext(0->4095) 00010000:00010000:1.0:1746070421.151330:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.151339:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.151345:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f72680 00000100:00100000:0.0:1746070421.156159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.158370:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015245952 00000100:00100000:2.0:1746070421.158379:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015245952 00010000:00010000:2.0:1746070421.158413:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.158441:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7280 00000100:00100000:2.0:1746070421.158447:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015245952:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070421.158458:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070421.158475:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.158484:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.158502:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e2fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf023 expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.158517:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.158519:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.158524:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.158530:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.158555:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070421.158565:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013239936:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070421.160258:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.162873:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013239936:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.162891:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070421.162937:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015245952:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4488us (6783us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.162944:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7280 00000100:00100000:0.0:1746070421.164924:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.165003:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015246208 00000100:00100000:3.0:1746070421.165008:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015246208 00002000:00100000:3.0:1746070421.165040:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f70380 x1830887015246208/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.165048:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70380 with x1830887015246208 ext(0->4095) 00002000:00010000:3.0:1746070421.165053:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f70380 00000100:00100000:3.0:1746070421.165069:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3802 00000100:00100000:3.0:1746070421.165075:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015246208:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070421.165191:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015246208:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (270us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.165200:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3802 00002000:00100000:3.0:1746070421.165205:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f70380 x1830887015246208/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.165211:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70380 with x1830887015246208 ext(0->4095) 00002000:00010000:3.0:1746070421.165214:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f70380 00000100:00100000:0.0:1746070421.172059:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.172496:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015246336 00000100:00100000:3.0:1746070421.172503:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015246336 00000100:00100000:3.0:1746070421.172544:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5014 00000100:00100000:3.0:1746070421.172550:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015246336:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.172564:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.172577:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf031 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.172599:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.172605:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.172607:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.172609:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.172631:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.172640:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 7 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.172655:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013240064:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.174889:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.177989:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013240064:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.178016:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.178030:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be1a400, rc 0) 00000100:00100000:3.0:1746070421.178066:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015246336:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5514us (6012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.178073:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5014 00000100:00100000:0.0:1746070421.194935:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.195618:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015246464 00000100:00100000:2.0:1746070421.195628:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015246464 00002000:00100000:2.0:1746070421.195667:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091f71880 x1830887015246464/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.195696:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f71880 with x1830887015246464 ext(0->7) 00010000:00010000:2.0:1746070421.195704:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 8 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.195721:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 8 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.195728:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f71880 00000100:00100000:2.0:1746070421.196313:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1648 00000100:00100000:2.0:1746070421.196321:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015246464:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070421.197048:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887015246464:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 726us (2376us total) trans 4294967958 rc 0/0 00000100:00100000:2.0:1746070421.197055:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1648 00002000:00100000:2.0:1746070421.197066:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091f71880 x1830887015246464/t4294967958(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/448 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.197073:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f71880 with x1830887015246464 ext(0->7) 00010000:00010000:2.0:1746070421.197078:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 10 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.197089:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 10 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.197094:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f71880 00000100:00100000:0.0:1746070421.203538:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.203602:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015246592 00000100:00100000:3.0:1746070421.203610:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015246592 00000100:00100000:3.0:1746070421.203654:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5015 00000100:00100000:3.0:1746070421.203660:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31620:x1830887015246592:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.203701:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.203716:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be1aa00/0x628f9640b607e30f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf038 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.203735:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.203740:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.203745:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070421.203748:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1aa00/0x628f9640b607e30f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf038 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.203782:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.203791:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be1aa00/0x628f9640b607e30f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf038 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.203799:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be1aa00, rc 0) 00000100:00100000:3.0:1746070421.205357:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31620:x1830887015246592:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1689us (1818us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.205365:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5015 00000100:00100000:0.0:1746070421.209667:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.209767:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015246720 00000100:00100000:2.0:1746070421.209775:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015246720 00010000:00010000:2.0:1746070421.209805:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 11 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.209837:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7281 00000100:00100000:2.0:1746070421.209845:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1962:x1830887015246720:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070421.209873:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746070421.209887:0:7078:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746070420 -> 1746070421 00002000:00010000:2.0:1746070421.210132:0:7078:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746070420 -> 1746070421 00010000:00010000:2.0:1746070421.210141:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 11 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.210150:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 11 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.210167:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607e301 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf02a expref: 11 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.210525:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.210528:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.210534:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.210542:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.210572:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.210582:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 5 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.210591:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013240320:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070421.210660:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.214982:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013240320:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.215002:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070421.215048:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887015246720:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5202us (5386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.215062:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7281 00000100:00100000:0.0:1746070421.218861:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.218986:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015246976 00000100:00100000:2.0:1746070421.218993:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015246976 00002000:00100000:2.0:1746070421.219030:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9180 x1830887015246976/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.219040:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9180 with x1830887015246976 ext(0->4095) 00010000:00010000:2.0:1746070421.219048:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.219061:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.219068:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9180 00000100:00100000:2.0:1746070421.219100:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1649 00000100:00100000:2.0:1746070421.219106:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015246976:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070421.219264:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015246976:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.219270:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1649 00002000:00100000:2.0:1746070421.219275:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9180 x1830887015246976/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.219289:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9180 with x1830887015246976 ext(0->4095) 00010000:00010000:2.0:1746070421.219293:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.219302:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.219307:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9180 00000100:00100000:0.0:1746070421.221936:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.222052:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015247104 00000100:00100000:2.0:1746070421.222058:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015247104 00010000:00010000:2.0:1746070421.222082:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.222752:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7282 00000100:00100000:2.0:1746070421.222759:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015247104:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070421.222770:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070421.222788:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.222799:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.222815:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e308 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf031 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.222836:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.222838:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.222845:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be1aa00/0x628f9640b607e30f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf038 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.222861:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1aa00/0x628f9640b607e30f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf038 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.222886:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009be1aa00/0x628f9640b607e30f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf038 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070421.222896:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013240448:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070421.224264:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43216c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.225825:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013240448:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.225844:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070421.225899:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015247104:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3138us (3967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.225908:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7282 00000100:00100000:0.0:1746070421.229016:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.229239:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015247360 00000100:00100000:3.0:1746070421.229246:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015247360 00002000:00100000:3.0:1746070421.229278:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afb100 x1830887015247360/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.229287:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb100 with x1830887015247360 ext(0->4095) 00002000:00010000:3.0:1746070421.229291:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afb100 00000100:00100000:3.0:1746070421.229313:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3803 00000100:00100000:3.0:1746070421.229319:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015247360:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070421.229457:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015247360:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (446us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.229464:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3803 00002000:00100000:3.0:1746070421.229469:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afb100 x1830887015247360/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.229480:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb100 with x1830887015247360 ext(0->4095) 00002000:00010000:3.0:1746070421.229483:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afb100 00000100:00100000:0.0:1746070421.233276:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.233742:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015247488 00000100:00100000:3.0:1746070421.233749:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015247488 00000100:00100000:3.0:1746070421.233922:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5016 00000100:00100000:3.0:1746070421.233930:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015247488:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.233945:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.233959:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf03f expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.233982:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be1aa00/0x628f9640b607e30f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf038 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.233988:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.233989:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.233992:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.234017:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be1aa00/0x628f9640b607e30f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf038 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.234027:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be1aa00/0x628f9640b607e30f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf038 expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.234037:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013240576:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.234775:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.236831:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013240576:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.236868:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.236881:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be1a400, rc 0) 00000100:00100000:3.0:1746070421.236918:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015247488:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2989us (3649us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.236925:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5016 00000100:00100000:0.0:1746070421.237240:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.237491:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015247616 00000100:00100000:3.0:1746070421.237497:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015247616 00000100:00100000:3.0:1746070421.237790:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5017 00000100:00100000:3.0:1746070421.237797:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31620:x1830887015247616:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.237809:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.237821:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf046 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.237839:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.237843:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.237860:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070421.237863:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.237886:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.237896:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.237904:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800942e4200, rc 0) 00000100:00100000:3.0:1746070421.237922:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31620:x1830887015247616:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.237927:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5017 00000100:00100000:0.0:1746070421.238123:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.238846:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015247744 00000100:00100000:3.0:1746070421.238859:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015247744 00010000:00010000:3.0:1746070421.238877:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1aa00/0x628f9640b607e30f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf038 expref: 11 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.238934:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7283 00000100:00100000:3.0:1746070421.238949:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015247744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.238959:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.238977:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be1aa00/0x628f9640b607e30f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf038 expref: 11 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.238987:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be1aa00/0x628f9640b607e30f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf038 expref: 11 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.239004:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be1aa00/0x628f9640b607e30f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf038 expref: 11 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.239029:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.239031:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.239037:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.239049:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.239069:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.239078:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 5 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.239088:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013240832:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.240274:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.241509:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.242097:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013240832:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.242115:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.242147:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015247744:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3207us (4024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.242156:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7283 00000100:00100000:1.0:1746070421.242493:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015248000 00000100:00100000:1.0:1746070421.242499:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015248000 00002000:00100000:1.0:1746070421.242528:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9500 x1830887015248000/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.242536:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9500 with x1830887015248000 ext(0->4095) 00010000:00010000:1.0:1746070421.242542:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.242552:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.242558:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9500 00000100:00100000:1.0:1746070421.242582:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1650 00000100:00100000:1.0:1746070421.242587:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015248000:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070421.243651:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015248000:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 1061us (2143us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.243657:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1650 00002000:00100000:1.0:1746070421.243664:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9500 x1830887015248000/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.243835:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9500 with x1830887015248000 ext(0->4095) 00010000:00010000:1.0:1746070421.243842:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.243860:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.243867:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9500 00000100:00100000:0.0:1746070421.247556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.247710:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015248128 00000100:00100000:3.0:1746070421.247717:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015248128 00010000:00010000:3.0:1746070421.247743:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.247778:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7284 00000100:00100000:3.0:1746070421.247785:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015248128:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.247796:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.247814:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.247824:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.247842:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be1a400/0x628f9640b607e316 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf03f expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.247871:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.247872:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.247879:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.247886:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.247913:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070421.247922:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013240960:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.247994:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.252614:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013240960:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.252631:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.252690:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015248128:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4888us (5123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.252699:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7284 00000100:00100000:0.0:1746070421.253183:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.253466:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015248384 00000100:00100000:2.0:1746070421.253472:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015248384 00002000:00100000:2.0:1746070421.253500:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8000 x1830887015248384/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.253508:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8000 with x1830887015248384 ext(0->4095) 00002000:00010000:2.0:1746070421.253512:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af8000 00000100:00100000:2.0:1746070421.253534:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3804 00000100:00100000:2.0:1746070421.253539:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015248384:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070421.253651:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015248384:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (468us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.253657:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3804 00002000:00100000:2.0:1746070421.253661:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8000 x1830887015248384/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.253667:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8000 with x1830887015248384 ext(0->4095) 00002000:00010000:2.0:1746070421.253669:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af8000 00000100:00100000:0.0:1746070421.269516:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.269581:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015248512 00000100:00100000:2.0:1746070421.269588:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015248512 00000100:00100000:2.0:1746070421.269634:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5018 00000100:00100000:2.0:1746070421.269640:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015248512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.269654:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.269668:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf04d expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.270400:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.270407:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.270409:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.270412:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.270438:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.270449:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 9 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.270464:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013241088:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.270632:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.280372:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013241088:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.280399:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.280414:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070421.280448:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015248512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10807us (10936us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.280456:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5018 00000100:00100000:0.0:1746070421.287416:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.287549:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015248640 00000100:00100000:3.0:1746070421.287557:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015248640 00002000:00100000:3.0:1746070421.287593:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092afb480 x1830887015248640/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.287602:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb480 with x1830887015248640 ext(0->7) 00010000:00010000:3.0:1746070421.287610:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 10 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.287622:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 10 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.287628:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092afb480 00000100:00100000:3.0:1746070421.287659:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1651 00000100:00100000:3.0:1746070421.287665:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015248640:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070421.287959:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1964:x1830887015248640:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 293us (549us total) trans 4294967959 rc 0/0 00000100:00100000:3.0:1746070421.287965:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1651 00002000:00100000:3.0:1746070421.287970:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092afb480 x1830887015248640/t4294967959(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/448 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.287976:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb480 with x1830887015248640 ext(0->7) 00010000:00010000:3.0:1746070421.287981:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 12 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.287991:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 12 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.287995:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092afb480 00000100:00100000:0.0:1746070421.292159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.292273:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015248768 00000100:00100000:3.0:1746070421.292280:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015248768 00010000:00010000:3.0:1746070421.292307:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 12 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.292962:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7285 00000100:00100000:3.0:1746070421.292971:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca83050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015248768:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.292982:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.292999:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 12 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.293010:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 12 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.293028:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800942e4200/0x628f9640b607e31d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf046 expref: 12 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.293046:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.293048:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.293055:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.293062:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.293088:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070421.293102:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013241216:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.293165:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.295926:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.297688:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015248896 00000100:00100000:2.0:1746070421.297696:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015248896 00000100:00100000:2.0:1746070421.297740:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5019 00000100:00100000:2.0:1746070421.297747:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:31620:x1830887015248896:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.297762:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.297776:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf054 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.297801:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.297807:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.297809:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.297812:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.297838:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.297857:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 5 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.297869:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013241344:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070421.299158:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.299463:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015249152 00000100:00100000:3.0:1746070421.299469:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015249152 00002000:00100000:3.0:1746070421.299497:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9880 x1830887015249152/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.299505:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9880 with x1830887015249152 ext(0->4095) 00010000:00010000:3.0:1746070421.299512:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.299521:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.299526:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9880 00000100:00100000:3.0:1746070421.299548:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1652 00000100:00100000:3.0:1746070421.299554:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015249152:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070421.299686:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015249152:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (516us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.299692:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1652 00002000:00100000:3.0:1746070421.299698:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9880 x1830887015249152/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.299705:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9880 with x1830887015249152 ext(0->4095) 00010000:00010000:3.0:1746070421.299709:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.299718:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.299722:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9880 00000100:00100000:2.0:1746070421.299984:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.302967:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013241216:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.302984:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070421.303012:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca83050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1963:x1830887015248768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 10043us (10859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.303020:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7285 00000100:00100000:3.0:1746070421.303554:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.303611:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015249280 00000100:00100000:0.0:1746070421.303616:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015249280 00000100:00100000:0.0:1746070421.303652:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5020 00000100:00100000:0.0:1746070421.303658:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:31621:x1830887015249280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070421.303689:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070421.303702:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607e332 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf05b expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.303721:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070421.303725:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 14 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.303731:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070421.303733:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607e332 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf05b expref: 14 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.303760:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 14 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.303769:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607e332 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf05b expref: 14 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.303777:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304c800, rc 0) 00000100:00100000:0.0:1746070421.303796:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:31621:x1830887015249280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070421.303804:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5020 00000100:00100000:2.0:1746070421.304066:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013241344:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.304080:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.304087:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070421.304101:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:31620:x1830887015248896:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6355us (8182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.304105:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5019 00000100:00100000:0.0:1746070421.305630:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.305989:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015249408 00000100:00100000:2.0:1746070421.305995:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015249408 00010000:00010000:2.0:1746070421.306017:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.306530:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7286 00000100:00100000:2.0:1746070421.306538:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015249408:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070421.306548:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070421.306565:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.306574:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.306591:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e324 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf04d expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.306618:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.306620:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.306626:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 12 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.306632:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 12 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.306655:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 12 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.306665:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 12 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.306702:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013241600:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070421.306766:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.309795:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.310202:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015249664 00000100:00100000:3.0:1746070421.310208:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015249664 00002000:00100000:3.0:1746070421.310243:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9c00 x1830887015249664/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.310251:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9c00 with x1830887015249664 ext(0->4095) 00010000:00010000:3.0:1746070421.310258:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 13 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.310269:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 13 pid: 25271 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.310275:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9c00 00000100:00100000:3.0:1746070421.310292:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1653 00000100:00100000:3.0:1746070421.310298:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1963:x1830887015249664:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070421.310421:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1963:x1830887015249664:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (632us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.310427:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1653 00002000:00100000:3.0:1746070421.310432:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9c00 x1830887015249664/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.310439:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9c00 with x1830887015249664 ext(0->4095) 00010000:00010000:3.0:1746070421.310443:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 13 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.310450:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 13 pid: 25271 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.310455:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9c00 00000100:00100000:2.0:1746070421.310574:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013241600:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.310590:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070421.311043:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015249408:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4505us (5417us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.311050:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7286 00000100:00100000:0.0:1746070421.314771:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.314870:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015249792 00000100:00100000:2.0:1746070421.314878:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015249792 00010000:00010000:2.0:1746070421.314911:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 13 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.314951:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7287 00000100:00100000:2.0:1746070421.314958:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1964:x1830887015249792:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070421.314971:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070421.314988:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 13 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.314999:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 13 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.315018:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e32b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf054 expref: 13 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.315046:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.315049:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.315055:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607e332 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf05b expref: 12 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.315062:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607e332 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf05b expref: 12 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.315091:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607e332 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf05b expref: 12 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070421.315102:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013241728:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070421.315178:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.317533:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.318223:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013241728:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.318242:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070421.318282:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1964:x1830887015249792:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3324us (3518us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.318291:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7287 00000100:00100000:1.0:1746070421.318503:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015250048 00000100:00100000:1.0:1746070421.318510:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015250048 00002000:00100000:1.0:1746070421.318540:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9f80 x1830887015250048/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.318549:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9f80 with x1830887015250048 ext(0->4095) 00002000:00010000:1.0:1746070421.318553:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af9f80 00000100:00100000:1.0:1746070421.318578:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3805 00000100:00100000:1.0:1746070421.318584:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015250048:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070421.318707:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015250048:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (1179us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.318712:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3805 00002000:00100000:1.0:1746070421.318718:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9f80 x1830887015250048/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.318724:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9f80 with x1830887015250048 ext(0->4095) 00002000:00010000:1.0:1746070421.318727:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af9f80 00000100:00100000:0.0:1746070421.320829:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.320934:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015250176 00000100:00100000:3.0:1746070421.320939:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015250176 00000100:00100000:3.0:1746070421.320980:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5021 00000100:00100000:3.0:1746070421.320986:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015250176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.320998:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.321010:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf062 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.321032:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607e332 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf05b expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.321038:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.321040:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.321043:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.321067:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607e332 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf05b expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.321081:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607e332 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf05b expref: 11 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.321091:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013241856:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.322040:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.325199:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013241856:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.325229:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.325243:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be1b000, rc 0) 00000100:00100000:3.0:1746070421.325289:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015250176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4302us (4464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.325296:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5021 00000100:00100000:0.0:1746070421.326027:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.326713:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015250304 00000100:00100000:3.0:1746070421.326720:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015250304 00010000:00010000:3.0:1746070421.326746:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607e332 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf05b expref: 12 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.326912:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7288 00000100:00100000:3.0:1746070421.326920:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1964:x1830887015250304:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.326931:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.327132:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607e332 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf05b expref: 12 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.327148:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607e332 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf05b expref: 12 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.327165:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607e332 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf05b expref: 12 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.327472:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.327474:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.327481:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.327489:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.327516:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070421.327527:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013241984:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.329011:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.329262:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.329398:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015250432 00000100:00100000:3.0:1746070421.329404:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015250432 00000100:00100000:3.0:1746070421.329521:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5022 00000100:00100000:3.0:1746070421.329528:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:31620:x1830887015250432:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.329543:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.329558:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf069 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.329586:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.329592:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.329593:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.329596:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 13 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.329616:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.329626:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 5 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.329635:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013242112:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.330546:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.332810:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013242112:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.332833:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 13 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.332858:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b424fa00, rc 0) 00000100:00100000:2.0:1746070421.332891:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:31620:x1830887015250432:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3364us (3630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.332899:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5022 00000100:00100000:3.0:1746070421.332972:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013241984:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.332983:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.332997:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1964:x1830887015250304:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6080us (6973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.333005:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7288 00000100:00100000:0.0:1746070421.334135:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.334242:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015250688 00000100:00100000:3.0:1746070421.334248:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015250688 00002000:00100000:3.0:1746070421.334275:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946aad80 x1830887015250688/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.334287:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aad80 with x1830887015250688 ext(0->4095) 00010000:00010000:3.0:1746070421.334294:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.334305:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.334310:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aad80 00000100:00100000:3.0:1746070421.334470:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1654 00000100:00100000:3.0:1746070421.334477:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015250688:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070421.334795:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015250688:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 317us (663us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.334801:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1654 00002000:00100000:3.0:1746070421.334806:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946aad80 x1830887015250688/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.334812:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aad80 with x1830887015250688 ext(0->4095) 00010000:00010000:3.0:1746070421.334816:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.334824:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.334829:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aad80 00000100:00100000:0.0:1746070421.337877:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.337965:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015250816 00000100:00100000:3.0:1746070421.337973:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015250816 00010000:00010000:3.0:1746070421.338000:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.338072:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7289 00000100:00100000:3.0:1746070421.338079:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015250816:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.338091:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.338107:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.338118:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.338134:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be1b000/0x628f9640b607e339 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf062 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.338297:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.338299:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.338306:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 11 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.338313:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 11 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.338340:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 11 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070421.338350:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013242240:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.338734:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.342007:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013242240:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.342027:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.342060:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015250816:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3981us (4188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.342069:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7289 00000100:00100000:0.0:1746070421.342643:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.342779:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015251072 00000100:00100000:3.0:1746070421.342785:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015251072 00002000:00100000:3.0:1746070421.342816:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8e00 x1830887015251072/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.342825:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8e00 with x1830887015251072 ext(0->4095) 00002000:00010000:3.0:1746070421.342829:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a8e00 00000100:00100000:3.0:1746070421.343142:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3806 00000100:00100000:3.0:1746070421.343149:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015251072:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070421.343271:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015251072:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (630us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.343276:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3806 00002000:00100000:3.0:1746070421.343281:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8e00 x1830887015251072/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.343287:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8e00 with x1830887015251072 ext(0->4095) 00002000:00010000:3.0:1746070421.343290:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a8e00 00000100:00100000:0.0:1746070421.348549:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.349026:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015251200 00000100:00100000:2.0:1746070421.349033:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015251200 00000100:00100000:2.0:1746070421.349067:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5023 00000100:00100000:2.0:1746070421.349073:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015251200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.349087:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.349099:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf070 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.349121:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 11 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.349128:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.349130:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.349133:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.349156:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 11 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.349165:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 11 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.349175:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013242368:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.354128:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.355614:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013242368:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.355639:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.355659:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070421.355714:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015251200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6640us (7170us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.355720:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5023 00000100:00100000:0.0:1746070421.407522:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.407599:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015251328 00000100:00100000:2.0:1746070421.407607:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015251328 00000100:00100000:2.0:1746070421.407640:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5024 00000100:00100000:2.0:1746070421.407648:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:31620:x1830887015251328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.407664:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.407718:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf077 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.407741:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.407746:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.407752:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070421.407756:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 13 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.407786:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.407797:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 13 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.407811:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070421.407862:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:31620:x1830887015251328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 214us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.407867:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5024 00000100:00100000:0.0:1746070421.412096:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.412189:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015251456 00000100:00100000:1.0:1746070421.412197:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015251456 00002000:00100000:1.0:1746070421.412231:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800946aaa00 x1830887015251456/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.412239:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aaa00 with x1830887015251456 ext(0->7) 00010000:00010000:1.0:1746070421.412246:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 13 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.412259:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 13 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.412265:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aaa00 00000100:00100000:1.0:1746070421.412294:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1655 00000100:00100000:1.0:1746070421.412300:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1963:x1830887015251456:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070421.412546:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1963:x1830887015251456:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 245us (457us total) trans 4294967960 rc 0/0 00000100:00100000:1.0:1746070421.412552:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1655 00002000:00100000:1.0:1746070421.412557:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800946aaa00 x1830887015251456/t4294967960(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/448 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.412564:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aaa00 with x1830887015251456 ext(0->7) 00010000:00010000:1.0:1746070421.412569:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 15 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.412579:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 15 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.412584:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aaa00 00000100:00100000:0.0:1746070421.415286:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.415378:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015251584 00000100:00100000:3.0:1746070421.415386:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015251584 00010000:00010000:3.0:1746070421.415413:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 15 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.415500:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7290 00000100:00100000:3.0:1746070421.415508:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1961:x1830887015251584:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.415520:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.415538:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 15 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.415548:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 15 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.415566:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b424fa00/0x628f9640b607e340 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf069 expref: 15 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.415706:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.415709:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.415715:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.415722:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.415749:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.415759:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 5 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.415772:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013242624:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.418362:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.420422:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.420497:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015251840 00000100:00100000:2.0:1746070421.420504:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015251840 00002000:00100000:2.0:1746070421.420538:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8000 x1830887015251840/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.420547:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8000 with x1830887015251840 ext(0->4095) 00010000:00010000:2.0:1746070421.420554:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.420565:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.420571:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a8000 00000100:00100000:2.0:1746070421.420586:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1656 00000100:00100000:2.0:1746070421.420591:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015251840:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070421.420745:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015251840:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.420751:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1656 00002000:00100000:2.0:1746070421.420756:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8000 x1830887015251840/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.420767:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8000 with x1830887015251840 ext(0->4095) 00010000:00010000:2.0:1746070421.420771:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.420779:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.420784:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a8000 00000100:00100000:3.0:1746070421.420978:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013242624:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.420993:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.421015:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1961:x1830887015251584:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5509us (5738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.421021:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7290 00000100:00100000:0.0:1746070421.422822:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.422911:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015251968 00000100:00100000:3.0:1746070421.422916:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015251968 00010000:00010000:3.0:1746070421.422938:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.422960:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7291 00000100:00100000:3.0:1746070421.422966:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015251968:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.422976:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.422991:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.423001:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.423020:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e347 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf070 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.423034:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.423037:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.423042:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 13 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.423050:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 13 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.423075:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 13 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070421.423085:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013242752:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.427575:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.427606:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013242752:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.427624:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.427662:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015251968:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4695us (4843us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.427689:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7291 00000100:00100000:0.0:1746070421.429304:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.429377:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015252224 00000100:00100000:1.0:1746070421.429384:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015252224 00002000:00100000:1.0:1746070421.429416:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946ab100 x1830887015252224/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.429424:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ab100 with x1830887015252224 ext(0->4095) 00002000:00010000:1.0:1746070421.429428:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946ab100 00000100:00100000:1.0:1746070421.429454:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3807 00000100:00100000:1.0:1746070421.429462:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1963:x1830887015252224:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070421.429575:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1963:x1830887015252224:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.429580:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3807 00002000:00100000:1.0:1746070421.429585:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946ab100 x1830887015252224/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.429591:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ab100 with x1830887015252224 ext(0->4095) 00002000:00010000:1.0:1746070421.429594:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946ab100 00000100:00100000:0.0:1746070421.433917:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.434011:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015252352 00000100:00100000:2.0:1746070421.434019:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015252352 00000100:00100000:2.0:1746070421.434056:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5025 00000100:00100000:2.0:1746070421.434063:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015252352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.434079:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.434095:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf07e expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.434120:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 13 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.434127:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.434128:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.434132:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.434156:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 13 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.434170:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 13 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.434180:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013242880:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.434262:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.444646:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013242880:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.444697:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.444711:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070421.444746:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015252352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10683us (10836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.444753:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5025 00000100:00100000:0.0:1746070421.460084:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.460178:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015252480 00000100:00100000:2.0:1746070421.460188:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015252480 00002000:00100000:2.0:1746070421.460226:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800946abb80 x1830887015252480/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.460235:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946abb80 with x1830887015252480 ext(0->7) 00010000:00010000:2.0:1746070421.460243:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 14 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.460255:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 14 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.460266:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946abb80 00000100:00100000:2.0:1746070421.460294:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1657 00000100:00100000:2.0:1746070421.460301:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1964:x1830887015252480:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070421.460556:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015252480:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 254us (478us total) trans 4294967961 rc 0/0 00000100:00100000:2.0:1746070421.460563:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1657 00002000:00100000:2.0:1746070421.460568:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800946abb80 x1830887015252480/t4294967961(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/448 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.460575:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946abb80 with x1830887015252480 ext(0->7) 00010000:00010000:2.0:1746070421.460579:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 16 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.460587:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 16 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.460591:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946abb80 00000100:00100000:0.0:1746070421.467175:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.467256:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015252608 00000100:00100000:2.0:1746070421.467263:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015252608 00000100:00100000:2.0:1746070421.467297:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5026 00000100:00100000:2.0:1746070421.467304:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:31620:x1830887015252608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.467318:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.467331:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e35c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf085 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.467356:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.467362:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.467367:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070421.467370:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e35c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf085 expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.467400:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.467410:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e35c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf085 expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.467418:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070421.468173:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:31620:x1830887015252608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 868us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.468179:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5026 00000100:00100000:0.0:1746070421.479785:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.479932:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015252736 00000100:00100000:3.0:1746070421.479939:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015252736 00010000:00010000:3.0:1746070421.479970:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 17 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.480004:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7292 00000100:00100000:3.0:1746070421.480010:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca82c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1963:x1830887015252736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.480022:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.480039:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 17 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.480054:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 17 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.480071:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e34e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf077 expref: 17 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.480738:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.480741:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.480748:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.480755:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.480784:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.480794:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 5 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.480803:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013243136:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.481395:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.482886:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013243136:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.482902:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.482934:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca82c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1963:x1830887015252736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2923us (3156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.482945:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7292 00000100:00100000:0.0:1746070421.483632:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.485720:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015252992 00000100:00100000:1.0:1746070421.485728:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015252992 00002000:00100000:0.0:1746070421.485805:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9880 x1830887015252992/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070421.485816:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9880 with x1830887015252992 ext(0->4095) 00010000:00010000:0.0:1746070421.485823:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.485836:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00002000:00010000:0.0:1746070421.485842:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a9880 00000100:00100000:0.0:1746070421.486129:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1658 00000100:00100000:0.0:1746070421.486137:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015252992:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070421.486253:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015252992:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (2623us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070421.486259:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1658 00002000:00100000:0.0:1746070421.486264:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9880 x1830887015252992/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070421.486272:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9880 with x1830887015252992 ext(0->4095) 00010000:00010000:0.0:1746070421.486276:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.486285:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00002000:00010000:0.0:1746070421.486290:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a9880 00000100:00100000:0.0:1746070421.490136:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.490900:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015253120 00000100:00100000:3.0:1746070421.490908:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015253120 00010000:00010000:3.0:1746070421.490935:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.491378:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7293 00000100:00100000:3.0:1746070421.491385:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015253120:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.491396:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.491414:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.491425:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.491442:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e355 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf07e expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.491466:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.491469:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.491475:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e35c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf085 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.491482:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e35c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf085 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.491507:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e35c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf085 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070421.491518:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013243264:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.492244:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.495794:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.495914:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013243264:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.495931:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.495969:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015253120:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4584us (5839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.495978:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7293 00000100:00100000:2.0:1746070421.496342:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015253376 00000100:00100000:2.0:1746070421.496348:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015253376 00002000:00100000:2.0:1746070421.496377:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946aa680 x1830887015253376/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.496386:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aa680 with x1830887015253376 ext(0->4095) 00002000:00010000:2.0:1746070421.496390:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946aa680 00000100:00100000:2.0:1746070421.496404:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3808 00000100:00100000:2.0:1746070421.496410:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015253376:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070421.497075:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015253376:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 663us (1287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.497081:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3808 00002000:00100000:2.0:1746070421.497086:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946aa680 x1830887015253376/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.497094:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aa680 with x1830887015253376 ext(0->4095) 00002000:00010000:2.0:1746070421.497097:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946aa680 00000100:00100000:0.0:1746070421.498808:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.498914:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015253504 00000100:00100000:3.0:1746070421.498921:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015253504 00000100:00100000:3.0:1746070421.498993:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5027 00000100:00100000:3.0:1746070421.499000:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015253504:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.499015:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.499030:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e363 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf08c expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.499051:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e35c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf085 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.499058:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.499059:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.499062:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e363 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf08c expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.499915:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e35c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf085 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.499929:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e35c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf085 expref: 15 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.499938:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013243392:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.500353:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.502307:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013243392:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.502331:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e363 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf08c expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.502345:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebd800, rc 0) 00000100:00100000:3.0:1746070421.502375:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015253504:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3375us (3573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.502383:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5027 00000100:00100000:0.0:1746070421.502954:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.503370:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015253632 00000100:00100000:3.0:1746070421.503375:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015253632 00010000:00010000:3.0:1746070421.503396:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e35c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf085 expref: 16 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.503776:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7294 00000100:00100000:3.0:1746070421.503783:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015253632:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.503794:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.503811:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e35c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf085 expref: 16 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.503826:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e35c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf085 expref: 16 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.503844:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e35c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf085 expref: 16 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.504103:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.504106:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.504112:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e363 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf08c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.504120:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf08c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.504146:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf08c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070421.504156:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013243520:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.504513:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.506906:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.507005:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.507116:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015254016 00000100:00100000:2.0:1746070421.507123:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015254016 00002000:00100000:2.0:1746070421.507156:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f7800 x1830887015254016/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.507165:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f7800 with x1830887015254016 ext(0->4095) 00002000:00010000:2.0:1746070421.507169:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f7800 00000100:00100000:2.0:1746070421.507195:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3809 00000100:00100000:2.0:1746070421.507201:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015254016:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070421.507315:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015254016:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.507321:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3809 00002000:00100000:2.0:1746070421.507326:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f7800 x1830887015254016/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.507333:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f7800 with x1830887015254016 ext(0->4095) 00002000:00010000:2.0:1746070421.507336:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f7800 00000100:00100000:2.0:1746070421.507366:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013243520:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.507383:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070421.507400:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1964:x1830887015253632:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3618us (4447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.507406:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7294 00000100:00100000:3.0:1746070421.507572:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015253760 00000100:00100000:3.0:1746070421.507577:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015253760 00000100:00100000:3.0:1746070421.507619:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5028 00000100:00100000:3.0:1746070421.507627:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:31620:x1830887015253760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.507636:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.507650:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf093 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.507700:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e363 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf08c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.507708:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.507710:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.507713:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 16 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.507735:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf08c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.507745:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e363 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf08c expref: 5 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.507754:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013243648:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.507798:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.511391:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.512250:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013243648:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.512277:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 16 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.512292:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebd600, rc 0) 00000100:00100000:3.0:1746070421.512326:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:31620:x1830887015253760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4701us (5427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.512334:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5028 00000100:00100000:3.0:1746070421.513382:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015254144 00000100:00100000:3.0:1746070421.513388:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015254144 00000100:00100000:3.0:1746070421.513422:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5029 00000100:00100000:3.0:1746070421.513428:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:31621:x1830887015254144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.513440:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.513450:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e371 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf09a expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.513465:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.513469:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.513475:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.513478:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e371 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf09a expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.513501:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.513510:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e371 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf09a expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.513518:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130ee9600, rc 0) 00000100:00100000:3.0:1746070421.513549:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:31621:x1830887015254144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (2165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.513554:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5029 00000100:00100000:0.0:1746070421.514202:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.514538:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015254272 00000100:00100000:2.0:1746070421.514543:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015254272 00010000:00010000:2.0:1746070421.514562:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e363 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf08c expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.514591:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7295 00000100:00100000:2.0:1746070421.514597:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015254272:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070421.514605:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070421.514621:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e363 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf08c expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.514629:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf08c expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.514644:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e363 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf08c expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.514668:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.514686:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.514691:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 16 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.514697:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 16 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.514718:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 16 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.514728:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 16 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.514737:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013243904:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070421.514796:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43213c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.517193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.517364:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013243904:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.517381:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070421.517412:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015254272:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2815us (3210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.517421:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7295 00000100:00100000:1.0:1746070421.517554:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015254528 00000100:00100000:1.0:1746070421.517560:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015254528 00002000:00100000:1.0:1746070421.517589:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6a00 x1830887015254528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.517598:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6a00 with x1830887015254528 ext(0->4095) 00010000:00010000:1.0:1746070421.517605:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 17 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.517615:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 17 pid: 25271 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.517620:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f6a00 00000100:00100000:1.0:1746070421.517644:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1659 00000100:00100000:1.0:1746070421.517650:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1964:x1830887015254528:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070421.517781:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1964:x1830887015254528:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.517786:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1659 00002000:00100000:1.0:1746070421.517791:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6a00 x1830887015254528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.517798:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6a00 with x1830887015254528 ext(0->4095) 00010000:00010000:1.0:1746070421.517802:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 17 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.517810:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 17 pid: 25271 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.517815:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f6a00 00000100:00100000:0.0:1746070421.520884:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.520968:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015254656 00000100:00100000:2.0:1746070421.520974:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015254656 00010000:00010000:2.0:1746070421.521001:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 17 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.521093:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7296 00000100:00100000:2.0:1746070421.521099:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1962:x1830887015254656:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070421.521110:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070421.521126:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 17 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.521140:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 17 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.521157:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e36a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf093 expref: 17 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.521169:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.521170:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.521175:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e371 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf09a expref: 16 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.521182:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e371 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf09a expref: 16 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.521205:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e371 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf09a expref: 16 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070421.521214:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013244032:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070421.521951:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43213c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.523707:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.523821:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013244032:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.523841:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.523885:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1962:x1830887015254656:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2785us (3005us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.523894:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7296 00000100:00100000:2.0:1746070421.523971:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015254912 00000100:00100000:2.0:1746070421.523976:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015254912 00002000:00100000:2.0:1746070421.524002:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f4a80 x1830887015254912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.524011:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4a80 with x1830887015254912 ext(0->4095) 00002000:00010000:2.0:1746070421.524014:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f4a80 00000100:00100000:2.0:1746070421.524162:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3810 00000100:00100000:2.0:1746070421.524168:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1963:x1830887015254912:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070421.524282:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1963:x1830887015254912:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (578us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.524288:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3810 00002000:00100000:2.0:1746070421.524294:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f4a80 x1830887015254912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.524301:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4a80 with x1830887015254912 ext(0->4095) 00002000:00010000:2.0:1746070421.524303:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f4a80 00000100:00100000:0.0:1746070421.527201:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.527313:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015255040 00000100:00100000:2.0:1746070421.527320:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015255040 00000100:00100000:2.0:1746070421.527353:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5030 00000100:00100000:2.0:1746070421.527361:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015255040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.527376:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.527389:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e378 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0a1 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.527413:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e371 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf09a expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.527420:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.527421:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.527424:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e378 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a1 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.527448:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e371 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf09a expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.527463:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e371 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf09a expref: 15 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.527472:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013244160:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.527547:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.530323:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.530411:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013244160:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.530435:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e378 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a1 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.530449:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070421.530480:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015255040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3120us (3287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.530488:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5030 00000100:00100000:3.0:1746070421.530862:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015255168 00000100:00100000:3.0:1746070421.530868:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015255168 00010000:00010000:3.0:1746070421.530888:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e371 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf09a expref: 16 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.530908:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7297 00000100:00100000:3.0:1746070421.530913:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015255168:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.530922:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.530937:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e371 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf09a expref: 16 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.530946:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e371 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf09a expref: 16 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.530962:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e371 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf09a expref: 16 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.530974:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.530976:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.530981:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e378 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a1 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.530986:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e378 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a1 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.531010:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e378 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a1 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070421.531019:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013244288:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.531067:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070421.533315:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.533398:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013244288:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.533415:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.533442:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1964:x1830887015255168:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2528us (3125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.533450:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7297 00000100:00100000:0.0:1746070421.534664:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015255424 00000100:00100000:0.0:1746070421.534699:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015255424 00002000:00100000:0.0:1746070421.534732:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31ed80 x1830887015255424/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070421.534740:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ed80 with x1830887015255424 ext(0->4095) 00002000:00010000:0.0:1746070421.534744:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31ed80 00000100:00100000:0.0:1746070421.534768:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3811 00000100:00100000:0.0:1746070421.534773:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015255424:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070421.534902:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015255424:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (1592us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070421.534907:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3811 00002000:00100000:0.0:1746070421.534911:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31ed80 x1830887015255424/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070421.534918:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ed80 with x1830887015255424 ext(0->4095) 00002000:00010000:0.0:1746070421.534920:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31ed80 00000100:00100000:2.0:1746070421.535004:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.535022:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015255552 00000100:00100000:2.0:1746070421.535025:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015255552 00000100:00100000:2.0:1746070421.535045:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5031 00000100:00100000:2.0:1746070421.535049:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:31620:x1830887015255552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.535057:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.535067:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0a8 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.535085:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e378 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a1 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.535095:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.535097:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.535100:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.535118:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e378 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a1 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.535127:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e378 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a1 expref: 5 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.535136:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013244416:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.535182:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.537279:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.537333:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.537351:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015255808 00000100:00100000:3.0:1746070421.537355:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015255808 00010000:00010000:3.0:1746070421.537376:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e378 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a1 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.537401:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7298 00000100:00100000:3.0:1746070421.537407:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015255808:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.537416:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.537432:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e378 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a1 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.537441:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e378 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a1 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.537460:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.537461:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.537468:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.537474:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.537495:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070421.537504:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013244544:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.537546:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746070421.537604:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e378 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a1 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.537626:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013244416:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.537641:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.537648:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070421.537667:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:31620:x1830887015255552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2617us (2663us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.537689:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5031 00000100:00100000:2.0:1746070421.537702:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015255680 00000100:00100000:2.0:1746070421.537705:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015255680 00000100:00100000:2.0:1746070421.537718:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5032 00000100:00100000:2.0:1746070421.537722:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:31621:x1830887015255680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.537731:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.537738:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0af expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.537749:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.537755:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.537756:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.537758:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.537770:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.537778:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.537785:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013244672:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.537815:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.540317:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013244544:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.540332:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.540359:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015255808:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2952us (3025us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.540367:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7298 00000100:00100000:1.0:1746070421.542186:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.542250:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015256064 00000100:00100000:2.0:1746070421.542256:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015256064 00002000:00100000:2.0:1746070421.542290:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31c380 x1830887015256064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.542300:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31c380 with x1830887015256064 ext(0->4095) 00010000:00010000:2.0:1746070421.542307:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 18 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.542319:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 18 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.542325:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31c380 00000100:00100000:2.0:1746070421.542352:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1660 00000100:00100000:2.0:1746070421.542358:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1963:x1830887015256064:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070421.542483:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1963:x1830887015256064:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.542488:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1660 00002000:00100000:2.0:1746070421.542493:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31c380 x1830887015256064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.542500:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31c380 with x1830887015256064 ext(0->4095) 00010000:00010000:2.0:1746070421.542504:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 18 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.542513:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 18 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.542518:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31c380 00000100:00100000:3.0:1746070421.544907:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013244672:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.544932:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.544998:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:0.0:1746070421.547576:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.547600:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015256192 00000100:00100000:0.0:1746070421.547605:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015256192 00000100:00100000:0.0:1746070421.547645:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5033 00000100:00100000:0.0:1746070421.547651:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:31620:x1830887015256192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070421.547664:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070421.547689:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e38d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0b6 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.547709:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070421.547714:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 19 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.547719:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070421.547723:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e38d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0b6 expref: 19 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.547751:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 19 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.547761:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e38d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0b6 expref: 19 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.547769:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304de00, rc 0) 00000100:00100000:0.0:1746070421.547790:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:31620:x1830887015256192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070421.547796:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5033 00000100:00100000:0.0:1746070421.547891:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.548629:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:31621:x1830887015255680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10905us (11353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.548635:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5032 00000100:00100000:2.0:1746070421.549170:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015256320 00000100:00100000:2.0:1746070421.549175:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015256320 00010000:00010000:2.0:1746070421.549194:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 18 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.549226:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7299 00000100:00100000:2.0:1746070421.549232:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca82850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1961:x1830887015256320:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070421.549239:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070421.549254:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 18 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.549263:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 18 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.549278:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e37f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0a8 expref: 18 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.549300:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.549302:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.549307:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.549314:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.549336:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.549346:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.549360:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013244928:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070421.549419:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.551786:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.551881:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015256576 00000100:00100000:1.0:1746070421.551886:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015256576 00002000:00100000:1.0:1746070421.551922:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f4000 x1830887015256576/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.551931:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4000 with x1830887015256576 ext(0->4095) 00010000:00010000:1.0:1746070421.551938:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 18 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.551951:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 18 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.551957:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f4000 00000100:00100000:1.0:1746070421.551998:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1661 00000100:00100000:1.0:1746070421.552007:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1964:x1830887015256576:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070421.552126:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1964:x1830887015256576:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.552132:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1661 00002000:00100000:1.0:1746070421.552138:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f4000 x1830887015256576/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.552145:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4000 with x1830887015256576 ext(0->4095) 00010000:00010000:1.0:1746070421.552149:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 18 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.552157:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 18 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.552163:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f4000 00000100:00100000:2.0:1746070421.552271:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013244928:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.552285:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070421.552304:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca82850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1961:x1830887015256320:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3072us (4413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.552311:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7299 00000100:00100000:2.0:1746070421.557289:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.557915:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.558103:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015256832 00000100:00100000:0.0:1746070421.558111:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015256832 00010000:00010000:0.0:1746070421.558140:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746070421.558174:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7300 00000100:00100000:0.0:1746070421.558180:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1962:x1830887015256832:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070421.558191:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070421.558211:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.558221:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.558240:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e386 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0af expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.558255:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070421.558257:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070421.558262:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e38d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0b6 expref: 16 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.558269:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e38d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0b6 expref: 16 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.558295:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e38d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0b6 expref: 16 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070421.558309:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013245056:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070421.559841:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.560743:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015256704 00000100:00100000:3.0:1746070421.560750:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015256704 00000100:00100000:3.0:1746070421.560788:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5034 00000100:00100000:3.0:1746070421.560793:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015256704:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.560805:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.560817:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e394 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0bd expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.560839:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e38d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0b6 expref: 16 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.560845:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.560855:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.560858:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e394 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0bd expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.560882:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e38d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0b6 expref: 16 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.560893:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e38d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0b6 expref: 16 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.560903:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013245184:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.560969:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070421.564822:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013245056:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.564857:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.564894:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1962:x1830887015256832:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6713us (6977us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.564903:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7300 00000100:00100000:3.0:1746070421.565695:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013245184:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.565720:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e394 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0bd expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.565733:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebc800, rc 0) 00000100:00100000:3.0:1746070421.565758:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015256704:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4965us (8477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.565765:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5034 00000100:00100000:2.0:1746070421.569640:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.569753:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015256960 00000100:00100000:1.0:1746070421.569761:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015256960 00010000:00010000:1.0:1746070421.569791:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e38d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0b6 expref: 16 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.569814:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7301 00000100:00100000:1.0:1746070421.569820:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1963:x1830887015256960:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.569831:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.569856:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e38d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0b6 expref: 16 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.569867:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e38d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0b6 expref: 16 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.569885:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e38d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0b6 expref: 16 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.569902:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.569903:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.569910:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e394 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0bd expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.569916:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e394 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0bd expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.569943:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e394 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0bd expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070421.569952:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013245312:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.570020:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070421.573013:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013245312:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.573032:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.573411:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1963:x1830887015256960:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3588us (3774us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.573420:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7301 00000100:00100000:2.0:1746070421.574402:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.574570:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015257216 00000100:00100000:0.0:1746070421.574576:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015257216 00002000:00100000:0.0:1746070421.574607:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf55880 x1830887015257216/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070421.574617:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf55880 with x1830887015257216 ext(0->4095) 00002000:00010000:0.0:1746070421.574621:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf55880 00000100:00100000:0.0:1746070421.574647:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3812 00000100:00100000:0.0:1746070421.574653:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015257216:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070421.575448:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015257216:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 793us (1045us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070421.575454:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3812 00002000:00100000:0.0:1746070421.575461:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf55880 x1830887015257216/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070421.575468:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf55880 with x1830887015257216 ext(0->4095) 00002000:00010000:0.0:1746070421.575471:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf55880 00000100:00100000:2.0:1746070421.576103:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.576415:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015257344 00000100:00100000:3.0:1746070421.576420:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015257344 00000100:00100000:3.0:1746070421.576453:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5035 00000100:00100000:3.0:1746070421.576459:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:31620:x1830887015257344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.576469:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.576482:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0c4 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.576506:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e394 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0bd expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.576512:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.576513:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.576517:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.576540:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e394 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0bd expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.576550:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e394 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0bd expref: 5 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.576560:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013245440:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.576625:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.578972:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.580327:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015257472 00000100:00100000:2.0:1746070421.580335:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015257472 00000100:00100000:2.0:1746070421.580377:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5036 00000100:00100000:2.0:1746070421.580383:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:31621:x1830887015257472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.580396:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.580410:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e3a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0cb expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.580430:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.580434:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 18 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.580439:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.580442:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e3a2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0cb expref: 18 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.580471:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 18 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.580481:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e3a2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0cb expref: 18 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.580489:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070421.580520:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:31621:x1830887015257472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (1554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.580526:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5036 00000100:00100000:0.0:1746070421.580656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.580722:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015257600 00000100:00100000:1.0:1746070421.580726:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015257600 00010000:00010000:1.0:1746070421.580741:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e394 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0bd expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.580756:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7302 00000100:00100000:1.0:1746070421.580761:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015257600:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.580767:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.580782:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e394 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0bd expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.580794:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e394 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0bd expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.580808:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.580809:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.580814:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.580821:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.580836:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.580845:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.580863:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013245696:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.580916:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746070421.581163:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e394 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0bd expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.581186:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013245440:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.581201:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.581208:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.581215:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130ee8400, rc 0) 00000100:00100000:3.0:1746070421.581234:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:31620:x1830887015257344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4776us (5133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.581239:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5035 00000100:00100000:1.0:1746070421.585579:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013245696:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.585597:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.585638:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015257600:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4876us (4981us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.585646:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7302 00000100:00100000:0.0:1746070421.586152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.586477:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015257856 00000100:00100000:1.0:1746070421.586483:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015257856 00002000:00100000:1.0:1746070421.586512:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5f80 x1830887015257856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.586521:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5f80 with x1830887015257856 ext(0->4095) 00010000:00010000:1.0:1746070421.586528:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.586541:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.586546:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5f80 00000100:00100000:1.0:1746070421.586882:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1662 00000100:00100000:1.0:1746070421.586889:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1964:x1830887015257856:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070421.587011:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1964:x1830887015257856:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (859us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.587016:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1662 00002000:00100000:1.0:1746070421.587022:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5f80 x1830887015257856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.587029:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5f80 with x1830887015257856 ext(0->4095) 00010000:00010000:1.0:1746070421.587033:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.587042:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.587048:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5f80 00000100:00100000:0.0:1746070421.589364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.589625:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015257984 00000100:00100000:1.0:1746070421.589631:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015257984 00010000:00010000:1.0:1746070421.589657:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.589896:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7303 00000100:00100000:1.0:1746070421.589904:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1962:x1830887015257984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.589915:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.589930:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.589940:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.589958:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e39b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0c4 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.590088:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.590090:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.590096:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e3a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0cb expref: 16 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.590104:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e3a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0cb expref: 16 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.590129:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e3a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0cb expref: 16 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070421.590143:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013245824:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.590666:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070421.593449:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013245824:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.593465:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.593508:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1962:x1830887015257984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3603us (4149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.593517:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7303 00000100:00100000:0.0:1746070421.595084:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.595380:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015258240 00000100:00100000:2.0:1746070421.595387:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015258240 00002000:00100000:2.0:1746070421.595418:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f4e00 x1830887015258240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.595427:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4e00 with x1830887015258240 ext(0->4095) 00002000:00010000:2.0:1746070421.595431:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f4e00 00000100:00100000:2.0:1746070421.595457:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3813 00000100:00100000:2.0:1746070421.595463:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1963:x1830887015258240:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070421.595589:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1963:x1830887015258240:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (506us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.595595:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3813 00002000:00100000:2.0:1746070421.595600:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f4e00 x1830887015258240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.595612:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4e00 with x1830887015258240 ext(0->4095) 00002000:00010000:2.0:1746070421.595615:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f4e00 00000100:00100000:0.0:1746070421.597004:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.597143:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015258368 00000100:00100000:3.0:1746070421.597148:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015258368 00000100:00100000:3.0:1746070421.597209:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5037 00000100:00100000:3.0:1746070421.597215:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015258368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.597226:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.597241:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0d2 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.597262:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e3a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0cb expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.597268:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.597269:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.597272:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.597295:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e3a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0cb expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.597305:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e3a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0cb expref: 15 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.597314:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013245952:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.597370:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.600390:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013245952:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.600414:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.600427:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebd600, rc 0) 00000100:00100000:3.0:1746070421.600470:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015258368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3253us (3467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.600477:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5037 00000100:00100000:0.0:1746070421.603237:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.603667:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015258496 00000100:00100000:1.0:1746070421.603701:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015258496 00010000:00010000:1.0:1746070421.603731:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e3a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0cb expref: 16 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.603804:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7304 00000100:00100000:1.0:1746070421.603811:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015258496:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.603822:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.603838:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e3a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0cb expref: 16 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.603858:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e3a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0cb expref: 16 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.603877:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e3a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0cb expref: 16 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.603898:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.603900:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.603906:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.603914:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.603942:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070421.603952:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013246080:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070421.604841:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.605695:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b240 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.605919:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015258624 00000100:00100000:2.0:1746070421.605925:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015258624 00000100:00100000:2.0:1746070421.605968:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5038 00000100:00100000:2.0:1746070421.605974:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:31620:x1830887015258624:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.605986:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.605999:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0d9 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.606018:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.606024:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.606026:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.606029:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.606050:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.606060:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 5 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.606069:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013246208:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.607139:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.609488:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.609558:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015258880 00000100:00100000:1.0:1746070421.609565:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015258880 00002000:00100000:1.0:1746070421.609600:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f4380 x1830887015258880/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.609609:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4380 with x1830887015258880 ext(0->4095) 00010000:00010000:1.0:1746070421.609616:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.609628:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.609633:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f4380 00000100:00100000:1.0:1746070421.609660:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1663 00000100:00100000:1.0:1746070421.609667:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015258880:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070421.609811:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015258880:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.609817:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1663 00002000:00100000:1.0:1746070421.609823:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f4380 x1830887015258880/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.609830:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4380 with x1830887015258880 ext(0->4095) 00010000:00010000:1.0:1746070421.609834:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.609842:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:1.0:1746070421.609858:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f4380 00000100:00100000:1.0:1746070421.609890:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013246080:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.609904:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.609922:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1964:x1830887015258496:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6112us (6692us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.609928:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7304 00000100:00100000:2.0:1746070421.610085:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013246208:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.610101:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.610113:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070421.610132:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:31620:x1830887015258624:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4158us (5292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.610137:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5038 00000100:00100000:0.0:1746070421.613524:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.613701:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015259008 00000100:00100000:2.0:1746070421.613709:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015259008 00000100:00100000:2.0:1746070421.613752:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5039 00000100:00100000:2.0:1746070421.613758:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:31621:x1830887015259008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.613771:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.613784:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e3b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0e0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.613806:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.613810:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.613816:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.613818:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e3b7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e0 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.613854:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.613866:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e3b7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e0 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.613875:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070421.613909:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:31621:x1830887015259008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.613914:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5039 00000100:00100000:0.0:1746070421.614136:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.615029:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015259136 00000100:00100000:1.0:1746070421.615033:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015259136 00010000:00010000:1.0:1746070421.615055:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.615084:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7305 00000100:00100000:1.0:1746070421.615089:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015259136:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.615098:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.615114:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.615122:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.615137:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e3a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d2 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.615251:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.615252:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.615259:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.615266:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.615287:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.615407:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 16 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.615416:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013246464:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.615906:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.619178:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.619199:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015259392 00000100:00100000:0.0:1746070421.619205:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015259392 00002000:00100000:0.0:1746070421.619234:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5c00 x1830887015259392/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070421.619243:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5c00 with x1830887015259392 ext(0->4095) 00010000:00010000:0.0:1746070421.619251:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.619263:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:0.0:1746070421.619270:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5c00 00000100:00100000:0.0:1746070421.619285:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1664 00000100:00100000:0.0:1746070421.619291:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1963:x1830887015259392:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070421.619403:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1963:x1830887015259392:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070421.619409:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1664 00002000:00100000:0.0:1746070421.619414:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5c00 x1830887015259392/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070421.619421:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5c00 with x1830887015259392 ext(0->4095) 00010000:00010000:0.0:1746070421.619425:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.619433:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:0.0:1746070421.619437:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5c00 00000100:00100000:1.0:1746070421.620326:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013246464:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.620341:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.620364:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015259136:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5274us (6228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.620374:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7305 00000100:00100000:0.0:1746070421.623464:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.623574:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015259520 00000100:00100000:1.0:1746070421.623581:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015259520 00010000:00010000:1.0:1746070421.623610:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.623979:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7306 00000100:00100000:1.0:1746070421.623986:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca82450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1964:x1830887015259520:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.624000:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.624017:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.624027:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.624045:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e3b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0d9 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.624059:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.624061:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.624066:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e3b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e0 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.624072:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e3b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e0 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.624098:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e3b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e0 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070421.624109:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013246592:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.626054:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070421.631193:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013246592:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.631210:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.632033:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca82450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015259520:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8044us (8572us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.632043:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7306 00000100:00100000:0.0:1746070421.632306:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.633080:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015259776 00000100:00100000:1.0:1746070421.633087:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015259776 00002000:00100000:1.0:1746070421.633119:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6300 x1830887015259776/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.633128:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6300 with x1830887015259776 ext(0->4095) 00002000:00010000:1.0:1746070421.633132:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f6300 00000100:00100000:1.0:1746070421.633147:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3814 00000100:00100000:1.0:1746070421.633152:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015259776:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070421.633292:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015259776:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (986us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.633298:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3814 00002000:00100000:1.0:1746070421.633303:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6300 x1830887015259776/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.633309:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6300 with x1830887015259776 ext(0->4095) 00002000:00010000:1.0:1746070421.633312:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f6300 00000100:00100000:0.0:1746070421.637723:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.637781:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015259904 00000100:00100000:1.0:1746070421.637787:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015259904 00000100:00100000:1.0:1746070421.637874:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5040 00000100:00100000:1.0:1746070421.637880:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015259904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070421.637895:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070421.637908:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0e7 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.637928:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e3b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e0 expref: 15 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.637934:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070421.637935:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070421.637938:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.637958:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e3b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e0 expref: 15 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.637967:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e3b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e0 expref: 15 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.637977:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013246720:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070421.638391:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070421.640383:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013246720:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070421.640408:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.640425:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6e00, rc 0) 00000100:00100000:1.0:1746070421.640459:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015259904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2578us (2742us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.640466:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5040 00000100:00100000:0.0:1746070421.641542:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.642129:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.642205:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015260160 00000100:00100000:2.0:1746070421.642212:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015260160 00000100:00100000:2.0:1746070421.642261:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5041 00000100:00100000:2.0:1746070421.642268:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:31620:x1830887015260160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.642281:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.642294:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0ee expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.642314:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.642319:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.642324:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070421.642326:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 17 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.642352:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.642362:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 17 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.642373:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070421.642400:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:31620:x1830887015260160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.642405:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5041 00000100:00100000:1.0:1746070421.642612:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015260032 00000100:00100000:1.0:1746070421.642616:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015260032 00010000:00010000:1.0:1746070421.642633:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e3b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e0 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.642651:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7307 00000100:00100000:1.0:1746070421.642656:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1964:x1830887015260032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.642664:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.642702:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e3b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e0 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.642711:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e3b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e0 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.642724:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e3b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e0 expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.642738:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.642739:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.642743:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.642753:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.642782:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.642791:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 5 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.642801:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013246976:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.642842:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070421.645195:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013246976:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.645213:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.645758:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015260032:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3100us (4217us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.645767:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7307 00000100:00100000:0.0:1746070421.647017:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.647121:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015260416 00000100:00100000:2.0:1746070421.647127:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015260416 00002000:00100000:2.0:1746070421.647159:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f4700 x1830887015260416/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.647167:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4700 with x1830887015260416 ext(0->4095) 00010000:00010000:2.0:1746070421.647175:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.647188:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.647194:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f4700 00000100:00100000:2.0:1746070421.647218:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1665 00000100:00100000:2.0:1746070421.647223:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015260416:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070421.647351:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015260416:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.647357:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1665 00002000:00100000:2.0:1746070421.647362:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f4700 x1830887015260416/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.647374:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4700 with x1830887015260416 ext(0->4095) 00010000:00010000:2.0:1746070421.647379:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.647388:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.647393:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f4700 00000100:00100000:0.0:1746070421.649995:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.650196:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015260544 00000100:00100000:1.0:1746070421.650202:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015260544 00010000:00010000:1.0:1746070421.650228:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.650555:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7308 00000100:00100000:1.0:1746070421.650563:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015260544:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.650574:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.650592:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.650602:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.650621:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607e3be lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0e7 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.650637:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.650638:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.650644:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 15 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.650652:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 15 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.650699:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 15 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070421.650709:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013247104:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.650770:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.654776:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.654936:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013247104:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.654954:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.654990:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015260544:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4427us (5001us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.654999:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7308 00000100:00100000:2.0:1746070421.655350:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015260800 00000100:00100000:2.0:1746070421.655356:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015260800 00002000:00100000:2.0:1746070421.655386:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093222a00 x1830887015260800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.655395:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093222a00 with x1830887015260800 ext(0->4095) 00002000:00010000:2.0:1746070421.655400:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093222a00 00000100:00100000:2.0:1746070421.655426:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3815 00000100:00100000:2.0:1746070421.655431:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015260800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070421.655548:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015260800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (778us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.655553:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3815 00002000:00100000:2.0:1746070421.655557:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093222a00 x1830887015260800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.655565:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093222a00 with x1830887015260800 ext(0->4095) 00002000:00010000:2.0:1746070421.655567:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093222a00 00000100:00100000:0.0:1746070421.661868:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.661959:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015260928 00000100:00100000:3.0:1746070421.661966:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015260928 00000100:00100000:3.0:1746070421.662009:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5042 00000100:00100000:3.0:1746070421.662017:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015260928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.662032:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.662046:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0f5 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.662076:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 15 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.662082:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.662084:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.662087:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.662110:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 15 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.662120:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 15 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.662130:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013247232:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.662194:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.663707:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013247232:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.663729:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.663741:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130ee9600, rc 0) 00000100:00100000:3.0:1746070421.663767:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015260928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1751us (1907us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.663773:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5042 00010000:00010000:1.0:1746070421.674146:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070421.675041:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.675149:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015261056 00000100:00100000:3.0:1746070421.675156:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015261056 00002000:00100000:3.0:1746070421.675190:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093222300 x1830887015261056/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.675198:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093222300 with x1830887015261056 ext(0->7) 00010000:00010000:3.0:1746070421.675205:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 16 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.675216:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 16 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.675223:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093222300 00000100:00100000:3.0:1746070421.676313:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1666 00000100:00100000:3.0:1746070421.676322:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1961:x1830887015261056:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070421.676648:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1961:x1830887015261056:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 325us (1611us total) trans 4294967962 rc 0/0 00000100:00100000:3.0:1746070421.676654:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1666 00002000:00100000:3.0:1746070421.676660:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093222300 x1830887015261056/t4294967962(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/448 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.676666:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093222300 with x1830887015261056 ext(0->7) 00010000:00010000:3.0:1746070421.676685:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 18 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.676696:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 18 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.676701:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093222300 00000100:00100000:0.0:1746070421.696233:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.696339:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015261184 00000100:00100000:3.0:1746070421.696347:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015261184 00000100:00100000:3.0:1746070421.696394:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5043 00000100:00100000:3.0:1746070421.696401:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:31620:x1830887015261184:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.696417:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.696431:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf0fc expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.696454:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.696459:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.696463:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070421.696466:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 19 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.696495:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.696504:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 19 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.696513:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebd800, rc 0) 00000100:00100000:3.0:1746070421.696545:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:31620:x1830887015261184:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.696549:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5043 00000100:00100000:0.0:1746070421.701307:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.701391:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015261312 00000100:00100000:1.0:1746070421.701398:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015261312 00010000:00010000:1.0:1746070421.701429:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 19 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.701460:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7309 00000100:00100000:1.0:1746070421.701467:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1961:x1830887015261312:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.701478:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.701495:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 19 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.701505:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 19 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.701523:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e3c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0ee expref: 19 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.701547:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.701549:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.701555:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.701563:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.701589:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.701602:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 5 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.701612:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013247488:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.701702:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.715826:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.719491:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015261568 00000100:00100000:3.0:1746070421.719501:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015261568 00002000:00100000:3.0:1746070421.719541:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093220380 x1830887015261568/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.719550:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220380 with x1830887015261568 ext(0->4095) 00010000:00010000:3.0:1746070421.719558:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.719570:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.719576:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093220380 00000100:00100000:3.0:1746070421.719610:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1667 00000100:00100000:3.0:1746070421.719617:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015261568:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070421.719902:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015261568:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 284us (4082us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.719908:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1667 00002000:00100000:3.0:1746070421.719913:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093220380 x1830887015261568/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.719921:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220380 with x1830887015261568 ext(0->4095) 00010000:00010000:3.0:1746070421.719925:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.719935:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.719940:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093220380 00000100:00100000:1.0:1746070421.720348:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013247488:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.720363:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.721245:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1961:x1830887015261312:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 19776us (19942us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.721252:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7309 00000100:00100000:0.0:1746070421.726138:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.726227:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015261696 00000100:00100000:1.0:1746070421.726235:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015261696 00010000:00010000:1.0:1746070421.726267:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.727188:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7310 00000100:00100000:1.0:1746070421.727196:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015261696:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.727208:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.727225:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.727235:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.727253:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0f5 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.727663:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.727665:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.727685:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.727692:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.727721:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070421.727732:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013247616:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.728204:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.730383:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.730536:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015261952 00000100:00100000:3.0:1746070421.730544:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015261952 00002000:00100000:3.0:1746070421.730578:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093222680 x1830887015261952/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.730586:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093222680 with x1830887015261952 ext(0->4095) 00002000:00010000:3.0:1746070421.730591:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093222680 00000100:00100000:1.0:1746070421.730694:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013247616:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.730709:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.730739:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015261696:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3544us (4609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.730747:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7310 00000100:00100000:3.0:1746070421.730893:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3816 00000100:00100000:3.0:1746070421.730900:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1963:x1830887015261952:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070421.731020:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1963:x1830887015261952:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (643us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.731026:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3816 00002000:00100000:3.0:1746070421.731031:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093222680 x1830887015261952/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.731039:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093222680 with x1830887015261952 ext(0->4095) 00002000:00010000:3.0:1746070421.731041:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093222680 00000100:00100000:0.0:1746070421.752733:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.752816:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015262080 00000100:00100000:2.0:1746070421.752824:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015262080 00000100:00100000:2.0:1746070421.752946:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5044 00000100:00100000:2.0:1746070421.752954:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015262080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.752970:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.752984:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf103 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.753009:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.753016:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.753017:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.753020:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.753043:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.753053:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 17 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.753064:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013247744:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.753130:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.768733:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013247744:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.768759:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.768779:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070421.768816:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015262080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15862us (16090us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.768823:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5044 00000100:00100000:0.0:1746070421.796258:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.796338:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015262208 00000100:00100000:2.0:1746070421.796345:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015262208 00000100:00100000:2.0:1746070421.796388:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5045 00000100:00100000:2.0:1746070421.796394:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:31620:x1830887015262208:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.796408:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.796422:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf10a expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.796442:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.796448:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.796453:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070421.796456:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 19 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.796483:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.796494:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 19 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.796506:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070421.796538:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:31620:x1830887015262208:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.796543:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5045 00000100:00100000:0.0:1746070421.809118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.809188:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015262336 00000100:00100000:2.0:1746070421.809196:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015262336 00002000:00100000:2.0:1746070421.809227:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093222d80 x1830887015262336/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.809236:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093222d80 with x1830887015262336 ext(0->7) 00010000:00010000:2.0:1746070421.809242:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 19 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.809253:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 19 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.809258:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093222d80 00000100:00100000:2.0:1746070421.809285:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1668 00000100:00100000:2.0:1746070421.809291:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1963:x1830887015262336:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070421.809520:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1963:x1830887015262336:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 229us (408us total) trans 4294967963 rc 0/0 00000100:00100000:2.0:1746070421.809526:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1668 00002000:00100000:2.0:1746070421.809531:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093222d80 x1830887015262336/t4294967963(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/448 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.809543:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093222d80 with x1830887015262336 ext(0->7) 00010000:00010000:2.0:1746070421.809548:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 21 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.809555:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 21 pid: 8444 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.809560:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093222d80 00000100:00100000:0.0:1746070421.820760:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.820863:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015262464 00000100:00100000:1.0:1746070421.820870:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015262464 00010000:00010000:1.0:1746070421.820899:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 21 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.820939:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7311 00000100:00100000:1.0:1746070421.820946:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1962:x1830887015262464:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.820960:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.820976:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 21 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.820986:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 21 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.821005:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e3d3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf0fc expref: 21 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.821019:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.821021:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.821026:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.821032:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.821057:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.821066:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 5 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.821075:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013248000:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.821144:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.824249:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.824302:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015262720 00000100:00100000:3.0:1746070421.824308:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015262720 00002000:00100000:3.0:1746070421.824338:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093220000 x1830887015262720/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.824347:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220000 with x1830887015262720 ext(0->4095) 00010000:00010000:3.0:1746070421.824353:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.824364:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.824374:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093220000 00000100:00100000:3.0:1746070421.824395:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1669 00000100:00100000:3.0:1746070421.824401:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015262720:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070421.824519:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015262720:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.824524:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1669 00002000:00100000:3.0:1746070421.824529:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093220000 x1830887015262720/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.824535:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220000 with x1830887015262720 ext(0->4095) 00010000:00010000:3.0:1746070421.824539:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.824546:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.824551:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093220000 00000100:00100000:1.0:1746070421.824746:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013248000:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.824760:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.824790:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1962:x1830887015262464:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3845us (4036us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.824796:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7311 00000100:00100000:0.0:1746070421.827314:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.827388:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015262848 00000100:00100000:1.0:1746070421.827394:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015262848 00010000:00010000:1.0:1746070421.827418:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.828072:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7312 00000100:00100000:1.0:1746070421.828080:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015262848:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.828093:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.828109:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.828118:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.828134:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e3da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf103 expref: 6 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.829426:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.829430:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.829439:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 19 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.829448:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 19 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.829484:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 19 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070421.829495:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013248128:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.831576:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070421.832731:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013248128:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.832746:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.832776:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015262848:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4697us (5467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.832784:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7312 00000100:00100000:0.0:1746070421.833821:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.835901:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015263104 00000100:00100000:2.0:1746070421.835909:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015263104 00002000:00100000:2.0:1746070421.835947:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093223800 x1830887015263104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.835955:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223800 with x1830887015263104 ext(0->4095) 00002000:00010000:2.0:1746070421.835959:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093223800 00000100:00100000:2.0:1746070421.835987:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3817 00000100:00100000:2.0:1746070421.835994:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1964:x1830887015263104:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070421.836133:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1964:x1830887015263104:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (2312us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.836138:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3817 00002000:00100000:2.0:1746070421.836143:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093223800 x1830887015263104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.836149:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223800 with x1830887015263104 ext(0->4095) 00002000:00010000:2.0:1746070421.836151:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093223800 00000100:00100000:0.0:1746070421.840861:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.840920:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015263232 00000100:00100000:3.0:1746070421.840927:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015263232 00000100:00100000:3.0:1746070421.840974:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5046 00000100:00100000:3.0:1746070421.840985:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015263232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.840999:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.841014:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e3e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf111 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.841042:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 19 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.841048:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.841050:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.841052:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e3e8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf111 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.841077:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 19 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.841087:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 19 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.841097:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013248256:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.841172:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.846347:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013248256:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.846376:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e3e8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf111 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.846390:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebc800, rc 0) 00000100:00100000:3.0:1746070421.846433:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015263232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5447us (5592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.846440:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5046 00000100:00100000:0.0:1746070421.847868:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.848004:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015263360 00000100:00100000:3.0:1746070421.848011:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015263360 00002000:00100000:3.0:1746070421.848041:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093322d80 x1830887015263360/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.848049:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322d80 with x1830887015263360 ext(0->7) 00010000:00010000:3.0:1746070421.848056:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 20 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.848067:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 20 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.848072:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093322d80 00000100:00100000:3.0:1746070421.848102:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1670 00000100:00100000:3.0:1746070421.848108:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1963:x1830887015263360:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070421.848409:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1963:x1830887015263360:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 300us (543us total) trans 4294967964 rc 0/0 00000100:00100000:3.0:1746070421.848417:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1670 00002000:00100000:3.0:1746070421.848423:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093322d80 x1830887015263360/t4294967964(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/448 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.848430:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322d80 with x1830887015263360 ext(0->7) 00010000:00010000:3.0:1746070421.848434:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 22 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.848443:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 22 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.848448:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093322d80 00000100:00100000:0.0:1746070421.853355:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.853886:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015263488 00000100:00100000:1.0:1746070421.853894:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015263488 00010000:00010000:1.0:1746070421.853920:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 22 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.853951:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7313 00000100:00100000:1.0:1746070421.853957:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca82050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1963:x1830887015263488:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.853969:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.853985:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 22 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.853996:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 22 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.854014:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e3e1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf10a expref: 22 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.854038:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.854040:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.854045:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e3e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf111 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.854052:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e3e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf111 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.854082:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e3e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf111 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070421.854092:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013248384:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.854153:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.860210:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.860627:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015263744 00000100:00100000:3.0:1746070421.860634:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015263744 00002000:00100000:3.0:1746070421.860693:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321f80 x1830887015263744/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.860703:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321f80 with x1830887015263744 ext(0->4095) 00002000:00010000:3.0:1746070421.860708:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093321f80 00000100:00100000:3.0:1746070421.860737:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3818 00000100:00100000:3.0:1746070421.860743:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015263744:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070421.861028:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.861603:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013248384:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.861619:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.861655:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca82050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1963:x1830887015263488:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7697us (8308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.861662:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7313 00000100:00100000:3.0:1746070421.861910:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015263744:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 1166us (1705us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.861916:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3818 00002000:00100000:3.0:1746070421.861922:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321f80 x1830887015263744/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.861929:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321f80 with x1830887015263744 ext(0->4095) 00002000:00010000:3.0:1746070421.861932:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093321f80 00000100:00100000:2.0:1746070421.862718:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015263872 00000100:00100000:2.0:1746070421.862724:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015263872 00000100:00100000:2.0:1746070421.862754:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5047 00000100:00100000:2.0:1746070421.862760:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:31620:x1830887015263872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.862771:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.862783:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf118 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.862805:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e3e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf111 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.862813:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.862814:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.862817:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 22 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.862839:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e3e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf111 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.862858:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e3e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf111 expref: 5 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.862867:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013248512:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.862916:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.866770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.867192:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013248512:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.867216:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 22 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.867229:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:3.0:1746070421.867265:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:31620:x1830887015263872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4504us (6235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.867272:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5047 00000100:00100000:3.0:1746070421.867292:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015264000 00000100:00100000:3.0:1746070421.867296:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015264000 00000100:00100000:0.0:1746070421.868267:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.868296:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015264128 00000100:00100000:0.0:1746070421.868299:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015264128 00010000:00010000:0.0:1746070421.868319:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e3e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf111 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746070421.868339:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7314 00000100:00100000:0.0:1746070421.868344:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015264128:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070421.868353:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070421.868370:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e3e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf111 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.868379:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e3e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf111 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.868397:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e3e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf111 expref: 6 pid: 8444 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.868410:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070421.868411:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070421.868416:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 22 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.868424:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 22 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.868462:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 22 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070421.868472:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093321180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013248640:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070421.868517:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.868842:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5048 00000100:00100000:3.0:1746070421.868857:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:31621:x1830887015264000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.868868:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.868875:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf11f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.868888:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 23 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.868893:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.868894:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.868896:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.868909:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 23 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.868917:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:3.0:1746070421.868924:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013248768:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.868957:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.871038:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093321180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013248640:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070421.871062:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070421.871097:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015264128:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2752us (2830us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070421.871105:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7314 00000100:00100000:0.0:1746070421.872068:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.872589:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015264384 00000100:00100000:3.0:1746070421.872596:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015264384 00002000:00100000:3.0:1746070421.872629:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321180 x1830887015264384/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.872638:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321180 with x1830887015264384 ext(0->4095) 00010000:00010000:3.0:1746070421.872646:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 24 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.872658:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 24 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.872663:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321180 00000100:00100000:3.0:1746070421.872717:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1671 00000100:00100000:3.0:1746070421.872724:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1961:x1830887015264384:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070421.872861:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1961:x1830887015264384:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (793us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.872867:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1671 00002000:00100000:3.0:1746070421.872872:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321180 x1830887015264384/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.872879:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321180 with x1830887015264384 ext(0->4095) 00010000:00010000:3.0:1746070421.872883:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 24 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.872891:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 24 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:3.0:1746070421.872897:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321180 00000100:00100000:3.0:1746070421.874285:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013248768:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.874308:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.874324:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130ee8400, rc 0) 00000100:00100000:3.0:1746070421.874363:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:31621:x1830887015264000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5506us (7598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.874369:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5048 00000100:00100000:0.0:1746070421.875935:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.876633:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015264512 00000100:00100000:3.0:1746070421.876640:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015264512 00000100:00100000:0.0:1746070421.877066:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.877150:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5049 00000100:00100000:3.0:1746070421.877159:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:31620:x1830887015264512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.877173:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.877187:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3fd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf126 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.877208:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.877213:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 24 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.877218:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070421.877221:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3fd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf126 expref: 24 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.877249:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 24 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.877258:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3fd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf126 expref: 24 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.877271:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130ee9600, rc 0) 00000100:00100000:3.0:1746070421.877302:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:31620:x1830887015264512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (1371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.877307:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5049 00000100:00100000:1.0:1746070421.877458:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015264640 00000100:00100000:1.0:1746070421.877462:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015264640 00010000:00010000:1.0:1746070421.877476:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 24 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.877499:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7315 00000100:00100000:1.0:1746070421.877504:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1962:x1830887015264640:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.877514:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.877529:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 24 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.877538:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 24 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.877550:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e3ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf118 expref: 24 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.877563:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.877565:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.877569:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.877575:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.877592:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.877600:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.877609:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013249024:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070421.877647:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.880972:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.881085:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013249024:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070421.881101:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070421.881135:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1962:x1830887015264640:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3630us (4069us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070421.881144:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7315 00000100:00100000:2.0:1746070421.881208:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015264896 00000100:00100000:2.0:1746070421.881214:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015264896 00002000:00100000:2.0:1746070421.881242:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321880 x1830887015264896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.881250:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321880 with x1830887015264896 ext(0->4095) 00010000:00010000:2.0:1746070421.881257:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.881267:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.881272:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321880 00000100:00100000:2.0:1746070421.881411:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1672 00000100:00100000:2.0:1746070421.881417:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1963:x1830887015264896:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070421.881529:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1963:x1830887015264896:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (563us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070421.881534:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1672 00002000:00100000:2.0:1746070421.881538:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321880 x1830887015264896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070421.881544:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321880 with x1830887015264896 ext(0->4095) 00010000:00010000:2.0:1746070421.881548:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.881556:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00002000:00010000:2.0:1746070421.881560:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321880 00000100:00100000:0.0:1746070421.884230:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.884529:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015265024 00000100:00100000:2.0:1746070421.884536:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015265024 00000100:00100000:2.0:1746070421.885166:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5050 00000100:00100000:2.0:1746070421.885175:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015265024:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.885190:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.885204:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e404 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf12d expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.885225:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.885230:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3fd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf126 expref: 22 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.885235:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070421.885238:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e404 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf12d expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.885265:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3fd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf126 expref: 22 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.885276:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e404 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf12d expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.885284:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070421.886429:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015265024:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1252us (2200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.886435:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5050 00000100:00100000:1.0:1746070421.886646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.886774:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015265152 00000100:00100000:0.0:1746070421.886779:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015265152 00010000:00010000:0.0:1746070421.886798:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746070421.886815:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7316 00000100:00100000:0.0:1746070421.886820:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1964:x1830887015265152:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070421.886829:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070421.886855:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.886864:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.886879:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8400/0x628f9640b607e3f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf11f expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746070421.887220:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070421.887222:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070421.887229:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf126 expref: 22 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.887236:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf126 expref: 22 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.887261:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf126 expref: 22 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070421.887271:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf126 expref: 22 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746070421.887281:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093323800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013249280:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070421.887793:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.890063:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.890363:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015265280 00000100:00100000:1.0:1746070421.890370:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015265280 00010000:00010000:1.0:1746070421.890395:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3fd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf126 expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00000100:00100000:1.0:1746070421.890449:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7317 00000100:00100000:1.0:1746070421.890456:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1963:x1830887015265280:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070421.890467:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070421.890485:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3fd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf126 expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.890495:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf126 expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.890514:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e3fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf126 expref: 23 pid: 8445 timeout: 633 lvb_type: 0 00010000:00010000:1.0:1746070421.890514:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.890516:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070421.890522:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e404 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf12d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070421.890528:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e404 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf12d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070421.890534:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093323800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013249280:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.890554:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746070421.890557:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e404 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf12d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070421.890567:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013249408:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070421.890600:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1964:x1830887015265152:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3775us (3950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.890607:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7316 00000100:00100000:1.0:1746070421.890904:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070421.892948:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.892950:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013249408:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.892968:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070421.893005:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1963:x1830887015265280:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2550us (2946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.893014:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7317 00000100:00100000:3.0:1746070421.893252:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015265536 00000100:00100000:3.0:1746070421.893257:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015265536 00002000:00100000:3.0:1746070421.893289:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31f100 x1830887015265536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.893297:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f100 with x1830887015265536 ext(0->4095) 00002000:00010000:3.0:1746070421.893301:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31f100 00000100:00100000:3.0:1746070421.893322:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3819 00000100:00100000:3.0:1746070421.893328:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015265536:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070421.893448:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015265536:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (503us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.893453:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3819 00002000:00100000:3.0:1746070421.893644:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31f100 x1830887015265536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.893652:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f100 with x1830887015265536 ext(0->4095) 00002000:00010000:3.0:1746070421.893654:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31f100 00000100:00100000:0.0:1746070421.894987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.895340:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015265664 00000100:00100000:2.0:1746070421.895345:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015265664 00000100:00100000:2.0:1746070421.896751:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5051 00000100:00100000:2.0:1746070421.896760:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:31621:x1830887015265664:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.896776:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.897006:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf134 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.897032:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e404 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf12d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.897039:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.897040:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.897043:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 22 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.897079:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e404 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf12d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.897089:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e404 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf12d expref: 5 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.897099:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013249536:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.897347:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.900266:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013249536:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.900291:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 22 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.900305:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070421.900338:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:31621:x1830887015265664:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3580us (5352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.900346:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5051 00000100:00100000:0.0:1746070421.902905:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.903003:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015265792 00000100:00100000:2.0:1746070421.903009:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015265792 00010000:00010000:2.0:1746070421.903036:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e404 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf12d expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.903058:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7318 00000100:00100000:2.0:1746070421.903064:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015265792:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070421.903076:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070421.903092:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e404 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf12d expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.903102:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e404 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf12d expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.903124:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e404 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf12d expref: 6 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:2.0:1746070421.903152:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.903154:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070421.903161:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 21 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.903167:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 21 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.903192:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 21 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070421.903202:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013249664:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070421.903271:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070421.908841:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.908908:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015266048 00000100:00100000:3.0:1746070421.908914:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015266048 00000100:00100000:2.0:1746070421.908936:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013249664:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070421.908952:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070421.908986:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015265792:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5922us (6086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.908994:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7318 00002000:00100000:3.0:1746070421.909050:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323100 x1830887015266048/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.909063:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323100 with x1830887015266048 ext(0->4095) 00002000:00010000:3.0:1746070421.909067:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093323100 00000100:00100000:3.0:1746070421.909080:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3820 00000100:00100000:3.0:1746070421.909085:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1961:x1830887015266048:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070421.911160:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1961:x1830887015266048:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 2069us (2320us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.911169:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3820 00002000:00100000:3.0:1746070421.911178:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323100 x1830887015266048/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.911186:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323100 with x1830887015266048 ext(0->4095) 00002000:00010000:3.0:1746070421.911190:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093323100 00000100:00100000:0.0:1746070421.922384:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070421.922462:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015266176 00000100:00100000:2.0:1746070421.922470:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015266176 00000100:00100000:2.0:1746070421.922515:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5052 00000100:00100000:2.0:1746070421.922522:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015266176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.922539:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.922552:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf13b expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.922575:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 21 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.922581:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.922583:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.922585:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.922606:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 21 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.922615:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 21 pid: 25271 timeout: 633 lvb_type: 0 00000100:00100000:2.0:1746070421.922624:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013249792:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070421.922714:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43213c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070421.945939:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013249792:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070421.945966:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.945980:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070421.946144:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015266176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 23620us (23764us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.946154:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5052 00000100:00100000:0.0:1746070421.954182:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070421.954231:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.954365:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015266432 00000100:00100000:3.0:1746070421.954372:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015266432 00002000:00100000:3.0:1746070421.954409:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087be8a80 x1830887015266432/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.954419:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8a80 with x1830887015266432 ext(0->7) 00010000:00010000:3.0:1746070421.954426:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 22 pid: 25271 timeout: 633 lvb_type: 0 00010000:00010000:3.0:1746070421.954439:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 22 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070421.954445:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8a80 00000100:00100000:3.0:1746070421.954464:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1673 00000100:00100000:3.0:1746070421.954471:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1963:x1830887015266432:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070421.954518:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015266304 00000100:00100000:2.0:1746070421.954520:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015266304 00000100:00100000:2.0:1746070421.954550:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5053 00000100:00100000:2.0:1746070421.954555:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:31620:x1830887015266304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070421.954562:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070421.954841:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf142 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.954868:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070421.954873:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.954877:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070421.954880:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 24 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.954906:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.954916:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 26 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070421.954924:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:3.0:1746070421.954965:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1963:x1830887015266432:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 493us (733us total) trans 4294967965 rc 0/0 00000100:00100000:3.0:1746070421.954971:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1673 00002000:00100000:3.0:1746070421.954977:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087be8a80 x1830887015266432/t4294967965(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/448 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.954984:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8a80 with x1830887015266432 ext(0->7) 00010000:00010000:3.0:1746070421.954988:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 26 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070421.954996:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 26 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070421.955001:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8a80 00000100:00100000:0.0:1746070421.958382:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.959063:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015266560 00000100:00100000:3.0:1746070421.959071:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015266560 00010000:00010000:3.0:1746070421.959102:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 26 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070421.959138:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7319 00000100:00100000:3.0:1746070421.959145:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1962:x1830887015266560:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.959156:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.959174:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 26 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070421.959183:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 26 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070421.959203:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e40b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf134 expref: 26 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070421.959461:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:31620:x1830887015266304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4903us (5285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070421.959468:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5053 00010000:00010000:3.0:1746070421.959535:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.959537:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.959546:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.959554:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.959586:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.959597:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 5 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070421.959608:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013250048:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.966763:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.971469:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013250048:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.971491:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.971535:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1962:x1830887015266560:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 12391us (13159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.971544:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7319 00000100:00100000:0.0:1746070421.971818:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.972156:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015266816 00000100:00100000:3.0:1746070421.972161:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015266816 00002000:00100000:3.0:1746070421.972189:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9500 x1830887015266816/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.972197:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9500 with x1830887015266816 ext(0->4095) 00010000:00010000:3.0:1746070421.972205:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070421.972215:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070421.972220:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be9500 00000100:00100000:3.0:1746070421.972234:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1674 00000100:00100000:3.0:1746070421.972239:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015266816:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070421.972365:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015266816:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (547us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070421.972371:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1674 00002000:00100000:3.0:1746070421.972376:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9500 x1830887015266816/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070421.972383:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9500 with x1830887015266816 ext(0->4095) 00010000:00010000:3.0:1746070421.972387:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070421.972394:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070421.972398:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be9500 00000100:00100000:0.0:1746070421.975261:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.975353:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015266944 00000100:00100000:3.0:1746070421.975359:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015266944 00010000:00010000:3.0:1746070421.975383:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070421.975405:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7320 00000100:00100000:3.0:1746070421.975411:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca81c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015266944:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.975421:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.975437:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070421.975448:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070421.975466:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e412 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf13b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070421.975496:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.975498:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.975503:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 23 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.975511:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 23 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.975563:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 23 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070421.975579:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013250176:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.975783:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.976977:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013250176:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070421.976993:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070421.977166:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca81c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015266944:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1754us (1912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.977175:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7320 00000100:00100000:0.0:1746070421.977481:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.977646:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015267200 00000100:00100000:1.0:1746070421.977652:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015267200 00002000:00100000:1.0:1746070421.977873:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087beb480 x1830887015267200/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.977883:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087beb480 with x1830887015267200 ext(0->4095) 00002000:00010000:1.0:1746070421.977886:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087beb480 00000100:00100000:1.0:1746070421.977967:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3821 00000100:00100000:1.0:1746070421.977973:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1961:x1830887015267200:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070421.978401:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1961:x1830887015267200:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 427us (920us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070421.978407:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3821 00002000:00100000:1.0:1746070421.978412:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087beb480 x1830887015267200/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 488/4536 e 0 to 0 dl 1746070432 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.978418:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087beb480 with x1830887015267200 ext(0->4095) 00002000:00010000:1.0:1746070421.978421:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087beb480 00000100:00100000:0.0:1746070421.981175:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.982538:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015267328 00000100:00100000:3.0:1746070421.982546:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015267328 00000100:00100000:3.0:1746070421.982579:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5054 00000100:00100000:3.0:1746070421.982584:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015267328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.982598:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.982611:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf149 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.982632:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 23 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.982639:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.982641:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.982644:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.982666:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 23 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.982696:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 23 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070421.982706:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013250304:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070421.982771:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070421.987535:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013250304:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070421.987576:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.987591:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130ee8a00, rc 0) 00000100:00100000:3.0:1746070421.987628:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015267328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5043us (6459us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.987636:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5054 00000100:00100000:0.0:1746070421.992256:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070421.992999:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015267456 00000100:00100000:1.0:1746070421.993007:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015267456 00002000:00100000:1.0:1746070421.993045:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087be8000 x1830887015267456/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/0 e 0 to 0 dl 1746070432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.993055:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8000 with x1830887015267456 ext(0->7) 00010000:00010000:1.0:1746070421.993062:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 24 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070421.993075:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 24 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070421.993081:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8000 00000100:00100000:1.0:1746070421.993110:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1675 00000100:00100000:1.0:1746070421.993117:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1963:x1830887015267456:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070421.993378:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1963:x1830887015267456:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 261us (1134us total) trans 4294967966 rc 0/0 00000100:00100000:1.0:1746070421.993383:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1675 00002000:00100000:1.0:1746070421.993389:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087be8000 x1830887015267456/t4294967966(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:52/0 lens 496/448 e 0 to 0 dl 1746070432 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070421.993396:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8000 with x1830887015267456 ext(0->7) 00010000:00010000:1.0:1746070421.993400:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 26 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070421.993409:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 26 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070421.993413:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8000 00000100:00100000:0.0:1746070421.997325:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.997385:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015267584 00000100:00100000:3.0:1746070421.997393:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015267584 00000100:00100000:3.0:1746070421.997437:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5055 00000100:00100000:3.0:1746070421.997443:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31620:x1830887015267584:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070421.997456:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070421.997472:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e427 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf150 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.997493:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070421.997498:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.997506:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070421.997509:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e427 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf150 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.997537:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.997546:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e427 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf150 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.997554:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130ee9600, rc 0) 00000100:00100000:3.0:1746070421.997599:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:31620:x1830887015267584:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070421.997604:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5055 00000100:00100000:0.0:1746070421.998976:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070421.999038:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015267712 00000100:00100000:3.0:1746070421.999042:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015267712 00010000:00010000:3.0:1746070421.999060:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 27 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070421.999077:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7321 00000100:00100000:3.0:1746070421.999081:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1962:x1830887015267712:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070421.999089:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070421.999103:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 27 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070421.999111:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 27 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070421.999127:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e419 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf142 expref: 27 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070421.999148:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.999149:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070421.999154:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.999160:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.999180:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070421.999188:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 5 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070421.999197:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013250560:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070421.999927:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.004038:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013250560:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.004057:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.004093:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1962:x1830887015267712:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5010us (5119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.004102:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7321 00000100:00100000:0.0:1746070422.004550:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.005520:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015267968 00000100:00100000:3.0:1746070422.005527:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015267968 00002000:00100000:3.0:1746070422.005573:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8380 x1830887015267968/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.005581:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8380 with x1830887015267968 ext(0->4095) 00010000:00010000:3.0:1746070422.005588:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.005599:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.005605:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8380 00000100:00100000:3.0:1746070422.005618:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1676 00000100:00100000:3.0:1746070422.005624:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015267968:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070422.005754:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015267968:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (1204us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.005760:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1676 00002000:00100000:3.0:1746070422.005765:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8380 x1830887015267968/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.005771:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8380 with x1830887015267968 ext(0->4095) 00010000:00010000:3.0:1746070422.005774:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.005782:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.005787:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8380 00000100:00080000:0.0:1746070422.005838:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070422.010015:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.010119:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015268096 00000100:00100000:3.0:1746070422.010127:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015268096 00010000:00010000:3.0:1746070422.010152:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.010174:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7322 00000100:00100000:3.0:1746070422.010179:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015268096:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.010189:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.010205:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.010214:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.010231:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130ee8a00/0x628f9640b607e420 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf149 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.010840:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.010842:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.010857:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e427 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf150 expref: 25 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.010864:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e427 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf150 expref: 25 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.010891:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e427 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf150 expref: 25 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070422.010904:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013250688:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.011191:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.017806:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.017892:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013250688:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.017907:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.017941:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015268096:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7761us (7933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.017949:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7322 00000100:00100000:1.0:1746070422.018079:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015268352 00000100:00100000:1.0:1746070422.018084:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015268352 00002000:00100000:1.0:1746070422.018130:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9c00 x1830887015268352/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.018143:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9c00 with x1830887015268352 ext(0->4095) 00002000:00010000:1.0:1746070422.018147:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be9c00 00000100:00100000:1.0:1746070422.018158:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3822 00000100:00100000:1.0:1746070422.018164:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1964:x1830887015268352:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070422.018267:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1964:x1830887015268352:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.018272:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3822 00002000:00100000:1.0:1746070422.018277:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9c00 x1830887015268352/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.018283:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9c00 with x1830887015268352 ext(0->4095) 00002000:00010000:1.0:1746070422.018286:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be9c00 00000100:00080000:2.0:1746070422.018424:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070422.020421:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.021812:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015268480 00000100:00100000:2.0:1746070422.021818:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015268480 00000100:00100000:2.0:1746070422.021872:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5056 00000100:00100000:2.0:1746070422.021878:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015268480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.021892:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.021906:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf157 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.021929:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e427 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf150 expref: 25 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.021935:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.021937:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.021940:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.021961:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e427 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf150 expref: 25 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.021971:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e427 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf150 expref: 25 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.021981:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013250816:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.023857:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43213c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.026296:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013250816:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.026322:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.026340:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070422.026385:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015268480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4506us (5967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.026391:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5056 00000100:00100000:0.0:1746070422.032085:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070422.032199:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.032270:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015268736 00000100:00100000:3.0:1746070422.032277:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015268736 00010000:00010000:3.0:1746070422.032304:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e427 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf150 expref: 26 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.032327:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7323 00000100:00100000:3.0:1746070422.032332:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1961:x1830887015268736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.032342:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.032358:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e427 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf150 expref: 26 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.032367:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e427 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf150 expref: 26 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.032385:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130ee9600/0x628f9640b607e427 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf150 expref: 26 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.032400:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.032402:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.032408:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.032415:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.032440:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070422.032449:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013250944:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.032504:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe30c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.032830:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015268608 00000100:00100000:2.0:1746070422.032834:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015268608 00000100:00100000:2.0:1746070422.032876:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5057 00000100:00100000:2.0:1746070422.032881:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31620:x1830887015268608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.032891:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.032899:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf15e expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.032914:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.032919:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.032920:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.032923:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.032937:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.032947:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 5 pid: 8445 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.032959:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013251072:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.033960:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43213c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.039435:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013250944:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.039455:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.039730:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1961:x1830887015268736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7394us (7528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.039739:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7323 00000100:00100000:2.0:1746070422.039831:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013251072:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.039863:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.039877:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:3.0:1746070422.040446:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.040469:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015268992 00000100:00100000:3.0:1746070422.040474:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015268992 00002000:00100000:3.0:1746070422.040500:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d5180 x1830887015268992/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.040508:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d5180 with x1830887015268992 ext(0->4095) 00010000:00010000:3.0:1746070422.040513:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.040524:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.040531:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801324d5180 00000100:00100000:2.0:1746070422.040596:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31620:x1830887015268608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7714us (8518us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.040603:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5057 00000100:00100000:3.0:1746070422.041523:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1677 00000100:00100000:3.0:1746070422.041531:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015268992:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070422.051226:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015268992:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 9685us (10770us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.051238:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1677 00002000:00100000:3.0:1746070422.051249:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d5180 x1830887015268992/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.051258:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d5180 with x1830887015268992 ext(0->4095) 00010000:00010000:3.0:1746070422.051266:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.051280:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.051286:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801324d5180 00000100:00100000:0.0:1746070422.078201:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.078286:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015269120 00000100:00100000:3.0:1746070422.078294:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015269120 00010000:00010000:3.0:1746070422.078322:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.078346:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7324 00000100:00100000:3.0:1746070422.078352:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015269120:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.078363:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.078380:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.078390:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.078409:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e42e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf157 expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.078435:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.078437:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.078443:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 25 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.078450:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 25 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.078478:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 25 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070422.078488:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013251200:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.078558:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.080302:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013251200:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.080316:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.080341:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015269120:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1990us (2149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.080349:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7324 00000100:00100000:0.0:1746070422.084862:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.085114:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015269376 00000100:00100000:3.0:1746070422.085121:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015269376 00002000:00100000:3.0:1746070422.085154:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087bea680 x1830887015269376/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.085163:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087bea680 with x1830887015269376 ext(0->4095) 00002000:00010000:3.0:1746070422.085168:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087bea680 00000100:00100000:3.0:1746070422.085182:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3823 00000100:00100000:3.0:1746070422.085188:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1963:x1830887015269376:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070422.085305:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1963:x1830887015269376:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.085310:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3823 00002000:00100000:3.0:1746070422.085315:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087bea680 x1830887015269376/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.085320:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087bea680 with x1830887015269376 ext(0->4095) 00002000:00010000:3.0:1746070422.085322:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087bea680 00000100:00100000:0.0:1746070422.095168:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.095251:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015269504 00000100:00100000:2.0:1746070422.095258:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015269504 00000100:00100000:2.0:1746070422.095293:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5058 00000100:00100000:2.0:1746070422.095300:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015269504:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.095314:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.095327:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e43c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf165 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.095351:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 25 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.095357:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.095358:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.095361:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e43c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf165 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.095392:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 25 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.095401:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 25 pid: 8445 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.095411:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013251328:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.096107:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43213c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.101852:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013251328:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.101878:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e43c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf165 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.101893:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070422.101927:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015269504:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6627us (6765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.101935:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5058 00000100:00100000:0.0:1746070422.108502:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.108590:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015269632 00000100:00100000:2.0:1746070422.108597:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015269632 00002000:00100000:2.0:1746070422.108629:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087bea300 x1830887015269632/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.108637:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087bea300 with x1830887015269632 ext(0->7) 00010000:00010000:2.0:1746070422.108645:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 26 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.108660:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 26 pid: 8445 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.108666:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087bea300 00000100:00100000:2.0:1746070422.111199:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1678 00000100:00100000:2.0:1746070422.111212:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1963:x1830887015269632:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070422.113180:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1963:x1830887015269632:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 1966us (4678us total) trans 4294967967 rc 0/0 00000100:00100000:2.0:1746070422.113189:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1678 00002000:00100000:2.0:1746070422.113198:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087bea300 x1830887015269632/t4294967967(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/448 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.113206:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087bea300 with x1830887015269632 ext(0->7) 00010000:00010000:2.0:1746070422.113213:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 28 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.113227:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 28 pid: 8445 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.113233:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087bea300 00000100:00100000:0.0:1746070422.116270:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.116359:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015269760 00000100:00100000:3.0:1746070422.116366:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015269760 00010000:00010000:3.0:1746070422.116395:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 28 pid: 8445 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.116420:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7325 00000100:00100000:3.0:1746070422.116427:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1963:x1830887015269760:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.116438:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746070422.116453:0:7078:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746070421 -> 1746070422 00002000:00010000:3.0:1746070422.116456:0:7078:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746070421 -> 1746070422 00010000:00010000:3.0:1746070422.116462:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 28 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.116472:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 28 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.116490:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e435 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf15e expref: 28 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.116520:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.116522:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.116529:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e43c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf165 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.116536:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e43c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf165 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.116563:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e43c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf165 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070422.116573:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013251456:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.116647:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.123476:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.123527:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015270016 00000100:00100000:2.0:1746070422.123533:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015270016 00002000:00100000:2.0:1746070422.123566:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33100 x1830887015270016/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.123575:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33100 with x1830887015270016 ext(0->4095) 00002000:00010000:2.0:1746070422.123580:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be33100 00000100:00100000:2.0:1746070422.123598:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3824 00000100:00100000:2.0:1746070422.123604:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015270016:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070422.123776:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013251456:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.123796:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070422.126089:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.128142:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015270016:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 4530us (4664us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.128153:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3824 00002000:00100000:2.0:1746070422.128164:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33100 x1830887015270016/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.128171:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33100 with x1830887015270016 ext(0->4095) 00002000:00010000:2.0:1746070422.128176:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be33100 00000100:00100000:2.0:1746070422.128205:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015270144 00000100:00100000:2.0:1746070422.128211:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015270144 00000100:00100000:0.0:1746070422.128483:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5059 00000100:00100000:0.0:1746070422.128491:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:31620:x1830887015270144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070422.128504:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070422.128522:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf16c expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070422.128543:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e43c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf165 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070422.128549:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070422.128551:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070422.128554:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070422.128576:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e43c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf165 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070422.128586:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e43c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf165 expref: 5 pid: 8445 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746070422.128595:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009be30a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013251584:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070422.128653:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943796c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.129780:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1963:x1830887015269760:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 13351us (13513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.129788:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7325 00000100:00100000:2.0:1746070422.130692:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009be30a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013251584:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.130716:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 28 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.130728:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304d200, rc 0) 00000100:00100000:2.0:1746070422.133617:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:31620:x1830887015270144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5120us (7526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.133625:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5059 00000100:00100000:1.0:1746070422.134597:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.134638:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.134664:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015270400 00000100:00100000:1.0:1746070422.134685:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015270400 00010000:00010000:1.0:1746070422.134708:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e43c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf165 expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746070422.134730:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7326 00000100:00100000:1.0:1746070422.134736:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015270400:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070422.134747:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070422.134762:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e43c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf165 expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.134777:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e43c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf165 expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.134794:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e43c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf165 expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.134808:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.134809:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.134815:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.134820:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.134853:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070422.134863:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013251712:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070422.134916:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.135150:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015270272 00000100:00100000:3.0:1746070422.135153:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015270272 00000100:00100000:3.0:1746070422.136694:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5060 00000100:00100000:3.0:1746070422.136703:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:31621:x1830887015270272:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.136715:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.136727:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e44a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf173 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.136747:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.136753:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.136754:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.136757:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e44a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf173 expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.136775:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.136785:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 29 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.136794:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013251840:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.136852:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070422.137506:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013251712:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070422.137518:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070422.137655:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015270400:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2918us (3016us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070422.137663:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7326 00000100:00100000:3.0:1746070422.140637:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013251840:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.140661:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e44a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf173 expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.140696:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebd800, rc 0) 00000100:00100000:3.0:1746070422.140726:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:31621:x1830887015270272:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4024us (6130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.140733:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5060 00000100:00100000:0.0:1746070422.140885:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.140971:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015270656 00000100:00100000:1.0:1746070422.140976:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015270656 00002000:00100000:1.0:1746070422.141001:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30700 x1830887015270656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.141010:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30700 with x1830887015270656 ext(0->4095) 00010000:00010000:1.0:1746070422.141015:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 29 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.141024:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 29 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.141029:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30700 00000100:00100000:1.0:1746070422.141047:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1679 00000100:00100000:1.0:1746070422.141052:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1964:x1830887015270656:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070422.141154:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1964:x1830887015270656:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.141158:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1679 00002000:00100000:1.0:1746070422.141163:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30700 x1830887015270656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.141169:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30700 with x1830887015270656 ext(0->4095) 00010000:00010000:1.0:1746070422.141172:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 29 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.141180:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 29 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.141184:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30700 00000100:00100000:0.0:1746070422.148139:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.148220:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015270784 00000100:00100000:1.0:1746070422.148226:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015270784 00010000:00010000:1.0:1746070422.148253:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 29 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746070422.148697:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7327 00000100:00100000:1.0:1746070422.148705:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1961:x1830887015270784:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070422.148718:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070422.148735:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 29 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.148745:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 29 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.148763:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304d200/0x628f9640b607e443 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf16c expref: 29 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.148780:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.148782:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.148787:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e44a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf173 expref: 28 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.148794:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e44a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf173 expref: 28 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.148820:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e44a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf173 expref: 28 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070422.148835:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013251968:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070422.150128:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.156973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.157070:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013251968:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070422.157086:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070422.157118:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1961:x1830887015270784:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8414us (8986us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070422.157127:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7327 00000100:00100000:2.0:1746070422.157218:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015271040 00000100:00100000:2.0:1746070422.157223:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015271040 00002000:00100000:2.0:1746070422.157264:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33800 x1830887015271040/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.157273:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33800 with x1830887015271040 ext(0->4095) 00002000:00010000:2.0:1746070422.157277:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be33800 00000100:00100000:2.0:1746070422.157291:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3825 00000100:00100000:2.0:1746070422.157296:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1964:x1830887015271040:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070422.157414:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1964:x1830887015271040:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.157420:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3825 00002000:00100000:2.0:1746070422.157424:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33800 x1830887015271040/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.157432:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33800 with x1830887015271040 ext(0->4095) 00002000:00010000:2.0:1746070422.157434:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be33800 00000100:00100000:0.0:1746070422.160478:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.160771:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015271168 00000100:00100000:3.0:1746070422.160778:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015271168 00000100:00100000:3.0:1746070422.160824:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5061 00000100:00100000:3.0:1746070422.160831:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015271168:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.160853:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.160868:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf17a expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.160892:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e44a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf173 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.160899:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.160901:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.160904:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.160927:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e44a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf173 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.160937:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e44a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf173 expref: 27 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.160952:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013252096:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.161019:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.165750:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013252096:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.165777:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.165791:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebc800, rc 0) 00000100:00100000:3.0:1746070422.165839:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015271168:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5007us (5366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.165856:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5061 00000100:00100000:0.0:1746070422.166241:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.166560:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015271296 00000100:00100000:1.0:1746070422.166567:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015271296 00010000:00010000:1.0:1746070422.166588:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e44a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf173 expref: 28 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746070422.166619:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7328 00000100:00100000:1.0:1746070422.166625:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1964:x1830887015271296:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070422.166635:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070422.166652:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e44a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf173 expref: 28 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.166662:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e44a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf173 expref: 28 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.166710:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd800/0x628f9640b607e44a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf173 expref: 28 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.166733:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.166735:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.166741:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.166748:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.166773:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070422.166782:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013252224:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070422.166839:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.169362:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.169706:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015271424 00000100:00100000:3.0:1746070422.169713:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015271424 00000100:00100000:3.0:1746070422.169754:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5062 00000100:00100000:3.0:1746070422.169760:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:31620:x1830887015271424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.169773:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.169789:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf181 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.169810:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.169816:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.169817:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.169820:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.169855:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.169865:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 5 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.169874:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013252352:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.169933:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070422.170580:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013252224:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070422.170594:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070422.170628:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1964:x1830887015271296:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4003us (4387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070422.170635:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7328 00000100:00100000:2.0:1746070422.172341:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.172620:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015271680 00000100:00100000:1.0:1746070422.172627:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015271680 00002000:00100000:1.0:1746070422.172668:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf54700 x1830887015271680/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.172703:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf54700 with x1830887015271680 ext(0->4095) 00010000:00010000:1.0:1746070422.172711:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.172724:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.172734:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf54700 00000100:00100000:1.0:1746070422.172754:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1680 00000100:00100000:1.0:1746070422.172760:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015271680:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070422.172897:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015271680:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.172903:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1680 00002000:00100000:1.0:1746070422.172908:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf54700 x1830887015271680/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.172915:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf54700 with x1830887015271680 ext(0->4095) 00010000:00010000:1.0:1746070422.172919:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.172928:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.172934:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf54700 00000100:00100000:3.0:1746070422.173240:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013252352:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.173260:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 28 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.173271:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebd600, rc 0) 00000100:00100000:3.0:1746070422.173302:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:31620:x1830887015271424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3542us (3945us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.173308:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5062 00000100:00100000:0.0:1746070422.177834:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.178140:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015271808 00000100:00100000:1.0:1746070422.178146:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015271808 00010000:00010000:1.0:1746070422.178174:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746070422.178284:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7329 00000100:00100000:1.0:1746070422.178292:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015271808:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070422.178308:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070422.178327:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.178338:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.178355:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e451 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf17a expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.178382:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.178384:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.178391:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.178399:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.178428:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070422.178439:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013252480:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070422.179405:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070422.182359:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013252480:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070422.182378:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070422.182414:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015271808:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4122us (4585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070422.182423:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7329 00000100:00100000:0.0:1746070422.183139:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.183316:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015272064 00000100:00100000:3.0:1746070422.183322:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015272064 00002000:00100000:3.0:1746070422.183353:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32680 x1830887015272064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.183361:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32680 with x1830887015272064 ext(0->4095) 00002000:00010000:3.0:1746070422.183364:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be32680 00000100:00100000:3.0:1746070422.183917:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3826 00000100:00100000:3.0:1746070422.183924:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1963:x1830887015272064:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070422.184042:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1963:x1830887015272064:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (904us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.184047:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3826 00002000:00100000:3.0:1746070422.184052:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32680 x1830887015272064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.184059:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32680 with x1830887015272064 ext(0->4095) 00002000:00010000:3.0:1746070422.184061:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be32680 00000100:00100000:0.0:1746070422.189577:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.191068:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015272192 00000100:00100000:3.0:1746070422.191077:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015272192 00000100:00100000:3.0:1746070422.191129:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5063 00000100:00100000:3.0:1746070422.191136:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015272192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.191151:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.191164:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf188 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.191188:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.191194:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.191196:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.191199:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.191223:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.191237:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 27 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.191247:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013252608:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.191627:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.198217:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013252608:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.198244:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.198259:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431e400, rc 0) 00000100:00100000:3.0:1746070422.199191:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015272192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8054us (9618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.199199:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5063 00000100:00100000:0.0:1746070422.202056:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.204246:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015272320 00000100:00100000:2.0:1746070422.204256:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015272320 00002000:00100000:2.0:1746070422.204294:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009be30000 x1830887015272320/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.204304:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30000 with x1830887015272320 ext(0->7) 00010000:00010000:2.0:1746070422.204311:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 28 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.204323:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 28 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.204329:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30000 00000100:00100000:2.0:1746070422.204359:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1681 00000100:00100000:2.0:1746070422.204367:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1964:x1830887015272320:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070422.204638:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015272320:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 270us (2587us total) trans 4294967968 rc 0/0 00000100:00100000:2.0:1746070422.204644:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1681 00002000:00100000:2.0:1746070422.204650:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009be30000 x1830887015272320/t4294967968(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/448 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.204657:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30000 with x1830887015272320 ext(0->7) 00010000:00010000:2.0:1746070422.204661:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.204669:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.204691:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30000 00000100:00100000:0.0:1746070422.209482:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.209839:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015272448 00000100:00100000:3.0:1746070422.209855:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015272448 00000100:00100000:3.0:1746070422.210027:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5064 00000100:00100000:3.0:1746070422.210035:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:31620:x1830887015272448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.210049:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.210062:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e466 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf18f expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.210082:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.210087:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.210096:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070422.210098:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e466 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf18f expref: 31 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.210126:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.210137:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e466 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf18f expref: 31 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.210145:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431ec00, rc 0) 00000100:00100000:3.0:1746070422.210347:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:31620:x1830887015272448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 312us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.210353:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5064 00000100:00100000:0.0:1746070422.214360:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.214447:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015272576 00000100:00100000:1.0:1746070422.214455:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015272576 00010000:00010000:1.0:1746070422.214485:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 31 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746070422.215497:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7330 00000100:00100000:1.0:1746070422.215506:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1964:x1830887015272576:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070422.215517:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070422.215535:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 31 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.215545:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 31 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.215562:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e458 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf181 expref: 31 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.215589:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.215591:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.215598:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.215605:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.215631:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.215646:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 5 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746070422.215656:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013252864:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070422.215726:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070422.218412:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013252864:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070422.218429:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070422.218462:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015272576:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2956us (4108us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070422.218470:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7330 00000100:00100000:0.0:1746070422.221104:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.221503:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015272832 00000100:00100000:3.0:1746070422.221509:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015272832 00002000:00100000:3.0:1746070422.221542:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32a00 x1830887015272832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.221550:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32a00 with x1830887015272832 ext(0->4095) 00010000:00010000:3.0:1746070422.221556:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.221568:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.221574:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32a00 00000100:00100000:3.0:1746070422.221592:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1682 00000100:00100000:3.0:1746070422.221597:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015272832:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070422.221740:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015272832:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (640us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.221746:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1682 00002000:00100000:3.0:1746070422.221751:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32a00 x1830887015272832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.221758:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32a00 with x1830887015272832 ext(0->4095) 00010000:00010000:3.0:1746070422.221762:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.221770:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.221775:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32a00 00000100:00100000:0.0:1746070422.225041:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.225239:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015272960 00000100:00100000:1.0:1746070422.225245:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015272960 00010000:00010000:1.0:1746070422.225273:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746070422.225309:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7331 00000100:00100000:1.0:1746070422.225316:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015272960:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070422.225326:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070422.225342:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.225354:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.225371:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e45f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf188 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.225399:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.225401:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.225407:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e466 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf18f expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.225414:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e466 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf18f expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.225440:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e466 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf18f expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070422.225450:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013252992:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070422.226013:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.228313:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.228403:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013252992:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070422.228419:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070422.228447:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015272960:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3132us (3413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070422.228455:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7331 00000100:00100000:2.0:1746070422.228611:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015273216 00000100:00100000:2.0:1746070422.228617:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015273216 00002000:00100000:2.0:1746070422.228644:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30e00 x1830887015273216/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.228653:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30e00 with x1830887015273216 ext(0->4095) 00002000:00010000:2.0:1746070422.228658:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be30e00 00000100:00100000:2.0:1746070422.228709:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3827 00000100:00100000:2.0:1746070422.228715:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1962:x1830887015273216:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070422.228909:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1962:x1830887015273216:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 191us (599us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.228918:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3827 00002000:00100000:2.0:1746070422.228923:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30e00 x1830887015273216/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.228930:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30e00 with x1830887015273216 ext(0->4095) 00002000:00010000:2.0:1746070422.228932:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be30e00 00000100:00100000:0.0:1746070422.230838:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.232220:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015273344 00000100:00100000:3.0:1746070422.232229:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015273344 00000100:00100000:3.0:1746070422.232280:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5065 00000100:00100000:3.0:1746070422.232286:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015273344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.232300:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.232315:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf196 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.232342:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e466 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf18f expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.232354:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.232356:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.232360:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.232385:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e466 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf18f expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.232395:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e466 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf18f expref: 29 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.232405:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013253120:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.232487:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.236149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.236204:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015273472 00000100:00100000:1.0:1746070422.236210:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015273472 00010000:00010000:1.0:1746070422.236237:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e466 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf18f expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746070422.236263:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7332 00000100:00100000:1.0:1746070422.236269:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1963:x1830887015273472:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070422.236282:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070422.236299:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e466 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf18f expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.236309:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e466 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf18f expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.236330:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.236332:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.236339:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.236347:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.236375:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070422.236387:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013253248:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070422.236447:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746070422.239284:0:25271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e466 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf18f expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.239312:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013253120:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.239334:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.239345:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431ea00, rc 0) 00000100:00100000:3.0:1746070422.239392:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015273344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7104us (8556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.239399:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5065 00000100:00100000:0.0:1746070422.240755:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.241653:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013253248:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070422.241668:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070422.241717:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1963:x1830887015273472:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5447us (5573us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070422.241724:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7332 00000100:00100000:3.0:1746070422.241800:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015273600 00000100:00100000:3.0:1746070422.241806:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015273600 00000100:00100000:3.0:1746070422.241858:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5066 00000100:00100000:3.0:1746070422.241865:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:31620:x1830887015273600:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.241878:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.241890:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf19d expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.241912:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.241919:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.241920:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.241924:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 30 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070422.242314:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.242355:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015273856 00000100:00100000:2.0:1746070422.242359:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015273856 00002000:00100000:2.0:1746070422.242381:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c785c00 x1830887015273856/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.242389:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c785c00 with x1830887015273856 ext(0->4095) 00010000:00010000:2.0:1746070422.242394:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.242401:0:25227:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.242402:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070422.242406:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c785c00 00010000:00010000:3.0:1746070422.242412:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.242421:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013253376:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.242423:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1683 00000100:00100000:2.0:1746070422.242428:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015273856:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070422.242461:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.242535:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015273856:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.242541:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1683 00002000:00100000:2.0:1746070422.242546:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c785c00 x1830887015273856/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.242558:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c785c00 with x1830887015273856 ext(0->4095) 00010000:00010000:2.0:1746070422.242562:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.242570:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.242575:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c785c00 00000100:00100000:3.0:1746070422.245754:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013253376:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.245777:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 30 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.245794:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebc800, rc 0) 00000100:00100000:3.0:1746070422.245824:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:31620:x1830887015273600:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3960us (5071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.245830:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5066 00000100:00100000:0.0:1746070422.246473:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.247420:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015273984 00000100:00100000:3.0:1746070422.247427:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015273984 00000100:00100000:3.0:1746070422.247473:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5067 00000100:00100000:3.0:1746070422.247480:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:31621:x1830887015273984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.247494:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.247509:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e47b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1a4 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.247528:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.247534:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 31 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.247539:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.247543:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e47b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1a4 expref: 31 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.247571:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 31 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.247582:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e47b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1a4 expref: 31 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.247595:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431fc00, rc 0) 00000100:00100000:3.0:1746070422.247627:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:31621:x1830887015273984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (1155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.247632:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5067 00000100:00100000:1.0:1746070422.249723:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.250002:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015274112 00000100:00100000:2.0:1746070422.250008:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015274112 00010000:00010000:2.0:1746070422.250035:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.250069:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7333 00000100:00100000:2.0:1746070422.250076:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015274112:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.250087:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.250103:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.250112:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.250131:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e46d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf196 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.250157:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.250159:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.250165:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 30 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.250172:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 30 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.250198:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 30 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.250208:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.250217:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013253632:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.250284:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43216c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.251857:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.251980:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015274368 00000100:00100000:3.0:1746070422.251985:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015274368 00002000:00100000:3.0:1746070422.252011:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c784e00 x1830887015274368/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.252019:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c784e00 with x1830887015274368 ext(0->4095) 00010000:00010000:3.0:1746070422.252025:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 31 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.252035:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 31 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.252040:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c784e00 00000100:00100000:3.0:1746070422.252052:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1684 00000100:00100000:3.0:1746070422.252057:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1964:x1830887015274368:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070422.252177:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1964:x1830887015274368:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.252183:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1684 00002000:00100000:3.0:1746070422.252188:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c784e00 x1830887015274368/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.252200:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c784e00 with x1830887015274368 ext(0->4095) 00010000:00010000:3.0:1746070422.252204:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 31 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.252212:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 31 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.252217:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c784e00 00000100:00100000:2.0:1746070422.252293:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013253632:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.252307:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.252334:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015274112:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2258us (2616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.252341:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7333 00000100:00100000:0.0:1746070422.256251:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.257355:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015274496 00000100:00100000:2.0:1746070422.257364:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015274496 00010000:00010000:2.0:1746070422.257395:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 31 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.257420:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7334 00000100:00100000:2.0:1746070422.257425:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca81450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1963:x1830887015274496:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.257440:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.257459:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 31 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.257469:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 31 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.257487:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e474 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf19d expref: 31 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.257513:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.257515:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.257521:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e47b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1a4 expref: 30 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.257528:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e47b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1a4 expref: 30 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.257555:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e47b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1a4 expref: 30 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.257565:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013253760:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.257641:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43216c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.261930:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.261972:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013253760:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.261993:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070422.262005:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015274752 00000100:00100000:1.0:1746070422.262011:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015274752 00000100:00100000:2.0:1746070422.262025:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca81450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1963:x1830887015274496:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4600us (5780us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.262036:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7334 00002000:00100000:1.0:1746070422.262039:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c785880 x1830887015274752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.262046:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c785880 with x1830887015274752 ext(0->4095) 00002000:00010000:1.0:1746070422.262049:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c785880 00000100:00100000:1.0:1746070422.262075:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3828 00000100:00100000:1.0:1746070422.262081:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1963:x1830887015274752:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070422.262202:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1963:x1830887015274752:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.262207:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3828 00002000:00100000:1.0:1746070422.262212:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c785880 x1830887015274752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.262219:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c785880 with x1830887015274752 ext(0->4095) 00002000:00010000:1.0:1746070422.262222:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c785880 00000100:00100000:0.0:1746070422.263974:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.264644:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015274880 00000100:00100000:2.0:1746070422.264650:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015274880 00000100:00100000:2.0:1746070422.264718:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5068 00000100:00100000:2.0:1746070422.264725:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015274880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.264738:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.264751:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1ab expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.264772:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e47b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1a4 expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.264779:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.264780:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.264783:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.264803:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e47b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1a4 expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.264812:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e47b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1a4 expref: 29 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.264821:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013253888:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.264884:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.267344:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013253888:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.267371:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.267385:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729400, rc 0) 00000100:00100000:2.0:1746070422.267418:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015274880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2693us (3446us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.267425:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5068 00000100:00100000:0.0:1746070422.270029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.270123:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015275008 00000100:00100000:2.0:1746070422.270129:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015275008 00010000:00010000:2.0:1746070422.270158:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e47b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1a4 expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.270180:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7335 00000100:00100000:2.0:1746070422.270186:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1963:x1830887015275008:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.270197:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.270214:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e47b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1a4 expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.270224:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e47b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1a4 expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.270242:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e47b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1a4 expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.270626:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.270628:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.270634:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.270642:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.270666:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.270703:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013254016:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.270964:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.272943:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.273876:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015275136 00000100:00100000:2.0:1746070422.273883:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015275136 00000100:00100000:3.0:1746070422.274228:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013254016:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.274245:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.274291:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1963:x1830887015275008:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4103us (4266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.274299:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7335 00000100:00100000:2.0:1746070422.274367:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5069 00000100:00100000:2.0:1746070422.274373:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:31620:x1830887015275136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.274386:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.274398:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1b2 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.274420:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.274427:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.274429:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.274432:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 30 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.274457:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.274472:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 5 pid: 8445 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.274482:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013254144:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.274534:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.274804:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.274906:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015275392 00000100:00100000:1.0:1746070422.274910:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015275392 00002000:00100000:1.0:1746070422.274933:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c785500 x1830887015275392/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.274940:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c785500 with x1830887015275392 ext(0->4095) 00010000:00010000:1.0:1746070422.274945:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.274954:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.274964:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c785500 00000100:00100000:1.0:1746070422.274977:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1685 00000100:00100000:1.0:1746070422.274982:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015275392:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070422.275112:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015275392:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.275118:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1685 00002000:00100000:1.0:1746070422.275123:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c785500 x1830887015275392/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.275131:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c785500 with x1830887015275392 ext(0->4095) 00010000:00010000:1.0:1746070422.275135:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.275143:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.275149:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c785500 00000100:00100000:0.0:1746070422.279518:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.279668:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015275520 00000100:00100000:3.0:1746070422.279694:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015275520 00000100:00100000:3.0:1746070422.279731:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5070 00000100:00100000:3.0:1746070422.279737:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:31621:x1830887015275520:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.279750:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.279763:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e490 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1b9 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.279783:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.279787:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 32 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.279792:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.279796:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e490 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b9 expref: 32 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.279825:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 32 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.279835:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e490 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b9 expref: 32 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.279852:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebc800, rc 0) 00000100:00100000:3.0:1746070422.279894:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:31621:x1830887015275520:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.279899:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5070 00000100:00100000:2.0:1746070422.279926:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013254144:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.279940:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 31 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.279948:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070422.279964:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:31620:x1830887015275136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5591us (7027us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.279969:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5069 00000100:00100000:2.0:1746070422.281876:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.282148:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015275648 00000100:00100000:3.0:1746070422.282154:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015275648 00010000:00010000:3.0:1746070422.282179:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.282577:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7336 00000100:00100000:3.0:1746070422.282583:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015275648:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.282595:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.282611:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.282621:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.282638:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e482 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ab expref: 6 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.282665:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.282667:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.282691:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 30 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.282698:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 30 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.282725:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 30 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.282733:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 30 pid: 8445 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.282743:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013254400:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.283256:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.285956:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013254400:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.285974:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.286006:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015275648:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3421us (4132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.286014:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7336 00000100:00100000:1.0:1746070422.286459:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.286600:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015275904 00000100:00100000:2.0:1746070422.286606:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015275904 00002000:00100000:2.0:1746070422.286638:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31d180 x1830887015275904/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.286648:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31d180 with x1830887015275904 ext(0->4095) 00010000:00010000:2.0:1746070422.286654:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 31 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.286663:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 31 pid: 8445 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.286700:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31d180 00000100:00100000:2.0:1746070422.286716:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1686 00000100:00100000:2.0:1746070422.286723:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1964:x1830887015275904:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070422.286850:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1964:x1830887015275904:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (382us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.286855:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1686 00002000:00100000:2.0:1746070422.286860:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31d180 x1830887015275904/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.286867:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31d180 with x1830887015275904 ext(0->4095) 00010000:00010000:2.0:1746070422.286870:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 31 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.286879:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 31 pid: 8445 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.286884:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31d180 00000100:00100000:0.0:1746070422.289383:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.289763:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015276032 00000100:00100000:3.0:1746070422.289770:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015276032 00010000:00010000:3.0:1746070422.289795:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 31 pid: 8445 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.289831:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7337 00000100:00100000:3.0:1746070422.289837:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1961:x1830887015276032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.289854:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.289869:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 31 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.289880:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 31 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.289898:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e489 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b2 expref: 31 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.289923:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.289924:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.289930:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e490 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b9 expref: 30 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.289937:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e490 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b9 expref: 30 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.289962:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e490 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b9 expref: 30 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070422.289972:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013254528:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.290036:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.292482:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013254528:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.292497:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.292536:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1961:x1830887015276032:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2698us (3157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.292543:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7337 00000100:00100000:0.0:1746070422.293359:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.293730:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015276288 00000100:00100000:2.0:1746070422.293736:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015276288 00002000:00100000:2.0:1746070422.293766:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c784a80 x1830887015276288/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.293774:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c784a80 with x1830887015276288 ext(0->4095) 00002000:00010000:2.0:1746070422.293778:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c784a80 00000100:00100000:2.0:1746070422.293797:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3829 00000100:00100000:2.0:1746070422.293804:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015276288:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070422.293929:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015276288:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (570us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.293934:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3829 00002000:00100000:2.0:1746070422.293939:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c784a80 x1830887015276288/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.293946:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c784a80 with x1830887015276288 ext(0->4095) 00002000:00010000:2.0:1746070422.293948:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c784a80 00000100:00100000:0.0:1746070422.296741:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.296883:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015276416 00000100:00100000:2.0:1746070422.296889:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015276416 00000100:00100000:2.0:1746070422.296933:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5071 00000100:00100000:2.0:1746070422.296939:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015276416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.296953:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.296966:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e497 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1c0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.296988:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e490 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b9 expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.296995:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.296996:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.296999:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e497 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c0 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.297020:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e490 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b9 expref: 29 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.297033:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e490 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b9 expref: 29 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.297043:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013254656:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.297106:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.299149:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.299298:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013254656:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.299321:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e497 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c0 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.299336:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070422.299381:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015276416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2440us (2645us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.299388:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5071 00000100:00100000:3.0:1746070422.299459:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015276544 00000100:00100000:3.0:1746070422.299464:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015276544 00010000:00010000:3.0:1746070422.299484:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e490 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b9 expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.299513:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7338 00000100:00100000:3.0:1746070422.299519:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1963:x1830887015276544:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.299529:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.299545:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e490 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b9 expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.299554:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e490 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b9 expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.299571:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e490 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1b9 expref: 30 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.299583:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.299585:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.299590:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e497 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.299597:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e497 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.299622:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e497 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070422.299632:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013254784:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.299695:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.302932:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070422.303005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070422.303026:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015276800 00000100:00100000:0.0:1746070422.303033:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015276800 00002000:00100000:0.0:1746070422.303066:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c787480 x1830887015276800/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070422.303075:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787480 with x1830887015276800 ext(0->4095) 00002000:00010000:0.0:1746070422.303079:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c787480 00000100:00100000:0.0:1746070422.303096:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3830 00000100:00100000:0.0:1746070422.303102:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015276800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070422.303226:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015276800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (299us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070422.303232:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3830 00002000:00100000:0.0:1746070422.303237:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c787480 x1830887015276800/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070422.303244:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787480 with x1830887015276800 ext(0->4095) 00002000:00010000:0.0:1746070422.303246:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c787480 00000100:00100000:3.0:1746070422.303357:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013254784:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.303371:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.303400:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1963:x1830887015276544:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3882us (4257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.303407:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7338 00000100:00100000:2.0:1746070422.303698:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015276928 00000100:00100000:2.0:1746070422.303702:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015276928 00000100:00100000:2.0:1746070422.303723:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5072 00000100:00100000:2.0:1746070422.303727:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:31620:x1830887015276928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.303734:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.303746:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1c7 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.303763:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e497 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.303773:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.303775:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.303778:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 30 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.303800:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e497 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.303809:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e497 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c0 expref: 5 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.303817:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013254912:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.303874:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070422.308624:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070422.308787:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015277056 00000100:00100000:0.0:1746070422.308794:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015277056 00000100:00100000:0.0:1746070422.308839:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5073 00000100:00100000:0.0:1746070422.308854:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:31621:x1830887015277056:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070422.308869:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070422.308882:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e4a5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1ce expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070422.308903:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070422.308908:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 32 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070422.308918:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070422.308921:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e4a5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ce expref: 32 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070422.308951:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 32 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070422.308961:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e4a5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ce expref: 32 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070422.308969:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304de00, rc 0) 00000100:00100000:0.0:1746070422.309002:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:31621:x1830887015277056:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070422.309008:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5073 00000100:00100000:2.0:1746070422.309820:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013254912:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.309839:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 31 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.309859:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070422.309888:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:31620:x1830887015276928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6159us (6882us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.309893:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5072 00000100:00100000:0.0:1746070422.310596:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.310822:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015277184 00000100:00100000:3.0:1746070422.310827:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015277184 00010000:00010000:3.0:1746070422.310861:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e497 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c0 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.311149:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7339 00000100:00100000:3.0:1746070422.311155:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015277184:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.311165:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.311181:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e497 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c0 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.311191:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e497 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c0 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.311209:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e497 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c0 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.311556:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.311559:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.311566:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 30 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.311574:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 30 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.311600:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 30 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.311610:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 30 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.311620:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013255168:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.312342:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.315564:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013255168:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.315582:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.315619:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015277184:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4464us (5023us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.315627:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7339 00000100:00100000:0.0:1746070422.316360:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.316566:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015277440 00000100:00100000:2.0:1746070422.316572:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015277440 00002000:00100000:2.0:1746070422.316602:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406d80 x1830887015277440/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.316614:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406d80 with x1830887015277440 ext(0->4095) 00010000:00010000:2.0:1746070422.316621:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 31 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.316631:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 31 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.316636:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092406d80 00000100:00100000:2.0:1746070422.316775:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1687 00000100:00100000:2.0:1746070422.316782:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1963:x1830887015277440:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070422.316920:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1963:x1830887015277440:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (561us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.316927:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1687 00002000:00100000:2.0:1746070422.316932:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406d80 x1830887015277440/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.316938:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406d80 with x1830887015277440 ext(0->4095) 00010000:00010000:2.0:1746070422.316942:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 31 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.316950:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 31 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.316955:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092406d80 00000100:00100000:0.0:1746070422.320055:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.320149:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015277568 00000100:00100000:3.0:1746070422.320157:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015277568 00010000:00010000:3.0:1746070422.320183:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 31 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.320414:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7340 00000100:00100000:3.0:1746070422.320420:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1963:x1830887015277568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.320431:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.320446:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 31 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.320455:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 31 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.320471:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e49e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1c7 expref: 31 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.320620:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.320622:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.320627:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e4a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ce expref: 30 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.320635:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e4a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ce expref: 30 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.320659:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e4a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ce expref: 30 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070422.320669:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013255296:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.321002:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.324821:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.324895:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015277824 00000100:00100000:1.0:1746070422.324902:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015277824 00002000:00100000:1.0:1746070422.324935:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d5880 x1830887015277824/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.324944:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d5880 with x1830887015277824 ext(0->4095) 00002000:00010000:1.0:1746070422.324948:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d5880 00000100:00100000:0.0:1746070422.325024:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013255296:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070422.325038:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070422.325069:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1963:x1830887015277568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4649us (5020us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070422.325076:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7340 00000100:00100000:1.0:1746070422.325173:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3831 00000100:00100000:1.0:1746070422.325179:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015277824:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070422.325279:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015277824:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (464us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.325284:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3831 00002000:00100000:1.0:1746070422.325289:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d5880 x1830887015277824/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.325295:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d5880 with x1830887015277824 ext(0->4095) 00002000:00010000:1.0:1746070422.325297:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d5880 00000100:00100000:0.0:1746070422.328604:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.329034:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015277952 00000100:00100000:2.0:1746070422.329043:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015277952 00000100:00100000:2.0:1746070422.329240:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5074 00000100:00100000:2.0:1746070422.329248:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015277952:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.329262:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.329275:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1d5 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.329297:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e4a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ce expref: 29 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.329303:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.329304:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.329307:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.329330:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e4a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ce expref: 29 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.329340:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e4a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ce expref: 29 pid: 8445 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.329350:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013255424:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.329422:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.332089:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013255424:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.332113:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.332130:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070422.332174:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015277952:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2927us (3577us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.332181:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5074 00000100:00100000:0.0:1746070422.334959:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.335169:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015278080 00000100:00100000:2.0:1746070422.335176:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015278080 00010000:00010000:2.0:1746070422.335202:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e4a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ce expref: 30 pid: 8445 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.335238:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7341 00000100:00100000:2.0:1746070422.335244:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca81050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015278080:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.335254:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.335270:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e4a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ce expref: 30 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.335279:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e4a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ce expref: 30 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.335298:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607e4a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ce expref: 30 pid: 8445 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.335315:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.335316:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.335322:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.335333:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.335358:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.335367:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf55c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013255552:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070422.335897:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.335990:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.336000:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015278208 00000100:00100000:2.0:1746070422.336003:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015278208 00000100:00100000:2.0:1746070422.336021:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5075 00000100:00100000:2.0:1746070422.336025:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:31620:x1830887015278208:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.336035:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.336043:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1dc expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.336057:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.336062:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.336063:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.336065:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 31 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.336078:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.336090:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 5 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.336097:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013255680:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.338305:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.340445:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf55c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013255552:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.340463:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.340510:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca81050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1964:x1830887015278080:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5265us (5556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.340518:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7341 00000100:00100000:0.0:1746070422.340952:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.341096:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013255680:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.341113:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 30 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.341127:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070422.341149:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:31620:x1830887015278208:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5123us (5253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.341155:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5075 00000100:00100000:3.0:1746070422.341804:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015278464 00000100:00100000:3.0:1746070422.341810:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015278464 00002000:00100000:3.0:1746070422.341838:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406a00 x1830887015278464/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.341855:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406a00 with x1830887015278464 ext(0->4095) 00010000:00010000:3.0:1746070422.341861:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.341871:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.341876:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092406a00 00000100:00100000:3.0:1746070422.341891:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1688 00000100:00100000:3.0:1746070422.341897:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015278464:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070422.342012:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015278464:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (1060us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.342017:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1688 00002000:00100000:3.0:1746070422.342022:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406a00 x1830887015278464/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.342034:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406a00 with x1830887015278464 ext(0->4095) 00010000:00010000:3.0:1746070422.342038:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.342046:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.342052:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092406a00 00000100:00100000:0.0:1746070422.346196:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.346415:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015278592 00000100:00100000:3.0:1746070422.346423:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015278592 00010000:00010000:3.0:1746070422.346453:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.346490:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7342 00000100:00100000:3.0:1746070422.346496:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015278592:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.346508:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.346524:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.346533:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.346550:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e4ac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1d5 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.346666:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.346668:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.346695:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 29 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.346702:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 29 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.346729:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 29 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070422.346740:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013255808:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.347153:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.349226:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.349302:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013255808:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.349320:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.349351:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015278592:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2855us (3161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.349359:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7342 00000100:00100000:1.0:1746070422.349563:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015278848 00000100:00100000:1.0:1746070422.349569:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015278848 00002000:00100000:1.0:1746070422.349594:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404380 x1830887015278848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.349602:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404380 with x1830887015278848 ext(0->4095) 00002000:00010000:1.0:1746070422.349605:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404380 00000100:00100000:1.0:1746070422.349624:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3832 00000100:00100000:1.0:1746070422.349629:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015278848:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070422.349754:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015278848:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (533us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.349759:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3832 00002000:00100000:1.0:1746070422.349763:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404380 x1830887015278848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.349770:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404380 with x1830887015278848 ext(0->4095) 00002000:00010000:1.0:1746070422.349773:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404380 00000100:00100000:0.0:1746070422.357644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.357723:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015278976 00000100:00100000:2.0:1746070422.357730:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015278976 00000100:00100000:2.0:1746070422.357772:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5076 00000100:00100000:2.0:1746070422.357778:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015278976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.357792:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.357805:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1e3 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.357829:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 29 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.357839:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.357850:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.357854:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.357878:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 29 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.357889:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 29 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.357900:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013255936:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.358070:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.364059:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013255936:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.364084:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.364100:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070422.364136:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015278976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6357us (6497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.364143:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5076 00000100:00100000:0.0:1746070422.371989:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.372068:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015279104 00000100:00100000:2.0:1746070422.372074:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015279104 00000100:00100000:2.0:1746070422.372113:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5077 00000100:00100000:2.0:1746070422.372118:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:31620:x1830887015279104:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.372135:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.372148:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1ea expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.372168:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.372172:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.372177:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070422.372180:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 31 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.372203:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.372212:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 31 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.372219:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070422.372249:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:31620:x1830887015279104:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.372254:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5077 00000100:00100000:0.0:1746070422.373737:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.373848:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015279232 00000100:00100000:3.0:1746070422.373853:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015279232 00002000:00100000:3.0:1746070422.373882:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092405c00 x1830887015279232/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.373890:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405c00 with x1830887015279232 ext(0->7) 00010000:00010000:3.0:1746070422.373897:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 31 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.373909:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 31 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.373918:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092405c00 00000100:00100000:3.0:1746070422.373933:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1689 00000100:00100000:3.0:1746070422.373939:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1964:x1830887015279232:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070422.374176:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+33:1964:x1830887015279232:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 237us (443us total) trans 4294967969 rc 0/0 00000100:00100000:3.0:1746070422.374181:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1689 00002000:00100000:3.0:1746070422.374187:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092405c00 x1830887015279232/t4294967969(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/448 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.374193:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405c00 with x1830887015279232 ext(0->7) 00010000:00010000:3.0:1746070422.374197:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 33 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.374206:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 33 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.374211:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092405c00 00000100:00100000:0.0:1746070422.382300:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.383381:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015279360 00000100:00100000:3.0:1746070422.383389:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015279360 00010000:00010000:3.0:1746070422.383420:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 33 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.383486:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7343 00000100:00100000:3.0:1746070422.383493:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+33:1962:x1830887015279360:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.383505:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.383524:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 33 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.383535:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 33 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.383552:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e4b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1dc expref: 33 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.384197:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.384199:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.384206:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.384213:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.384240:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.384249:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 5 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.384258:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013256192:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.385377:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.387971:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013256192:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.387989:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.388024:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1962:x1830887015279360:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4530us (5728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.388034:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7343 00000100:00100000:0.0:1746070422.388830:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.389089:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015279616 00000100:00100000:1.0:1746070422.389095:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015279616 00002000:00100000:1.0:1746070422.389123:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092407100 x1830887015279616/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.389131:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092407100 with x1830887015279616 ext(0->4095) 00010000:00010000:1.0:1746070422.389138:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.389149:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.389154:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092407100 00000100:00100000:1.0:1746070422.389180:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1690 00000100:00100000:1.0:1746070422.389186:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015279616:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070422.389306:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015279616:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.389312:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1690 00002000:00100000:1.0:1746070422.389316:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092407100 x1830887015279616/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.389323:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092407100 with x1830887015279616 ext(0->4095) 00010000:00010000:1.0:1746070422.389327:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.389335:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.389341:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092407100 00000100:00100000:0.0:1746070422.392059:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.392163:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015279744 00000100:00100000:3.0:1746070422.392170:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015279744 00010000:00010000:3.0:1746070422.392196:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.392232:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7344 00000100:00100000:3.0:1746070422.392239:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015279744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.392261:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.392279:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.392289:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.392313:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4ba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1e3 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.392327:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.392329:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.392334:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 31 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.392341:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 31 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.392366:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 31 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070422.392377:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013256320:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.392450:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.395470:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.395632:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015280000 00000100:00100000:2.0:1746070422.395638:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015280000 00002000:00100000:2.0:1746070422.395705:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406300 x1830887015280000/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.395714:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406300 with x1830887015280000 ext(0->4095) 00002000:00010000:2.0:1746070422.395719:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092406300 00000100:00100000:2.0:1746070422.395745:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3833 00000100:00100000:2.0:1746070422.395752:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1963:x1830887015280000:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070422.395883:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1963:x1830887015280000:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.395889:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3833 00002000:00100000:2.0:1746070422.395894:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406300 x1830887015280000/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.395901:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406300 with x1830887015280000 ext(0->4095) 00002000:00010000:2.0:1746070422.395904:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092406300 00000100:00100000:3.0:1746070422.396463:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013256320:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.396479:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.396499:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015279744:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4260us (4447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.396505:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7344 00000100:00100000:0.0:1746070422.405997:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.406058:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015280128 00000100:00100000:3.0:1746070422.406064:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015280128 00000100:00100000:3.0:1746070422.406099:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5078 00000100:00100000:3.0:1746070422.406105:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015280128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.406117:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.406129:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1f1 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.406151:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 31 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.406157:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.406159:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.406161:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.406183:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 31 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.406196:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 31 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.406206:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013256448:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.406448:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.423560:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013256448:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.423588:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.423604:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431e400, rc 0) 00000100:00100000:3.0:1746070422.423647:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015280128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17541us (17654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.423653:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5078 00000100:00100000:0.0:1746070422.453556:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070422.453606:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.453707:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015280256 00000100:00100000:1.0:1746070422.453714:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015280256 00002000:00100000:1.0:1746070422.453747:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801319e9c00 x1830887015280256/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.453756:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9c00 with x1830887015280256 ext(0->7) 00010000:00010000:1.0:1746070422.453763:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 32 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.453776:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 32 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.453781:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9c00 00000100:00100000:1.0:1746070422.453806:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1691 00000100:00100000:1.0:1746070422.453812:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1963:x1830887015280256:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070422.454059:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1963:x1830887015280256:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 246us (452us total) trans 4294967970 rc 0/0 00000100:00100000:1.0:1746070422.454065:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1691 00002000:00100000:1.0:1746070422.454070:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801319e9c00 x1830887015280256/t4294967970(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/448 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.454076:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9c00 with x1830887015280256 ext(0->7) 00010000:00010000:1.0:1746070422.454080:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 34 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.454092:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 34 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.454097:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9c00 00000100:00100000:3.0:1746070422.454345:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015280384 00000100:00100000:3.0:1746070422.454349:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015280384 00000100:00100000:3.0:1746070422.454379:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5079 00000100:00100000:3.0:1746070422.454384:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:31620:x1830887015280384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.454392:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.454402:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e4cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1f8 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.454418:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.454423:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.454432:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070422.454435:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e4cf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f8 expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.454462:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.454472:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e4cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f8 expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.454480:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431ec00, rc 0) 00000100:00100000:3.0:1746070422.454628:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+35:31620:x1830887015280384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 243us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.454634:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5079 00000100:00100000:0.0:1746070422.466230:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.466313:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015280512 00000100:00100000:3.0:1746070422.466320:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015280512 00010000:00010000:3.0:1746070422.466349:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 35 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.466425:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7345 00000100:00100000:3.0:1746070422.466432:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+35:1964:x1830887015280512:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.466443:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.466459:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 35 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.466470:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 35 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.466488:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e4c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ea expref: 35 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.466510:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.466512:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.466519:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.466527:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.466553:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.466563:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 5 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.466573:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013256704:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.466640:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.474147:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.474221:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015280768 00000100:00100000:2.0:1746070422.474229:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015280768 00002000:00100000:2.0:1746070422.474262:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8380 x1830887015280768/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.474271:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8380 with x1830887015280768 ext(0->4095) 00010000:00010000:2.0:1746070422.474279:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.474291:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.474297:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e8380 00000100:00100000:2.0:1746070422.474378:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1692 00000100:00100000:2.0:1746070422.474386:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015280768:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070422.474510:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015280768:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.474516:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1692 00002000:00100000:2.0:1746070422.474521:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8380 x1830887015280768/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.474528:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8380 with x1830887015280768 ext(0->4095) 00010000:00010000:2.0:1746070422.474532:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.474541:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.474546:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e8380 00000100:00100000:3.0:1746070422.476204:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013256704:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.476223:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.476246:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1964:x1830887015280512:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 9814us (10022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.476253:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7345 00000100:00100000:0.0:1746070422.480304:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.480451:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015280896 00000100:00100000:3.0:1746070422.480458:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015280896 00010000:00010000:3.0:1746070422.480483:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746070422.481836:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7346 00000100:00100000:1.0:1746070422.481853:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015280896:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070422.481863:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070422.481880:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.481889:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.481906:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f1 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.481930:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.481931:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.481937:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e4cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f8 expref: 33 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.481944:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e4cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f8 expref: 33 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.481971:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e4cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f8 expref: 33 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070422.481986:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013256832:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070422.482052:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070422.487637:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013256832:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070422.487655:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070422.487711:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015280896:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5860us (7413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070422.487720:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7346 00000100:00100000:0.0:1746070422.491544:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.492141:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015281152 00000100:00100000:1.0:1746070422.492149:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015281152 00002000:00100000:1.0:1746070422.492184:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e9880 x1830887015281152/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.492192:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9880 with x1830887015281152 ext(0->4095) 00002000:00010000:1.0:1746070422.492196:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e9880 00000100:00100000:1.0:1746070422.492957:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3834 00000100:00100000:1.0:1746070422.492965:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1963:x1830887015281152:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070422.493199:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1963:x1830887015281152:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 235us (1660us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.493205:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3834 00002000:00100000:1.0:1746070422.493210:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e9880 x1830887015281152/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.493217:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9880 with x1830887015281152 ext(0->4095) 00002000:00010000:1.0:1746070422.493220:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e9880 00000100:00100000:0.0:1746070422.495253:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.496485:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015281280 00000100:00100000:3.0:1746070422.496492:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015281280 00000100:00100000:3.0:1746070422.496539:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5080 00000100:00100000:3.0:1746070422.496546:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015281280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.496560:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.496574:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf1ff expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.496596:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e4cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f8 expref: 33 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.496602:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.496603:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.496606:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.496629:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e4cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f8 expref: 33 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.496638:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e4cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f8 expref: 33 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.496648:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013256960:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.496728:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.498864:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013256960:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.498890:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.498901:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebc800, rc 0) 00000100:00100000:3.0:1746070422.498930:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015281280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2384us (3680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.498936:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5080 00000100:00100000:0.0:1746070422.499973:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.500729:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015281408 00000100:00100000:1.0:1746070422.500735:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015281408 00010000:00010000:1.0:1746070422.500761:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e4cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f8 expref: 34 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746070422.500793:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7347 00000100:00100000:1.0:1746070422.500800:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1964:x1830887015281408:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070422.500810:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070422.500826:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e4cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f8 expref: 34 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.500835:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e4cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f8 expref: 34 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.500862:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e4cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1f8 expref: 34 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.500884:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.500886:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.500891:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.500899:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.500925:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070422.500939:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013257088:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.502464:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.502548:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015281536 00000100:00100000:2.0:1746070422.502552:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015281536 00000100:00100000:2.0:1746070422.502575:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5081 00000100:00100000:2.0:1746070422.502581:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:31620:x1830887015281536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.502592:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.502602:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf206 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.502619:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.502625:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.502627:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.502630:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.502649:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.502659:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 5 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.502667:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013257216:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070422.502768:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.504563:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43213c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.505515:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.505611:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013257088:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.505630:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070422.505734:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015281792 00000100:00100000:1.0:1746070422.505740:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015281792 00002000:00100000:1.0:1746070422.505771:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8e00 x1830887015281792/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.505779:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8e00 with x1830887015281792 ext(0->4095) 00010000:00010000:1.0:1746070422.505785:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.505796:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.505802:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e8e00 00000100:00100000:2.0:1746070422.505988:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+35:1964:x1830887015281408:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5187us (6016us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.505995:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7347 00000100:00100000:1.0:1746070422.506150:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1693 00000100:00100000:1.0:1746070422.506156:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015281792:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070422.506364:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013257216:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.506379:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 34 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.506390:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:1.0:1746070422.507210:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015281792:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1052us (1696us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.507216:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1693 00002000:00100000:1.0:1746070422.507221:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8e00 x1830887015281792/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.507228:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8e00 with x1830887015281792 ext(0->4095) 00010000:00010000:1.0:1746070422.507233:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.507246:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.507251:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e8e00 00000100:00100000:2.0:1746070422.507877:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:31620:x1830887015281536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5293us (5413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.507883:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5081 00000100:00100000:0.0:1746070422.511661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.511812:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015281920 00000100:00100000:2.0:1746070422.511820:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015281920 00010000:00010000:2.0:1746070422.511855:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.511885:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7348 00000100:00100000:2.0:1746070422.511892:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca80c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015281920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.511902:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.511917:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.511927:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.511944:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e4d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf1ff expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.511983:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.511985:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.511991:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 33 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.511998:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 33 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.512023:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 33 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.512032:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013257344:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.512416:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43213c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.514193:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.514273:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015282176 00000100:00100000:1.0:1746070422.514278:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015282176 00002000:00100000:1.0:1746070422.514307:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319eb100 x1830887015282176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.514316:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319eb100 with x1830887015282176 ext(0->4095) 00002000:00010000:1.0:1746070422.514320:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319eb100 00000100:00100000:2.0:1746070422.514404:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013257344:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.514421:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.514452:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca80c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015281920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2561us (2798us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.514460:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7348 00000100:00100000:1.0:1746070422.514721:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3835 00000100:00100000:1.0:1746070422.514729:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1961:x1830887015282176:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070422.514852:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1961:x1830887015282176:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (652us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.514858:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3835 00002000:00100000:1.0:1746070422.514863:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319eb100 x1830887015282176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.514869:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319eb100 with x1830887015282176 ext(0->4095) 00002000:00010000:1.0:1746070422.514872:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319eb100 00000100:00100000:0.0:1746070422.521065:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.521130:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015282304 00000100:00100000:2.0:1746070422.521137:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015282304 00000100:00100000:2.0:1746070422.521168:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5082 00000100:00100000:2.0:1746070422.521174:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015282304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.521188:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.521200:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf20d expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.521223:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 33 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.521228:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.521230:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.521233:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.521252:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 33 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.521261:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 33 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.521275:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013257472:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.522137:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.523006:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013257472:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.523028:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.523041:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070422.523077:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015282304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1902us (2018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.523083:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5082 00000100:00100000:0.0:1746070422.527101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.527232:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015282432 00000100:00100000:3.0:1746070422.527240:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015282432 00002000:00100000:3.0:1746070422.527278:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801319e9180 x1830887015282432/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.527286:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9180 with x1830887015282432 ext(0->7) 00010000:00010000:3.0:1746070422.527292:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 34 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.527303:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 34 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.527309:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9180 00000100:00100000:3.0:1746070422.527769:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1694 00000100:00100000:3.0:1746070422.527776:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1963:x1830887015282432:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070422.528071:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1963:x1830887015282432:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 294us (976us total) trans 4294967971 rc 0/0 00000100:00100000:3.0:1746070422.528077:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1694 00002000:00100000:3.0:1746070422.528083:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801319e9180 x1830887015282432/t4294967971(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/448 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.528090:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9180 with x1830887015282432 ext(0->7) 00010000:00010000:3.0:1746070422.528095:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 36 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.528104:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 36 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.528109:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9180 00000100:00100000:0.0:1746070422.531985:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.532076:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015282560 00000100:00100000:2.0:1746070422.532084:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015282560 00010000:00010000:2.0:1746070422.532113:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 36 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.532150:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7349 00000100:00100000:2.0:1746070422.532157:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1962:x1830887015282560:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.532167:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.532185:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 36 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.532195:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 36 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.532217:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e4dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf206 expref: 36 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.533413:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.533417:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.533427:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.533435:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.533467:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.533478:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013257600:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070422.535180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.535269:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.535322:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015282688 00000100:00100000:3.0:1746070422.535327:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015282688 00000100:00100000:3.0:1746070422.535359:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5083 00000100:00100000:3.0:1746070422.535365:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:31620:x1830887015282688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.535377:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.535388:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e4eb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf214 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.535406:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.535412:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.535413:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.535416:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e4eb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf214 expref: 37 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.535436:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.535449:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 5 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.535457:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013257728:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.535491:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.537427:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.537508:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013257600:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.537525:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.537556:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:1962:x1830887015282560:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5399us (5579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.537563:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7349 00000100:00100000:1.0:1746070422.537936:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015282944 00000100:00100000:1.0:1746070422.537942:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015282944 00002000:00100000:1.0:1746070422.537968:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e9500 x1830887015282944/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.537983:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9500 with x1830887015282944 ext(0->4095) 00010000:00010000:1.0:1746070422.537989:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.537998:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.538003:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9500 00000100:00100000:1.0:1746070422.538019:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1695 00000100:00100000:1.0:1746070422.538024:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015282944:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070422.538126:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015282944:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (707us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.538132:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1695 00002000:00100000:1.0:1746070422.538136:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e9500 x1830887015282944/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.538143:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9500 with x1830887015282944 ext(0->4095) 00010000:00010000:1.0:1746070422.538147:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.538155:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.538160:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9500 00000100:00100000:3.0:1746070422.538376:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013257728:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.538396:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e4eb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf214 expref: 36 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.538407:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431ea00, rc 0) 00000100:00100000:3.0:1746070422.538428:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:31620:x1830887015282688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3063us (3253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.538434:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5083 00000100:00100000:0.0:1746070422.541994:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.542275:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015283072 00000100:00100000:2.0:1746070422.542282:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015283072 00010000:00010000:2.0:1746070422.542309:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.542347:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7350 00000100:00100000:2.0:1746070422.542352:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015283072:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.542363:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.542380:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.542390:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.542411:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e4e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf20d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.542437:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.542438:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.542445:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e4eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf214 expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.542451:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e4eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf214 expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.542475:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e4eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf214 expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.542484:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013257856:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.542549:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.545314:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013257856:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.545334:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.545729:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015283072:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3375us (3740us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.545737:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7350 00000100:00100000:0.0:1746070422.546244:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.546376:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015283328 00000100:00100000:2.0:1746070422.546382:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015283328 00002000:00100000:2.0:1746070422.546411:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319ead80 x1830887015283328/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.546419:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ead80 with x1830887015283328 ext(0->4095) 00002000:00010000:2.0:1746070422.546422:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319ead80 00000100:00100000:2.0:1746070422.546450:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3836 00000100:00100000:2.0:1746070422.546455:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1964:x1830887015283328:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070422.546564:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1964:x1830887015283328:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.546569:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3836 00002000:00100000:2.0:1746070422.546573:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319ead80 x1830887015283328/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.546580:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ead80 with x1830887015283328 ext(0->4095) 00002000:00010000:2.0:1746070422.546582:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319ead80 00000100:00100000:0.0:1746070422.550269:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.550502:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015283456 00000100:00100000:3.0:1746070422.550509:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015283456 00000100:00100000:3.0:1746070422.550769:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5084 00000100:00100000:3.0:1746070422.550776:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015283456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.550789:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.550805:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf21b expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.550828:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e4eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf214 expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.550847:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.550850:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.550853:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.550877:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e4eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf214 expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.550888:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e4eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf214 expref: 35 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.550897:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013257984:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.551329:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.553499:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013257984:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.553529:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.553544:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431e400, rc 0) 00000100:00100000:3.0:1746070422.553590:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015283456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2813us (3327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.553597:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5084 00000100:00100000:0.0:1746070422.554579:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.554725:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015283584 00000100:00100000:2.0:1746070422.554731:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015283584 00010000:00010000:2.0:1746070422.554757:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e4eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf214 expref: 36 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.554792:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7351 00000100:00100000:2.0:1746070422.554797:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1963:x1830887015283584:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.554808:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.554826:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e4eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf214 expref: 36 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.554836:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e4eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf214 expref: 36 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.554861:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e4eb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf214 expref: 36 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.554885:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.554887:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.554893:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.554900:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.554924:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.554934:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013258112:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.554989:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.557038:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.557144:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015283712 00000100:00100000:3.0:1746070422.557149:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015283712 00000100:00100000:3.0:1746070422.557177:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5085 00000100:00100000:3.0:1746070422.557183:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:31620:x1830887015283712:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.557196:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.557207:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf222 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.557225:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.557231:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.557232:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.557235:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 37 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.557254:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.557263:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 5 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.557273:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013258240:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.558320:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.559328:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013258112:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.559343:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.559381:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:1963:x1830887015283584:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4582us (4803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.559389:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7351 00000100:00100000:2.0:1746070422.561535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.561698:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015283968 00000100:00100000:1.0:1746070422.561705:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015283968 00002000:00100000:1.0:1746070422.561735:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf54a80 x1830887015283968/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.561744:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf54a80 with x1830887015283968 ext(0->4095) 00010000:00010000:1.0:1746070422.561751:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.561763:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.561769:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf54a80 00000100:00100000:1.0:1746070422.561794:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1696 00000100:00100000:1.0:1746070422.561800:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015283968:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070422.561933:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015283968:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.561939:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1696 00002000:00100000:1.0:1746070422.561944:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf54a80 x1830887015283968/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.561951:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf54a80 with x1830887015283968 ext(0->4095) 00010000:00010000:1.0:1746070422.561955:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.561964:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.561969:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf54a80 00000100:00100000:3.0:1746070422.562230:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013258240:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.562250:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 36 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.562261:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebd600, rc 0) 00000100:00100000:3.0:1746070422.562282:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:31620:x1830887015283712:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5099us (5249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.562291:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5085 00000100:00100000:0.0:1746070422.564545:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.564650:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015284096 00000100:00100000:2.0:1746070422.564656:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015284096 00010000:00010000:2.0:1746070422.564701:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.564731:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7352 00000100:00100000:2.0:1746070422.564737:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015284096:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.564747:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.564762:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.564772:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.564790:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e4f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf21b expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.565079:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.565081:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.565087:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.565097:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.565122:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.565131:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013258368:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.565362:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.567835:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013258368:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.567860:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.567889:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015284096:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3152us (3349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.567897:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7352 00000100:00100000:0.0:1746070422.568785:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.568853:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015284352 00000100:00100000:3.0:1746070422.568858:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015284352 00002000:00100000:3.0:1746070422.568886:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134835880 x1830887015284352/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.568894:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134835880 with x1830887015284352 ext(0->4095) 00002000:00010000:3.0:1746070422.568898:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134835880 00000100:00100000:3.0:1746070422.568918:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3837 00000100:00100000:3.0:1746070422.568923:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1963:x1830887015284352:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070422.569029:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1963:x1830887015284352:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (246us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.569034:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3837 00002000:00100000:3.0:1746070422.569039:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134835880 x1830887015284352/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.569046:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134835880 with x1830887015284352 ext(0->4095) 00002000:00010000:3.0:1746070422.569048:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134835880 00000100:00100000:0.0:1746070422.578216:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.578389:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015284480 00000100:00100000:3.0:1746070422.578397:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015284480 00000100:00100000:3.0:1746070422.578480:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5086 00000100:00100000:3.0:1746070422.578486:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015284480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.578500:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.578514:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf229 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.578538:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.578544:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.578545:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.578549:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.578569:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 35 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.578578:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 35 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.578588:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013258496:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.578993:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.590828:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013258496:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.590883:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.590897:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431e400, rc 0) 00000100:00100000:3.0:1746070422.590930:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015284480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12444us (12721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.590937:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5086 00000100:00100000:0.0:1746070422.600482:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.600565:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015284608 00000100:00100000:1.0:1746070422.600572:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015284608 00002000:00100000:1.0:1746070422.600608:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134834700 x1830887015284608/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.600617:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834700 with x1830887015284608 ext(0->7) 00010000:00010000:1.0:1746070422.600624:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 36 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.600636:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 36 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.600642:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134834700 00000100:00100000:1.0:1746070422.600694:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1697 00000100:00100000:1.0:1746070422.600702:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1964:x1830887015284608:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070422.600940:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1964:x1830887015284608:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 238us (466us total) trans 4294967972 rc 0/0 00000100:00100000:1.0:1746070422.600946:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1697 00002000:00100000:1.0:1746070422.600951:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134834700 x1830887015284608/t4294967972(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/448 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.600957:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834700 with x1830887015284608 ext(0->7) 00010000:00010000:1.0:1746070422.600961:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 38 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.600969:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 38 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.600979:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134834700 00000100:00100000:0.0:1746070422.614261:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.614377:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015284736 00000100:00100000:3.0:1746070422.614385:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015284736 00000100:00100000:3.0:1746070422.614419:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5087 00000100:00100000:3.0:1746070422.614426:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:31620:x1830887015284736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.614440:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.614453:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf230 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.614473:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.614478:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.614484:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070422.614487:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 39 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.614517:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.614527:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 39 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.614534:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431fc00, rc 0) 00000100:00100000:3.0:1746070422.614583:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:31620:x1830887015284736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.614589:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5087 00000100:00100000:0.0:1746070422.618538:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.618624:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015284864 00000100:00100000:2.0:1746070422.618632:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015284864 00010000:00010000:2.0:1746070422.618659:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 39 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.618718:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7353 00000100:00100000:2.0:1746070422.618725:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:1964:x1830887015284864:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.618735:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.618753:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 39 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.618767:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 39 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.618785:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e4f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf222 expref: 39 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.618811:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.618813:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.618820:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.618827:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.618862:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.618873:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 5 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.618887:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013258752:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.618946:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.621598:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.621722:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013258752:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.621737:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.621774:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1964:x1830887015284864:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3048us (3241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.621784:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7353 00000100:00100000:3.0:1746070422.621879:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015285120 00000100:00100000:3.0:1746070422.621885:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015285120 00002000:00100000:3.0:1746070422.621912:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134837b80 x1830887015285120/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.621925:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134837b80 with x1830887015285120 ext(0->4095) 00010000:00010000:3.0:1746070422.621932:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.621942:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.621948:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134837b80 00000100:00100000:3.0:1746070422.621961:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1698 00000100:00100000:3.0:1746070422.621966:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015285120:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070422.622084:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015285120:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (490us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.622089:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1698 00002000:00100000:3.0:1746070422.622093:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134837b80 x1830887015285120/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.622099:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134837b80 with x1830887015285120 ext(0->4095) 00010000:00010000:3.0:1746070422.622103:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.622111:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.622116:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134837b80 00000100:00100000:0.0:1746070422.624891:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.625070:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015285248 00000100:00100000:3.0:1746070422.625077:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015285248 00010000:00010000:3.0:1746070422.625102:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.625122:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7354 00000100:00100000:3.0:1746070422.625128:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015285248:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.625140:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.625156:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.625165:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.625182:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e500 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf229 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.625196:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.625198:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.625204:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 37 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.625210:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 37 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.625238:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 37 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070422.625248:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013258880:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.626206:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.628437:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013258880:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.628456:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.629033:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015285248:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3903us (4145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.629043:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7354 00000100:00100000:0.0:1746070422.629225:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.629353:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015285504 00000100:00100000:2.0:1746070422.629358:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015285504 00002000:00100000:2.0:1746070422.629388:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134835c00 x1830887015285504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.629396:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134835c00 with x1830887015285504 ext(0->4095) 00002000:00010000:2.0:1746070422.629400:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134835c00 00000100:00100000:2.0:1746070422.629421:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3838 00000100:00100000:2.0:1746070422.629427:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134835c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1963:x1830887015285504:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070422.629551:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134835c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1963:x1830887015285504:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.629556:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3838 00002000:00100000:2.0:1746070422.629561:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134835c00 x1830887015285504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.629568:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134835c00 with x1830887015285504 ext(0->4095) 00002000:00010000:2.0:1746070422.629570:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134835c00 00000100:00100000:0.0:1746070422.644467:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.644557:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015285632 00000100:00100000:2.0:1746070422.644564:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015285632 00000100:00100000:2.0:1746070422.644610:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5088 00000100:00100000:2.0:1746070422.644617:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015285632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.644632:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.644646:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf237 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.644767:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 37 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.644774:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.644776:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.644780:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.645595:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 37 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.645607:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 37 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.645618:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013259008:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.646383:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.649788:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013259008:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.649812:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.649825:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070422.649863:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015285632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5246us (5402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.649870:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5088 00000100:00100000:0.0:1746070422.657434:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.657585:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015285760 00000100:00100000:3.0:1746070422.657592:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015285760 00002000:00100000:3.0:1746070422.657626:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134834a80 x1830887015285760/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.657633:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834a80 with x1830887015285760 ext(0->7) 00010000:00010000:3.0:1746070422.657640:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 38 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.657652:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 38 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.657658:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134834a80 00000100:00100000:3.0:1746070422.657717:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1699 00000100:00100000:3.0:1746070422.657723:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1963:x1830887015285760:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070422.657985:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1963:x1830887015285760:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 261us (557us total) trans 4294967973 rc 0/0 00000100:00100000:3.0:1746070422.657992:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1699 00002000:00100000:3.0:1746070422.657997:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134834a80 x1830887015285760/t4294967973(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/448 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.658008:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834a80 with x1830887015285760 ext(0->7) 00010000:00010000:3.0:1746070422.658013:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 40 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.658021:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 40 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.658026:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134834a80 00000100:00100000:0.0:1746070422.663031:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.663090:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015285888 00000100:00100000:2.0:1746070422.663097:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015285888 00000100:00100000:2.0:1746070422.663134:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5089 00000100:00100000:2.0:1746070422.663140:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:31620:x1830887015285888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.663153:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.663166:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf23e expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.663186:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070422.663190:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.663195:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070422.663198:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 41 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.663223:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.663233:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 41 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.663241:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070422.663272:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31620:x1830887015285888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.663277:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5089 00010000:00010000:1.0:1746070422.675233:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070422.681320:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.681411:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015286016 00000100:00100000:3.0:1746070422.681418:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015286016 00010000:00010000:3.0:1746070422.681444:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 41 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.682247:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7355 00000100:00100000:3.0:1746070422.682255:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca80850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1963:x1830887015286016:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.682267:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.682284:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 41 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.682294:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 41 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.682311:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e507 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf230 expref: 41 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.683468:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.683471:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.683481:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.683489:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.683523:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.683534:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 5 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.683545:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013259264:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.685190:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.691388:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013259264:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.691412:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.691448:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca80850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1963:x1830887015286016:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 9194us (10133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.691458:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7355 00000100:00100000:0.0:1746070422.693909:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.694814:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015286272 00000100:00100000:2.0:1746070422.694821:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015286272 00002000:00100000:2.0:1746070422.694887:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134836a00 x1830887015286272/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.694901:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836a00 with x1830887015286272 ext(0->4095) 00010000:00010000:2.0:1746070422.694907:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.694919:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.694925:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134836a00 00000100:00100000:2.0:1746070422.694948:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1700 00000100:00100000:2.0:1746070422.694954:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015286272:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070422.695069:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015286272:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (1395us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.695074:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1700 00002000:00100000:2.0:1746070422.695078:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134836a00 x1830887015286272/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.695084:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836a00 with x1830887015286272 ext(0->4095) 00010000:00010000:2.0:1746070422.695088:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.695095:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.695100:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134836a00 00000100:00100000:0.0:1746070422.698818:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.698916:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015286400 00000100:00100000:3.0:1746070422.698923:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015286400 00010000:00010000:3.0:1746070422.698951:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.698972:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7356 00000100:00100000:3.0:1746070422.698978:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015286400:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.698991:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.699006:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.699016:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.699034:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e50e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf237 expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.699200:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.699202:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.699209:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.699217:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.699244:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070422.699253:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013259392:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.699324:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.703456:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013259392:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.703476:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.704297:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015286400:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5155us (5322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.704398:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7356 00000100:00100000:2.0:1746070422.705263:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.705442:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015286656 00000100:00100000:3.0:1746070422.705448:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015286656 00002000:00100000:3.0:1746070422.705474:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf56680 x1830887015286656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.705483:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf56680 with x1830887015286656 ext(0->4095) 00002000:00010000:3.0:1746070422.705487:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf56680 00000100:00100000:3.0:1746070422.705498:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3839 00000100:00100000:3.0:1746070422.705503:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1963:x1830887015286656:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070422.706499:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1963:x1830887015286656:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 993us (1377us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.706504:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3839 00002000:00100000:3.0:1746070422.706510:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf56680 x1830887015286656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.706517:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf56680 with x1830887015286656 ext(0->4095) 00002000:00010000:3.0:1746070422.706520:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf56680 00000100:00100000:0.0:1746070422.710003:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.710098:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015286784 00000100:00100000:3.0:1746070422.710105:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015286784 00000100:00100000:3.0:1746070422.710152:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5090 00000100:00100000:3.0:1746070422.710159:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015286784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.710172:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.710186:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e51c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf245 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.710212:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.710218:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.710220:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.710223:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e51c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf245 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.710247:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.710257:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 39 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.710266:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013259520:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.715413:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.725231:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013259520:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.725258:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e51c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf245 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.725271:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431ec00, rc 0) 00000100:00100000:3.0:1746070422.725306:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015286784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15148us (15310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.725314:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5090 00000100:00100000:0.0:1746070422.726802:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.726887:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015286912 00000100:00100000:3.0:1746070422.726893:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015286912 00002000:00100000:3.0:1746070422.726925:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d32b800 x1830887015286912/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.726933:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b800 with x1830887015286912 ext(0->7) 00010000:00010000:3.0:1746070422.726939:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 40 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.726950:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 40 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.726955:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d32b800 00000100:00100000:3.0:1746070422.726982:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1701 00000100:00100000:3.0:1746070422.726989:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1963:x1830887015286912:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070422.727234:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1963:x1830887015286912:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 244us (435us total) trans 4294967974 rc 0/0 00000100:00100000:3.0:1746070422.727240:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1701 00002000:00100000:3.0:1746070422.727245:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d32b800 x1830887015286912/t4294967974(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/448 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.727252:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b800 with x1830887015286912 ext(0->7) 00010000:00010000:3.0:1746070422.727257:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 42 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.727266:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 42 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.727272:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d32b800 00000100:00100000:0.0:1746070422.732999:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.733087:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015287040 00000100:00100000:3.0:1746070422.733095:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015287040 00010000:00010000:3.0:1746070422.733124:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 42 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.733148:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7357 00000100:00100000:3.0:1746070422.733155:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1964:x1830887015287040:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.733166:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.733183:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 42 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.733193:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 42 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.733211:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e515 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf23e expref: 42 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.733236:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.733238:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.733245:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e51c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf245 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.733252:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e51c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf245 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.733278:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e51c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf245 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070422.733292:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013259648:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.733354:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.736346:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.736436:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013259648:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.736455:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.736488:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1964:x1830887015287040:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3333us (3496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.736496:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7357 00000100:00100000:2.0:1746070422.736561:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015287296 00000100:00100000:2.0:1746070422.736566:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015287296 00002000:00100000:2.0:1746070422.736594:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32bb80 x1830887015287296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.736603:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32bb80 with x1830887015287296 ext(0->4095) 00002000:00010000:2.0:1746070422.736606:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32bb80 00000100:00100000:2.0:1746070422.736628:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3840 00000100:00100000:2.0:1746070422.736634:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015287296:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070422.736761:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015287296:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.736766:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3840 00002000:00100000:2.0:1746070422.736771:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32bb80 x1830887015287296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.736777:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32bb80 with x1830887015287296 ext(0->4095) 00002000:00010000:2.0:1746070422.736780:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32bb80 00000100:00100000:0.0:1746070422.741456:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.741748:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015287424 00000100:00100000:3.0:1746070422.741755:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015287424 00000100:00100000:3.0:1746070422.741800:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5091 00000100:00100000:3.0:1746070422.741807:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31621:x1830887015287424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.741821:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.741834:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf24c expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.741869:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e51c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf245 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.741875:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.741877:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.741879:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 42 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.741902:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e51c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf245 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.741915:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e51c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf245 expref: 5 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.741924:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013259776:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.743867:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.748393:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013259776:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.748419:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 42 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.748433:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebd600, rc 0) 00000100:00100000:3.0:1746070422.750407:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:31621:x1830887015287424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8594us (8951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.750415:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5091 00000100:00100000:1.0:1746070422.750828:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013259904:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746070422.750876:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070422.750915:0:8448:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013259904 00000100:00100000:0.0:1746070422.751029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.751568:0:8448:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013259904 00000100:00100000:1.0:1746070422.751616:0:8448:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:1.0:1746070422.751622:0:8448:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013259904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746070422.751639:0:8448:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277544960 pending 30670848 free 3855613952 avail 3853516800 00000100:00100000:1.0:1746070422.751668:0:8448:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013259904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070422.751689:0:8448:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1746070422.751752:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015287680 00000100:00100000:3.0:1746070422.751756:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015287680 00000100:00100000:3.0:1746070422.751774:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5092 00000100:00100000:3.0:1746070422.751779:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:31620:x1830887015287680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.751788:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.751801:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf253 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.751816:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.751821:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 43 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.751832:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.751835:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 43 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.751868:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 43 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.751876:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 43 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.751884:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431e400, rc 0) 00000100:00100000:3.0:1746070422.751920:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:31620:x1830887015287680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.751925:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5092 00000100:00080000:2.0:1746070422.751981:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070422.752377:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013259904:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746070422.753453:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.754738:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015287552 00000100:00100000:3.0:1746070422.754745:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015287552 00010000:00010000:3.0:1746070422.754771:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e51c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf245 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.754795:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7358 00000100:00100000:3.0:1746070422.754801:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015287552:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.754811:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.754828:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e51c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf245 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.754846:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e51c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf245 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.754864:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e51c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf245 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.754887:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.754888:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.754894:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 42 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.754901:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 42 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.754926:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 42 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.754935:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 42 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.754944:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013260160:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.755005:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.761325:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.761913:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015287936 00000100:00100000:2.0:1746070422.761921:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015287936 00002000:00100000:2.0:1746070422.761955:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32a680 x1830887015287936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.761963:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32a680 with x1830887015287936 ext(0->4095) 00010000:00010000:2.0:1746070422.761970:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 43 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.761980:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 43 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.761986:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d32a680 00000100:00100000:2.0:1746070422.762002:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1702 00000100:00100000:2.0:1746070422.762008:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:1963:x1830887015287936:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070422.762127:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:1963:x1830887015287936:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (808us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.762133:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1702 00002000:00100000:2.0:1746070422.762137:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32a680 x1830887015287936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.762144:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32a680 with x1830887015287936 ext(0->4095) 00010000:00010000:2.0:1746070422.762148:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 43 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.762157:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 43 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.762163:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d32a680 00000100:00100000:3.0:1746070422.762292:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013260160:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.762308:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.762340:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015287552:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7538us (8888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.762347:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7358 00000100:00100000:0.0:1746070422.766050:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070422.766093:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.766571:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015288064 00000100:00100000:3.0:1746070422.766578:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015288064 00000100:00100000:3.0:1746070422.766613:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5093 00000100:00100000:3.0:1746070422.766619:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015288064:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.766632:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.766644:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf25a expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.770229:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.770240:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 42 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.770247:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070422.770251:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.770284:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 42 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.770295:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.770303:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebc800, rc 0) 00000100:00100000:3.0:1746070422.770346:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015288064:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3726us (4301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.770354:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5093 00000100:00100000:2.0:1746070422.771089:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015288192 00000100:00100000:2.0:1746070422.771095:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015288192 00010000:00010000:2.0:1746070422.771117:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 43 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.771144:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7359 00000100:00100000:2.0:1746070422.771149:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:1964:x1830887015288192:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.771157:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.771172:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 43 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.771180:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 43 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.771194:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e523 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf24c expref: 43 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.771212:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.771214:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.771218:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 42 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.771225:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 42 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.771240:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 42 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.771249:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 42 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.771258:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013260416:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.771309:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.775489:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.775572:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015288448 00000100:00100000:1.0:1746070422.775579:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015288448 00002000:00100000:1.0:1746070422.775613:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d329880 x1830887015288448/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.775622:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329880 with x1830887015288448 ext(0->4095) 00010000:00010000:1.0:1746070422.775630:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 43 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.775642:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 43 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.775647:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d329880 00000100:00100000:2.0:1746070422.775774:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013260416:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.775788:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.775824:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:1964:x1830887015288192:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4673us (9729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.775832:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7359 00000100:00100000:1.0:1746070422.775938:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1703 00000100:00100000:1.0:1746070422.775944:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1963:x1830887015288448:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070422.776055:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1963:x1830887015288448:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.776061:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1703 00002000:00100000:1.0:1746070422.776066:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d329880 x1830887015288448/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.776072:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329880 with x1830887015288448 ext(0->4095) 00010000:00010000:1.0:1746070422.776076:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 42 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.776084:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 42 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:1.0:1746070422.776089:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d329880 00000100:00100000:0.0:1746070422.779331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070422.780386:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.780441:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015288576 00000100:00100000:2.0:1746070422.780447:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015288576 00010000:00010000:2.0:1746070422.780473:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 42 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.780497:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7360 00000100:00100000:2.0:1746070422.780502:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1962:x1830887015288576:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.780512:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.780526:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 42 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.780535:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 42 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.780551:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431e400/0x628f9640b607e52a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf253 expref: 42 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.780563:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.780564:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.780570:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.780576:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.780602:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.780610:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013260544:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.780663:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.781329:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015288704 00000100:00100000:3.0:1746070422.781333:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015288704 00000100:00100000:3.0:1746070422.781353:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5094 00000100:00100000:3.0:1746070422.781357:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:31620:x1830887015288704:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.781367:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.781375:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf261 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.781388:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.781393:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.781394:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.781397:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 43 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.781409:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.781416:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 5 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.781423:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013260672:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.781455:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.785115:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013260544:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.785134:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.787434:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:1962:x1830887015288576:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6923us (8101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.787445:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7360 00000100:00100000:3.0:1746070422.787945:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013260672:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.787970:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 42 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.787987:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebd600, rc 0) 00000100:00100000:0.0:1746070422.788014:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.788029:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:31620:x1830887015288704:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6670us (7644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.788038:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5094 00000100:00100000:2.0:1746070422.788121:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015288960 00000100:00100000:2.0:1746070422.788126:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015288960 00002000:00100000:2.0:1746070422.788152:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d329f80 x1830887015288960/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.788160:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329f80 with x1830887015288960 ext(0->4095) 00010000:00010000:2.0:1746070422.788165:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.788175:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.788181:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d329f80 00000100:00100000:2.0:1746070422.788202:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1704 00000100:00100000:2.0:1746070422.788208:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015288960:12345-192.168.203.29@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746070422.788337:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015288960:12345-192.168.203.29@tcp:3:ldlm_bl.0 Request processed in 128us (323us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.788342:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1704 00002000:00100000:2.0:1746070422.788347:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d329f80 x1830887015288960/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.788354:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329f80 with x1830887015288960 ext(0->4095) 00010000:00010000:2.0:1746070422.788358:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.788367:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.788371:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d329f80 00000100:00100000:0.0:1746070422.793290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.793627:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015289088 00000100:00100000:2.0:1746070422.793634:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015289088 00010000:00010000:2.0:1746070422.793664:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.794794:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7361 00000100:00100000:2.0:1746070422.794803:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015289088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.794815:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.794833:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.794877:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.794896:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebc800/0x628f9640b607e531 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf25a expref: 6 pid: 8444 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.794921:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.794922:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.794928:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 41 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.794936:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 41 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.794962:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 41 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.794972:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013260800:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.795050:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.803472:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013260800:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.803489:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.803525:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015289088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8722us (10384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.803533:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7361 00000100:00100000:0.0:1746070422.806574:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.806666:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015289344 00000100:00100000:1.0:1746070422.806789:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015289344 00002000:00100000:1.0:1746070422.806822:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d328380 x1830887015289344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.806832:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d328380 with x1830887015289344 ext(0->4095) 00002000:00010000:1.0:1746070422.806836:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d328380 00000100:00100000:1.0:1746070422.849709:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3841 00000100:00100000:1.0:1746070422.849725:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1963:x1830887015289344:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070422.849875:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1963:x1830887015289344:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (43305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.849881:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3841 00002000:00100000:1.0:1746070422.849887:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d328380 x1830887015289344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.849896:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d328380 with x1830887015289344 ext(0->4095) 00002000:00010000:1.0:1746070422.849900:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d328380 00000100:00100000:0.0:1746070422.853108:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.853193:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015289472 00000100:00100000:3.0:1746070422.853201:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015289472 00000100:00100000:3.0:1746070422.853244:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5095 00000100:00100000:3.0:1746070422.853252:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015289472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.853268:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.853285:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607e53f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf268 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.853307:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 41 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.853313:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.853315:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.853317:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607e53f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf268 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.853342:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 41 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.853353:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 41 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.853363:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013260928:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.853443:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.858947:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013260928:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.858978:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607e53f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf268 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.858994:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093edca00, rc 0) 00000100:00100000:3.0:1746070422.859031:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015289472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5779us (5928us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.859038:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5095 00000100:00100000:0.0:1746070422.876771:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.876870:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015289600 00000100:00100000:2.0:1746070422.876877:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015289600 00002000:00100000:2.0:1746070422.876913:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d329180 x1830887015289600/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.876929:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329180 with x1830887015289600 ext(0->7) 00010000:00010000:2.0:1746070422.876936:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 42 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.876949:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 42 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.876955:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d329180 00000100:00100000:2.0:1746070422.876984:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1705 00000100:00100000:2.0:1746070422.876991:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1961:x1830887015289600:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070422.877233:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1961:x1830887015289600:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 242us (469us total) trans 4294967975 rc 0/0 00000100:00100000:2.0:1746070422.877239:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1705 00002000:00100000:2.0:1746070422.877244:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d329180 x1830887015289600/t4294967975(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 496/448 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.877250:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329180 with x1830887015289600 ext(0->7) 00010000:00010000:2.0:1746070422.877255:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 44 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.877263:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 44 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.877269:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d329180 00000100:00100000:0.0:1746070422.889101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.889177:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015289728 00000100:00100000:2.0:1746070422.889184:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015289728 00010000:00010000:2.0:1746070422.889211:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 44 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.889240:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7362 00000100:00100000:2.0:1746070422.889246:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca80450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1961:x1830887015289728:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.889257:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.889271:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 44 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.889280:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 44 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.889297:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ebd600/0x628f9640b607e538 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf261 expref: 44 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.889310:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.889311:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.889317:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607e53f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf268 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.889324:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607e53f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf268 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.889348:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607e53f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf268 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.889356:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013261056:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.889415:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.890916:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.890981:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013261056:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.890994:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.891015:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca80450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:1961:x1830887015289728:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1768us (1921us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.891022:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7362 00000100:00100000:1.0:1746070422.891094:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015289984 00000100:00100000:1.0:1746070422.891098:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015289984 00002000:00100000:1.0:1746070422.891121:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d504700 x1830887015289984/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.891130:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d504700 with x1830887015289984 ext(0->4095) 00002000:00010000:1.0:1746070422.891133:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d504700 00000100:00100000:1.0:1746070422.891144:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3842 00000100:00100000:1.0:1746070422.891148:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015289984:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070422.891254:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015289984:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070422.891260:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3842 00002000:00100000:1.0:1746070422.891264:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d504700 x1830887015289984/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070422.891271:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d504700 with x1830887015289984 ext(0->4095) 00002000:00010000:1.0:1746070422.891274:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d504700 00000100:00100000:0.0:1746070422.892318:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.892373:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015290112 00000100:00100000:3.0:1746070422.892377:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015290112 00000100:00100000:3.0:1746070422.892398:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5096 00000100:00100000:3.0:1746070422.892402:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:31621:x1830887015290112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.892411:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.892422:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf26f expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.892441:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607e53f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf268 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.892448:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.892449:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.892452:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.892470:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607e53f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf268 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.892479:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607e53f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf268 expref: 5 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.892490:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013261184:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.892545:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.893511:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013261184:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.893528:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.893538:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4745000, rc 0) 00000100:00100000:3.0:1746070422.893557:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:31621:x1830887015290112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1154us (1240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.893563:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5096 00000100:00100000:0.0:1746070422.903907:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070422.903949:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.904015:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015290368 00000100:00100000:2.0:1746070422.904022:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015290368 00010000:00010000:2.0:1746070422.904047:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607e53f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf268 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.904077:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7363 00000100:00100000:2.0:1746070422.904084:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015290368:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.904096:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.904112:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607e53f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf268 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.904122:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607e53f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf268 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.904140:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607e53f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf268 expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.904155:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.904156:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.904163:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 43 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.904176:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 43 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.904201:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 43 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.904211:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013261312:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.904272:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.904441:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015290240 00000100:00100000:3.0:1746070422.904444:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015290240 00000100:00100000:3.0:1746070422.904463:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5097 00000100:00100000:3.0:1746070422.904467:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:31620:x1830887015290240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.904478:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.904486:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf276 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.904500:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 45 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.904505:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.904506:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.904509:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 45 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.904526:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 45 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.904534:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 45 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.904542:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013261440:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.904561:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.907121:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.907235:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013261440:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.907258:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 45 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.907271:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e84e00, rc 0) 00000100:00100000:3.0:1746070422.907301:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:31620:x1830887015290240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2832us (3399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.907307:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5097 00000100:00100000:3.0:1746070422.907334:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015290624 00000100:00100000:3.0:1746070422.907337:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015290624 00002000:00100000:3.0:1746070422.907361:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d507800 x1830887015290624/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.907369:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d507800 with x1830887015290624 ext(0->4095) 00010000:00010000:3.0:1746070422.907374:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 45 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.907388:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 45 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.907394:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d507800 00000100:00100000:3.0:1746070422.907417:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1706 00000100:00100000:3.0:1746070422.907423:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1962:x1830887015290624:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070422.907525:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1962:x1830887015290624:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (409us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.907530:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1706 00002000:00100000:3.0:1746070422.907535:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d507800 x1830887015290624/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.907543:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d507800 with x1830887015290624 ext(0->4095) 00010000:00010000:3.0:1746070422.907547:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 45 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.907555:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 45 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:3.0:1746070422.907561:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d507800 00000100:00100000:2.0:1746070422.907756:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013261312:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.907766:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.907795:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015290368:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3711us (3845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.907801:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7363 00000100:00100000:0.0:1746070422.924918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.925004:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015290752 00000100:00100000:3.0:1746070422.925012:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015290752 00000100:00100000:3.0:1746070422.925056:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5098 00000100:00100000:3.0:1746070422.925063:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015290752:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.925077:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.925095:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf27d expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.925116:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.925121:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.925126:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070422.925128:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.925156:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.925166:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.925173:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e85200, rc 0) 00000100:00100000:3.0:1746070422.925206:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015290752:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.925212:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5098 00000100:00100000:0.0:1746070422.928183:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.928329:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015290880 00000100:00100000:3.0:1746070422.928335:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015290880 00010000:00010000:3.0:1746070422.928361:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 45 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746070422.928739:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7364 00000100:00100000:1.0:1746070422.928747:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1963:x1830887015290880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070422.928761:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070422.928778:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 45 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.928787:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 45 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.928804:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e546 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf26f expref: 45 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:1.0:1746070422.928848:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.928850:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.928886:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.928896:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.928927:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.928937:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 44 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:1.0:1746070422.928947:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013261696:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070422.929012:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.931798:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.931937:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013261696:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070422.931953:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070422.932000:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1963:x1830887015290880:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3253us (3822us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070422.932009:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7364 00000100:00100000:2.0:1746070422.932961:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015291136 00000100:00100000:2.0:1746070422.932968:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015291136 00002000:00100000:2.0:1746070422.932999:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d505500 x1830887015291136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.933009:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505500 with x1830887015291136 ext(0->4095) 00010000:00010000:2.0:1746070422.933016:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 44 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.933027:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 44 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.933034:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d505500 00000100:00100000:2.0:1746070422.933200:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1707 00000100:00100000:2.0:1746070422.933207:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1964:x1830887015291136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070422.933480:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1964:x1830887015291136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 272us (1686us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.933485:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1707 00002000:00100000:2.0:1746070422.933491:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d505500 x1830887015291136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.933497:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505500 with x1830887015291136 ext(0->4095) 00010000:00010000:2.0:1746070422.933501:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 44 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.933510:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 44 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.933515:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d505500 00000100:00100000:0.0:1746070422.937405:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070422.937480:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.937534:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015291264 00000100:00100000:1.0:1746070422.937540:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015291264 00000100:00100000:1.0:1746070422.937577:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5099 00000100:00100000:1.0:1746070422.937584:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:31620:x1830887015291264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070422.937599:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070422.937611:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e55b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf284 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.937634:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070422.937638:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.937643:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070422.937646:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e55b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf284 expref: 45 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.937695:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.937705:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e55b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf284 expref: 45 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.937712:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b705c00, rc 0) 00000100:00100000:1.0:1746070422.937746:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:31620:x1830887015291264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070422.937751:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5099 00000100:00100000:2.0:1746070422.938131:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015291392 00000100:00100000:2.0:1746070422.938135:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015291392 00010000:00010000:2.0:1746070422.938148:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 45 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.938163:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7365 00000100:00100000:2.0:1746070422.938167:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1961:x1830887015291392:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.938174:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.938189:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 45 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.938201:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 45 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.938214:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e84e00/0x628f9640b607e54d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf276 expref: 45 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.938224:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.938225:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.938229:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.938235:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.938249:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.938257:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 5 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746070422.938266:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013261952:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.938307:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.942666:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013261952:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.942708:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.942742:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1961:x1830887015291392:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4573us (5260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.942750:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7365 00000100:00100000:0.0:1746070422.943530:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.943601:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015291648 00000100:00100000:2.0:1746070422.943606:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015291648 00002000:00100000:2.0:1746070422.943631:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d505880 x1830887015291648/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.943641:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505880 with x1830887015291648 ext(0->4095) 00010000:00010000:2.0:1746070422.943647:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.943655:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.943659:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d505880 00000100:00100000:2.0:1746070422.943690:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1708 00000100:00100000:2.0:1746070422.943694:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015291648:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070422.943871:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015291648:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (341us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.943876:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1708 00002000:00100000:2.0:1746070422.943882:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d505880 x1830887015291648/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.943888:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505880 with x1830887015291648 ext(0->4095) 00010000:00010000:2.0:1746070422.943892:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746070422.943900:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00002000:00010000:2.0:1746070422.943905:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d505880 00000100:00100000:0.0:1746070422.945776:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.946328:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015291776 00000100:00100000:3.0:1746070422.946336:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015291776 00010000:00010000:3.0:1746070422.946363:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00000100:00100000:3.0:1746070422.946398:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7366 00000100:00100000:3.0:1746070422.946405:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015291776:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070422.946415:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070422.946432:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.946442:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.946461:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e85200/0x628f9640b607e554 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf27d expref: 6 pid: 25271 timeout: 634 lvb_type: 0 00010000:00010000:3.0:1746070422.946486:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.946488:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.946495:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e55b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf284 expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.946502:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e55b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf284 expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.946528:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e55b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf284 expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070422.946538:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013262080:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070422.946604:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.949061:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013262080:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070422.949079:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070422.949116:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015291776:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2711us (3343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.949124:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7366 00000100:00100000:0.0:1746070422.949998:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.950190:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015292032 00000100:00100000:2.0:1746070422.950196:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015292032 00002000:00100000:2.0:1746070422.950226:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d507100 x1830887015292032/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.950235:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d507100 with x1830887015292032 ext(0->4095) 00002000:00010000:2.0:1746070422.950239:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d507100 00000100:00100000:2.0:1746070422.950448:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3843 00000100:00100000:2.0:1746070422.950455:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1963:x1830887015292032:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070422.950571:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1963:x1830887015292032:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (575us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.950577:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3843 00002000:00100000:2.0:1746070422.950583:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d507100 x1830887015292032/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.950590:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d507100 with x1830887015292032 ext(0->4095) 00002000:00010000:2.0:1746070422.950592:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d507100 00000100:00100000:0.0:1746070422.952324:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.953098:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015292160 00000100:00100000:3.0:1746070422.953105:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015292160 00000100:00100000:3.0:1746070422.953149:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5100 00000100:00100000:3.0:1746070422.953156:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015292160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.953168:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.953203:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607e562 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf28b expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.953227:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e55b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf284 expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.953234:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.953236:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.953239:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607e562 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf28b expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.953261:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e55b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf284 expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.953276:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e55b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf284 expref: 43 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070422.953286:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013262208:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070422.953397:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070422.955103:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013262208:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070422.955126:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607e562 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf28b expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.955139:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e84400, rc 0) 00000100:00100000:0.0:1746070422.955413:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.955464:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015292288 00000100:00100000:2.0:1746070422.955469:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015292288 00010000:00010000:2.0:1746070422.955491:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e55b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf284 expref: 44 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070422.955496:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015292160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2340us (3177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.955502:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5100 00000100:00100000:2.0:1746070422.955765:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7367 00000100:00100000:2.0:1746070422.955771:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1964:x1830887015292288:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.955782:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.955798:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e55b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf284 expref: 44 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.955811:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e55b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf284 expref: 44 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.955828:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e55b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf284 expref: 44 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.955846:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.955847:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.955853:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607e562 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf28b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.955859:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607e562 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf28b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.955881:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607e562 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf28b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.955890:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013262336:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.956824:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.959009:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.959114:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013262336:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.959128:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.959351:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:1964:x1830887015292288:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3579us (3938us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.959360:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7367 00000100:00100000:0.0:1746070422.959579:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.959704:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015292544 00000100:00100000:3.0:1746070422.959709:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015292544 00002000:00100000:3.0:1746070422.959738:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8700 x1830887015292544/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.959747:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8700 with x1830887015292544 ext(0->4095) 00002000:00010000:3.0:1746070422.959751:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a8700 00000100:00100000:2.0:1746070422.959758:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015292672 00000100:00100000:2.0:1746070422.959761:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015292672 00000100:00100000:3.0:1746070422.959776:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3844 00000100:00100000:3.0:1746070422.959782:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015292544:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070422.960006:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015292544:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 223us (1003us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.960014:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3844 00002000:00100000:3.0:1746070422.960019:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8700 x1830887015292544/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.960025:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8700 with x1830887015292544 ext(0->4095) 00002000:00010000:3.0:1746070422.960028:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a8700 00000100:00100000:2.0:1746070422.960345:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5101 00000100:00100000:2.0:1746070422.960351:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:31620:x1830887015292672:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070422.960360:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070422.960371:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf292 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.960391:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607e562 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf28b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.960397:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.960398:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.960402:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.960421:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607e562 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf28b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.960436:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607e562 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf28b expref: 5 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070422.960445:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013262464:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070422.960593:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.962374:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013262464:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070422.962394:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.962410:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070422.962436:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:31620:x1830887015292672:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2084us (2857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.962442:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5101 00000100:00100000:0.0:1746070422.963101:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.963252:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015292800 00000100:00100000:3.0:1746070422.963258:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015292800 00000100:00100000:3.0:1746070422.963295:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5102 00000100:00100000:3.0:1746070422.963302:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:31621:x1830887015292800:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070422.963313:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070422.963325:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e570 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf299 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.963342:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070422.963346:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 45 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.963352:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070422.963355:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e570 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf299 expref: 45 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.963384:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 45 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.963393:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e570 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf299 expref: 45 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070422.963406:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4745000, rc 0) 00000100:00100000:3.0:1746070422.963428:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:31621:x1830887015292800:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070422.963433:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5102 00000100:00100000:0.0:1746070422.964283:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.964376:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015292928 00000100:00100000:2.0:1746070422.964380:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015292928 00010000:00010000:2.0:1746070422.964397:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607e562 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf28b expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070422.964619:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7368 00000100:00100000:2.0:1746070422.964626:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015292928:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.964634:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.964651:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607e562 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf28b expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.964661:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607e562 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf28b expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.964698:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607e562 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf28b expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.964711:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.964713:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.964717:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.964728:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.964749:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.964758:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 44 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070422.964767:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013262720:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.964821:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.967142:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013262720:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.967159:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.967189:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015292928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2562us (2907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.967197:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7368 00000100:00100000:0.0:1746070422.969768:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.969868:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015293184 00000100:00100000:3.0:1746070422.969875:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015293184 00002000:00100000:3.0:1746070422.969909:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9f80 x1830887015293184/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.969918:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9f80 with x1830887015293184 ext(0->4095) 00010000:00010000:3.0:1746070422.969926:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 45 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070422.969939:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 45 pid: 25271 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070422.969945:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a9f80 00000100:00100000:3.0:1746070422.969960:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1709 00000100:00100000:3.0:1746070422.969966:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1963:x1830887015293184:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070422.970113:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1963:x1830887015293184:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (349us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.970120:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1709 00002000:00100000:3.0:1746070422.970125:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9f80 x1830887015293184/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.970138:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9f80 with x1830887015293184 ext(0->4095) 00010000:00010000:3.0:1746070422.970142:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 45 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070422.970151:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 45 pid: 25271 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070422.970157:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a9f80 00000100:00100000:0.0:1746070422.973416:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.973827:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015293312 00000100:00100000:2.0:1746070422.973835:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015293312 00010000:00010000:2.0:1746070422.973875:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 45 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070422.973908:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7369 00000100:00100000:2.0:1746070422.973915:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca80050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1961:x1830887015293312:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.973925:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.973941:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 45 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.973951:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 45 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.973969:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e569 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf292 expref: 45 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.973993:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.973995:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.974000:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e570 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf299 expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.974008:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e570 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf299 expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.974034:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e570 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf299 expref: 44 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.974044:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013262848:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.974111:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.975887:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013262848:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.975902:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.975932:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca80050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1961:x1830887015293312:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2017us (2524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.975950:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7369 00000100:00100000:0.0:1746070422.978415:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.978523:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015293568 00000100:00100000:2.0:1746070422.978530:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015293568 00002000:00100000:2.0:1746070422.978568:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9180 x1830887015293568/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.978577:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9180 with x1830887015293568 ext(0->4095) 00002000:00010000:2.0:1746070422.978581:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a9180 00000100:00100000:2.0:1746070422.978641:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3845 00000100:00100000:2.0:1746070422.978647:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1964:x1830887015293568:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070422.978915:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1964:x1830887015293568:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 267us (505us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070422.978922:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3845 00002000:00100000:2.0:1746070422.978927:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9180 x1830887015293568/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070422.978935:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9180 with x1830887015293568 ext(0->4095) 00002000:00010000:2.0:1746070422.978937:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a9180 00000100:00100000:0.0:1746070422.980858:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.981227:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015293696 00000100:00100000:1.0:1746070422.981233:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015293696 00000100:00100000:1.0:1746070422.981302:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5103 00000100:00100000:1.0:1746070422.981309:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015293696:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070422.981323:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070422.981337:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2a0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.981360:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e570 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf299 expref: 43 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.981367:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070422.981368:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070422.981371:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.981395:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e570 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf299 expref: 43 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.981405:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e570 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf299 expref: 43 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746070422.981414:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013262976:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070422.982003:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070422.985503:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013262976:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070422.985530:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.985545:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b704000, rc 0) 00000100:00100000:1.0:1746070422.985593:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015293696:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4283us (4739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070422.985601:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5103 00000100:00100000:0.0:1746070422.987530:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.987706:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015293824 00000100:00100000:2.0:1746070422.987712:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015293824 00010000:00010000:2.0:1746070422.987738:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e570 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf299 expref: 44 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070422.988275:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7370 00000100:00100000:2.0:1746070422.988284:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1963:x1830887015293824:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.988295:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.988311:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e570 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf299 expref: 44 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.988326:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e570 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf299 expref: 44 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.988344:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4745000/0x628f9640b607e570 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf299 expref: 44 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.988359:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.988361:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.988367:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.988375:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.988400:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.988410:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013263104:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.988472:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070422.988773:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070422.989713:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015293952 00000100:00100000:1.0:1746070422.989719:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015293952 00000100:00100000:1.0:1746070422.989758:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5104 00000100:00100000:1.0:1746070422.989764:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:31620:x1830887015293952:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070422.989776:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070422.989788:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2a7 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.989807:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.989812:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.989814:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070422.989817:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 45 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.989847:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.989858:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746070422.989867:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013263232:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070422.989922:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070422.990987:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013263104:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070422.991001:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070422.991038:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1963:x1830887015293824:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2754us (3512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070422.991046:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7370 00000100:00100000:1.0:1746070422.993701:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013263232:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070422.993724:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 44 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070422.993739:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b704a00, rc 0) 00000100:00100000:1.0:1746070422.993775:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:31620:x1830887015293952:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4010us (5003us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070422.993782:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5104 00000100:00100000:0.0:1746070422.994041:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070422.994125:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015294208 00000100:00100000:3.0:1746070422.994130:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015294208 00002000:00100000:3.0:1746070422.994157:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9500 x1830887015294208/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/0 e 0 to 0 dl 1746070433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.994165:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9500 with x1830887015294208 ext(0->4095) 00010000:00010000:3.0:1746070422.994171:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070422.994182:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070422.994188:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a9500 00000100:00100000:3.0:1746070422.994200:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1710 00000100:00100000:3.0:1746070422.994205:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015294208:12345-192.168.203.29@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746070422.994306:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015294208:12345-192.168.203.29@tcp:3:ldlm_bl.0 Request processed in 100us (265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070422.994311:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1710 00002000:00100000:3.0:1746070422.994316:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9500 x1830887015294208/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:53/0 lens 488/4536 e 0 to 0 dl 1746070433 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070422.994324:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9500 with x1830887015294208 ext(0->4095) 00010000:00010000:3.0:1746070422.994328:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070422.994336:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070422.994342:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a9500 00000100:00100000:0.0:1746070422.997074:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070422.997157:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015294336 00000100:00100000:2.0:1746070422.997165:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015294336 00010000:00010000:2.0:1746070422.997191:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070422.997483:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7371 00000100:00100000:2.0:1746070422.997490:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015294336:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070422.997501:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070422.997517:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.997528:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.997546:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b704000/0x628f9640b607e577 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a0 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070422.997724:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.997726:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070422.997732:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.997739:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070422.997765:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070422.997775:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013263360:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070422.998214:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.000753:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013263360:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070423.000769:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.000802:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015294336:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3312us (3733us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.000810:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7371 00000100:00100000:0.0:1746070423.001075:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.001098:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015294592 00000100:00100000:0.0:1746070423.001102:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015294592 00002000:00100000:0.0:1746070423.001128:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f70e00 x1830887015294592/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070423.001136:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70e00 with x1830887015294592 ext(0->4095) 00002000:00010000:0.0:1746070423.001140:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f70e00 00000100:00100000:0.0:1746070423.001162:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3846 00000100:00100000:0.0:1746070423.001168:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1964:x1830887015294592:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070423.001276:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1964:x1830887015294592:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070423.001282:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3846 00002000:00100000:0.0:1746070423.001286:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f70e00 x1830887015294592/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070423.001292:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70e00 with x1830887015294592 ext(0->4095) 00002000:00010000:0.0:1746070423.001295:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f70e00 00000100:00100000:0.0:1746070423.009931:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.010003:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015294720 00000100:00100000:1.0:1746070423.010009:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015294720 00000100:00100000:1.0:1746070423.010047:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5105 00000100:00100000:1.0:1746070423.010054:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015294720:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.010067:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.010081:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2ae expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.010104:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.010111:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.010112:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.010115:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.010142:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.010152:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 43 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746070423.010161:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013263488:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070423.010228:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070423.011584:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013263488:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070423.011604:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.011615:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b704200, rc 0) 00000100:00100000:1.0:1746070423.011638:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015294720:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1585us (1714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.011645:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5105 00000100:00100000:0.0:1746070423.029136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.029185:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.029268:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015294976 00000100:00100000:1.0:1746070423.029276:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015294976 00000100:00100000:1.0:1746070423.029323:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5106 00000100:00100000:1.0:1746070423.029331:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:31620:x1830887015294976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.029347:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.029360:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2b5 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.029382:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.029388:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.029394:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070423.029397:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 45 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.029425:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.029435:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 45 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.029443:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b705c00, rc 0) 00000100:00100000:1.0:1746070423.029478:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:31620:x1830887015294976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.029484:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5106 00000100:00100000:2.0:1746070423.029702:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015294848 00000100:00100000:2.0:1746070423.029705:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015294848 00002000:00100000:2.0:1746070423.029727:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091f71f80 x1830887015294848/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.029735:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f71f80 with x1830887015294848 ext(0->7) 00010000:00010000:2.0:1746070423.029740:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 45 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.029750:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 45 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.029755:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f71f80 00000100:00100000:2.0:1746070423.029767:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1711 00000100:00100000:2.0:1746070423.029771:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1962:x1830887015294848:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070423.030004:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:1962:x1830887015294848:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 231us (874us total) trans 4294967976 rc 0/0 00000100:00100000:2.0:1746070423.030010:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1711 00002000:00100000:2.0:1746070423.030015:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091f71f80 x1830887015294848/t4294967976(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/448 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.030027:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f71f80 with x1830887015294848 ext(0->7) 00010000:00010000:2.0:1746070423.030032:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 47 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.030040:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 47 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.030045:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f71f80 00000100:00100000:0.0:1746070423.036759:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.036884:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015295104 00000100:00100000:2.0:1746070423.036891:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015295104 00010000:00010000:2.0:1746070423.036919:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 47 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.036943:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7372 00000100:00100000:2.0:1746070423.036949:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:1961:x1830887015295104:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070423.036959:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070423.036976:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 47 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.036985:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 47 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.037002:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b704a00/0x628f9640b607e57e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2a7 expref: 47 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.037017:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.037019:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.037025:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.037032:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.037057:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.037066:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.037076:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013263744:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070423.037309:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.039783:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.039874:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015295360 00000100:00100000:1.0:1746070423.039880:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015295360 00002000:00100000:1.0:1746070423.039913:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f70700 x1830887015295360/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.039921:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70700 with x1830887015295360 ext(0->4095) 00010000:00010000:1.0:1746070423.039927:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.039938:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.039949:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f70700 00000100:00100000:1.0:1746070423.039979:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1712 00000100:00100000:1.0:1746070423.039985:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015295360:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070423.040124:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015295360:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.040130:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1712 00002000:00100000:1.0:1746070423.040136:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f70700 x1830887015295360/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.040142:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70700 with x1830887015295360 ext(0->4095) 00010000:00010000:1.0:1746070423.040146:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.040155:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.040160:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f70700 00000100:00100000:2.0:1746070423.040343:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013263744:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070423.040359:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.040379:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1961:x1830887015295104:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3431us (3626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.040386:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7372 00000100:00100000:0.0:1746070423.042806:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.042894:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015295488 00000100:00100000:3.0:1746070423.042901:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015295488 00010000:00010000:3.0:1746070423.042931:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.042964:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7373 00000100:00100000:3.0:1746070423.042969:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015295488:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.042980:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.042996:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.043006:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.043024:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e585 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ae expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.043044:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.043046:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.043052:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 45 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.043060:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 45 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.043085:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 45 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.043094:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013263872:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.043149:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.045237:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013263872:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.045256:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.045284:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015295488:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2314us (2484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.045293:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7373 00000100:00100000:0.0:1746070423.045896:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.045950:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015295744 00000100:00100000:3.0:1746070423.045955:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015295744 00002000:00100000:3.0:1746070423.045981:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f71180 x1830887015295744/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.045990:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f71180 with x1830887015295744 ext(0->4095) 00002000:00010000:3.0:1746070423.045994:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f71180 00000100:00100000:3.0:1746070423.046015:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3847 00000100:00100000:3.0:1746070423.046021:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1964:x1830887015295744:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070423.046124:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1964:x1830887015295744:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (229us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070423.046130:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3847 00002000:00100000:3.0:1746070423.046134:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f71180 x1830887015295744/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.046141:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f71180 with x1830887015295744 ext(0->4095) 00002000:00010000:3.0:1746070423.046143:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f71180 00000100:00100000:0.0:1746070423.052409:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.052606:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015295872 00000100:00100000:3.0:1746070423.052614:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015295872 00000100:00100000:3.0:1746070423.052726:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5107 00000100:00100000:3.0:1746070423.052733:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015295872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.052749:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.052763:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2bc expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.052786:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 45 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.052792:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.052793:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.052796:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.052816:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 45 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.052828:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 45 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.052847:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013264000:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070423.052908:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.054230:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013264000:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070423.054252:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.054264:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13a00, rc 0) 00000100:00100000:3.0:1746070423.054305:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015295872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1572us (1902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.054311:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5107 00000100:00100000:0.0:1746070423.070813:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.070903:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015296000 00000100:00100000:1.0:1746070423.070911:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015296000 00002000:00100000:1.0:1746070423.070944:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800947eaa00 x1830887015296000/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.070953:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947eaa00 with x1830887015296000 ext(0->7) 00010000:00010000:1.0:1746070423.070960:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 46 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.070977:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 46 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.070983:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947eaa00 00000100:00100000:1.0:1746070423.071010:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1713 00000100:00100000:1.0:1746070423.071017:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1963:x1830887015296000:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070423.071263:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015296000:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 245us (456us total) trans 4294967977 rc 0/0 00000100:00100000:1.0:1746070423.071269:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1713 00002000:00100000:1.0:1746070423.071274:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800947eaa00 x1830887015296000/t4294967977(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/448 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.071281:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947eaa00 with x1830887015296000 ext(0->7) 00010000:00010000:1.0:1746070423.071286:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 48 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.071294:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 48 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.071300:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947eaa00 00000100:00100000:0.0:1746070423.078454:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.078579:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015296128 00000100:00100000:3.0:1746070423.078588:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015296128 00000100:00100000:3.0:1746070423.078637:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5108 00000100:00100000:3.0:1746070423.078644:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:31620:x1830887015296128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.078659:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.078700:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2c3 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.078723:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.078728:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.078738:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070423.078740:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 49 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.078770:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.078780:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 49 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.078789:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12e00, rc 0) 00000100:00100000:3.0:1746070423.078824:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:31620:x1830887015296128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.078830:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5108 00000100:00100000:0.0:1746070423.084798:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.085065:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015296256 00000100:00100000:3.0:1746070423.085073:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015296256 00010000:00010000:3.0:1746070423.085103:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 49 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.087145:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7374 00000100:00100000:3.0:1746070423.087157:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1963:x1830887015296256:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.087172:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.087191:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 49 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.087204:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 49 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.087224:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b705c00/0x628f9640b607e58c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2b5 expref: 49 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.087254:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.087256:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.087263:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.087271:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.087298:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.087308:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 5 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.087317:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013264256:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.087388:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.093459:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013264256:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.093479:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.094181:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015296256:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7024us (9387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.094190:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7374 00000100:00100000:0.0:1746070423.095904:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.096124:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015296512 00000100:00100000:3.0:1746070423.096132:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015296512 00002000:00100000:3.0:1746070423.096164:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e9500 x1830887015296512/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.096172:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9500 with x1830887015296512 ext(0->4095) 00010000:00010000:3.0:1746070423.096180:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.096192:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070423.096198:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e9500 00000100:00100000:3.0:1746070423.096224:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1714 00000100:00100000:3.0:1746070423.096231:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015296512:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070423.096359:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015296512:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (459us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070423.096365:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1714 00002000:00100000:3.0:1746070423.096370:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e9500 x1830887015296512/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.096377:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9500 with x1830887015296512 ext(0->4095) 00010000:00010000:3.0:1746070423.096381:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.096389:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070423.096395:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e9500 00000100:00100000:0.0:1746070423.099782:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.099906:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015296640 00000100:00100000:3.0:1746070423.099914:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015296640 00010000:00010000:3.0:1746070423.099940:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.100015:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7375 00000100:00100000:3.0:1746070423.100023:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015296640:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.100033:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.100049:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.100059:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.100077:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e593 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2bc expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.100218:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.100221:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.100227:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 47 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.100235:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 47 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.100261:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 47 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.100276:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013264384:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.101928:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.109955:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013264384:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070423.109959:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1746070423.109974:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.110007:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015296640:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 9984us (10231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.110017:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7375 00000100:00100000:1.0:1746070423.110023:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015296896 00000100:00100000:1.0:1746070423.110028:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015296896 00002000:00100000:1.0:1746070423.110059:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e8000 x1830887015296896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.110068:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8000 with x1830887015296896 ext(0->4095) 00002000:00010000:1.0:1746070423.110072:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e8000 00000100:00100000:1.0:1746070423.110096:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3848 00000100:00100000:1.0:1746070423.110101:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1964:x1830887015296896:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070423.110209:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1964:x1830887015296896:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.110215:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3848 00002000:00100000:1.0:1746070423.110219:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e8000 x1830887015296896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.110226:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8000 with x1830887015296896 ext(0->4095) 00002000:00010000:1.0:1746070423.110229:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e8000 00000100:00100000:0.0:1746070423.130803:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.130899:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015297024 00000100:00100000:1.0:1746070423.130907:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015297024 00000100:00100000:1.0:1746070423.130953:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5109 00000100:00100000:1.0:1746070423.130960:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015297024:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.130974:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.130988:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e5a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2ca expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.131011:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 47 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.131017:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.131018:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.131020:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e5a1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ca expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.131046:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 47 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.131055:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 47 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746070423.131065:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013264512:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070423.131138:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070423.140351:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013264512:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070423.140378:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e5a1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ca expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.140391:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b704200, rc 0) 00000100:00100000:1.0:1746070423.140425:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015297024:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9466us (9629us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.140432:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5109 00000100:00100000:0.0:1746070423.141369:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.141443:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015297152 00000100:00100000:3.0:1746070423.141449:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015297152 00002000:00100000:3.0:1746070423.141478:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800947ebb80 x1830887015297152/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.141486:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947ebb80 with x1830887015297152 ext(0->7) 00010000:00010000:3.0:1746070423.141492:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 48 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.141502:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 48 pid: 25271 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070423.141508:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947ebb80 00000100:00100000:3.0:1746070423.141530:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1715 00000100:00100000:3.0:1746070423.141536:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1961:x1830887015297152:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070423.141832:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1961:x1830887015297152:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 296us (466us total) trans 4294967978 rc 0/0 00000100:00100000:3.0:1746070423.141852:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1715 00002000:00100000:3.0:1746070423.141857:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800947ebb80 x1830887015297152/t4294967978(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/448 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.141863:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947ebb80 with x1830887015297152 ext(0->7) 00010000:00010000:3.0:1746070423.141867:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.141875:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070423.141880:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947ebb80 00000100:00100000:0.0:1746070423.143193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.143268:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015297280 00000100:00100000:3.0:1746070423.143273:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015297280 00010000:00010000:3.0:1746070423.143292:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.143320:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7376 00000100:00100000:3.0:1746070423.143325:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1962:x1830887015297280:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.143334:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746070423.143344:0:7078:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746070422 -> 1746070423 00002000:00010000:3.0:1746070423.143347:0:7078:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746070422 -> 1746070423 00010000:00010000:3.0:1746070423.143351:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.143361:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.143379:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e59a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2c3 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.143801:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.143803:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.143810:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e5a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ca expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.143817:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e5a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ca expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.143850:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e5a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ca expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.143860:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013264640:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.144298:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.146452:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.146535:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013264640:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.146552:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.146584:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1962:x1830887015297280:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3258us (3394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.146593:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7376 00000100:00100000:1.0:1746070423.147110:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015297536 00000100:00100000:1.0:1746070423.147116:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015297536 00002000:00100000:1.0:1746070423.147149:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e9180 x1830887015297536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.147159:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9180 with x1830887015297536 ext(0->4095) 00002000:00010000:1.0:1746070423.147163:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e9180 00000100:00100000:1.0:1746070423.147177:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3849 00000100:00100000:1.0:1746070423.147182:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015297536:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070423.147297:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015297536:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (850us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.147302:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3849 00002000:00100000:1.0:1746070423.147306:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e9180 x1830887015297536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.147312:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9180 with x1830887015297536 ext(0->4095) 00002000:00010000:1.0:1746070423.147314:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e9180 00000100:00100000:0.0:1746070423.149237:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.149615:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015297664 00000100:00100000:1.0:1746070423.149621:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015297664 00000100:00100000:1.0:1746070423.149664:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5110 00000100:00100000:1.0:1746070423.149685:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:31621:x1830887015297664:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.149699:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.149712:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2d1 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.149735:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e5a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ca expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.149742:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070423.149743:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070423.149746:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.149768:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e5a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ca expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.149781:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e5a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ca expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746070423.149790:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013264768:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070423.149857:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.154746:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.155421:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013264768:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070423.155446:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.155461:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431fc00, rc 0) 00000100:00100000:1.0:1746070423.155494:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:31621:x1830887015297664:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5824us (6263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.155501:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5110 00000100:00100000:1.0:1746070423.155522:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015297792 00000100:00100000:1.0:1746070423.155526:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015297792 00000100:00100000:1.0:1746070423.155550:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5111 00000100:00100000:1.0:1746070423.155555:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:31620:x1830887015297792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.155565:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.155576:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2d8 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.155593:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070423.155597:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.155607:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.155610:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.155631:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.155640:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.155647:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431ea00, rc 0) 00000100:00100000:1.0:1746070423.155662:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31620:x1830887015297792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.155666:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5111 00000100:00100000:0.0:1746070423.157028:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.157094:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015297920 00000100:00100000:3.0:1746070423.157098:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015297920 00010000:00010000:3.0:1746070423.157114:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e5a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ca expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.157144:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7377 00000100:00100000:3.0:1746070423.157149:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015297920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.157157:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.157172:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e5a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ca expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.157181:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e5a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ca expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.157195:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b704200/0x628f9640b607e5a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ca expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.157206:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.157207:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.157212:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.157217:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.157234:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.157242:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 50 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.157255:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013265024:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.157665:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:1.0:1746070423.162020:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.162058:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015298176 00000100:00100000:1.0:1746070423.162066:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015298176 00002000:00100000:1.0:1746070423.162102:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31c000 x1830887015298176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.162112:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31c000 with x1830887015298176 ext(0->4095) 00010000:00010000:1.0:1746070423.162120:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.162131:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.162142:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31c000 00000100:00100000:1.0:1746070423.162156:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1716 00000100:00100000:1.0:1746070423.162162:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1962:x1830887015298176:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070423.162284:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1962:x1830887015298176:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.162290:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1716 00002000:00100000:1.0:1746070423.162295:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31c000 x1830887015298176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.162302:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31c000 with x1830887015298176 ext(0->4095) 00010000:00010000:1.0:1746070423.162305:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.162314:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.162319:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31c000 00000100:00100000:3.0:1746070423.162472:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013265024:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.162488:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.162507:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015297920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5357us (5482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.162513:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7377 00000100:00100000:0.0:1746070423.165090:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.165336:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015298304 00000100:00100000:3.0:1746070423.165343:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015298304 00000100:00100000:3.0:1746070423.165389:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5112 00000100:00100000:3.0:1746070423.165397:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015298304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.165410:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.165424:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2df expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.165444:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.165449:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.165454:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070423.165458:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.165490:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.165505:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.165514:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12400, rc 0) 00000100:00100000:3.0:1746070423.165548:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015298304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.165554:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5112 00000100:00100000:0.0:1746070423.166226:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.166623:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015298432 00000100:00100000:3.0:1746070423.166627:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015298432 00010000:00010000:3.0:1746070423.166646:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.166689:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7378 00000100:00100000:3.0:1746070423.166695:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1964:x1830887015298432:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.166703:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.166720:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.166730:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.166746:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d1 expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.166855:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.166857:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.166863:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.166870:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.166892:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.166902:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 50 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.166911:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013265280:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.167385:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.170007:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013265280:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.170026:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.170058:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015298432:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3362us (3831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.170066:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7378 00000100:00100000:0.0:1746070423.170461:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.170559:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015298688 00000100:00100000:1.0:1746070423.170565:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015298688 00002000:00100000:1.0:1746070423.170595:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947eb100 x1830887015298688/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.170603:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947eb100 with x1830887015298688 ext(0->4095) 00010000:00010000:1.0:1746070423.170609:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 50 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.170624:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 50 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.170630:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947eb100 00000100:00100000:1.0:1746070423.170643:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1717 00000100:00100000:1.0:1746070423.170649:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1963:x1830887015298688:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070423.170796:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1963:x1830887015298688:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.170801:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1717 00002000:00100000:1.0:1746070423.170806:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947eb100 x1830887015298688/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.170813:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947eb100 with x1830887015298688 ext(0->4095) 00010000:00010000:1.0:1746070423.170817:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 50 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.170825:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 50 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.170830:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947eb100 00000100:00100000:0.0:1746070423.174228:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.174279:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.174366:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015298944 00000100:00100000:3.0:1746070423.174374:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015298944 00010000:00010000:3.0:1746070423.174406:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 50 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746070423.174976:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015298816 00000100:00100000:1.0:1746070423.174980:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015298816 00000100:00100000:1.0:1746070423.175017:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5113 00000100:00100000:1.0:1746070423.175024:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31620:x1830887015298816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.175037:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.175049:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e5bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2e6 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.175069:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.175075:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.175081:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070423.175084:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e5bd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2e6 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.175114:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.175124:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e5bd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2e6 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.175132:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431ec00, rc 0) 00000100:00100000:1.0:1746070423.175167:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31620:x1830887015298816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.175173:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5113 00000100:00100000:3.0:1746070423.175553:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7379 00000100:00100000:3.0:1746070423.175560:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1964:x1830887015298944:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.175570:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.175585:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.175594:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.175607:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e5af lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2d8 expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.175618:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.175620:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.175624:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.175631:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.175647:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.175655:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 5 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.175664:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013265536:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.175724:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.178523:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.178715:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015299200 00000100:00100000:1.0:1746070423.178721:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015299200 00002000:00100000:1.0:1746070423.178756:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e9c00 x1830887015299200/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.178765:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9c00 with x1830887015299200 ext(0->4095) 00010000:00010000:1.0:1746070423.178771:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.178788:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.178794:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e9c00 00000100:00100000:1.0:1746070423.178809:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1718 00000100:00100000:1.0:1746070423.178815:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015299200:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070423.179124:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013265536:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.179141:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070423.179936:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015299200:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1118us (1417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.179944:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1718 00002000:00100000:1.0:1746070423.179951:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e9c00 x1830887015299200/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.179958:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9c00 with x1830887015299200 ext(0->4095) 00010000:00010000:1.0:1746070423.179964:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.179974:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.179980:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e9c00 00000100:00100000:3.0:1746070423.180137:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015298944:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4577us (5856us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.180144:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7379 00000100:00100000:0.0:1746070423.185006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.185097:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015299328 00000100:00100000:3.0:1746070423.185105:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015299328 00010000:00010000:3.0:1746070423.185133:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.185155:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7380 00000100:00100000:3.0:1746070423.185162:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015299328:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.185172:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.185186:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.185195:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.185213:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2df expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.185405:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.185407:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.185414:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e5bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2e6 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.185421:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e5bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2e6 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.185448:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e5bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2e6 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.185458:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013265664:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.185786:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.188486:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013265664:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.188505:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.188536:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015299328:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3375us (3537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.188544:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7380 00000100:00100000:0.0:1746070423.188901:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.189087:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015299584 00000100:00100000:2.0:1746070423.189093:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015299584 00002000:00100000:2.0:1746070423.189121:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efd880 x1830887015299584/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.189130:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efd880 with x1830887015299584 ext(0->4095) 00002000:00010000:2.0:1746070423.189133:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efd880 00000100:00100000:2.0:1746070423.189159:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3850 00000100:00100000:2.0:1746070423.189165:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1963:x1830887015299584:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070423.189280:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1963:x1830887015299584:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.189285:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3850 00002000:00100000:2.0:1746070423.189289:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efd880 x1830887015299584/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.189296:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efd880 with x1830887015299584 ext(0->4095) 00002000:00010000:2.0:1746070423.189299:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efd880 00000100:00100000:0.0:1746070423.191296:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.191753:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015299712 00000100:00100000:2.0:1746070423.191759:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015299712 00000100:00100000:2.0:1746070423.192257:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5114 00000100:00100000:2.0:1746070423.192264:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015299712:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.192277:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.192292:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e5c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2ed expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.192317:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e5bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2e6 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.192323:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.192325:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.192328:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e5c4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ed expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.192352:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e5bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2e6 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.192365:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e5bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2e6 expref: 49 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.192375:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013265792:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.192441:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.195299:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013265792:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070423.195324:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e5c4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ed expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.195338:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729400, rc 0) 00000100:00100000:2.0:1746070423.195373:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015299712:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3109us (4080us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.195380:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5114 00000100:00100000:0.0:1746070423.195952:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.196152:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015299840 00000100:00100000:3.0:1746070423.196158:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015299840 00010000:00010000:3.0:1746070423.196181:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e5bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2e6 expref: 50 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.196201:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7381 00000100:00100000:3.0:1746070423.196206:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015299840:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.196216:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.196234:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e5bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2e6 expref: 50 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.196243:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e5bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2e6 expref: 50 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.196261:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x628f9640b607e5bd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2e6 expref: 50 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.196276:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.196278:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.196283:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e5c4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ed expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.196290:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e5c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ed expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.196339:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e5c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ed expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.196349:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013265920:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.196398:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.198617:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.198763:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015300096 00000100:00100000:1.0:1746070423.198768:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015300096 00002000:00100000:1.0:1746070423.198797:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efc380 x1830887015300096/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.198806:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efc380 with x1830887015300096 ext(0->4095) 00002000:00010000:1.0:1746070423.198810:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efc380 00000100:00100000:1.0:1746070423.198832:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3851 00000100:00100000:1.0:1746070423.198846:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015300096:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070423.198964:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015300096:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.198969:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3851 00002000:00100000:1.0:1746070423.198974:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efc380 x1830887015300096/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.198981:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efc380 with x1830887015300096 ext(0->4095) 00002000:00010000:1.0:1746070423.198983:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efc380 00000100:00100000:3.0:1746070423.200324:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013265920:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.200342:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.200369:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1964:x1830887015299840:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4162us (4417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.200376:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7381 00000100:00100000:1.0:1746070423.200596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.201099:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.201143:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015300224 00000100:00100000:1.0:1746070423.201147:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015300224 00000100:00100000:1.0:1746070423.201167:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015300352 00000100:00100000:1.0:1746070423.201169:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015300352 00000100:00100000:1.0:1746070423.201181:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5115 00000100:00100000:1.0:1746070423.201186:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:31620:x1830887015300224:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.201198:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.201210:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2f4 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.201231:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e5c4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ed expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.201238:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070423.201239:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070423.201243:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.201264:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e5c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ed expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.201274:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e5c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ed expref: 5 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746070423.201284:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013266048:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070423.201335:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070423.201350:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5116 00000100:00100000:1.0:1746070423.201355:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31621:x1830887015300352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.201361:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.201367:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf2fb expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.201375:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070423.201379:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.201383:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.201385:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5d2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2fb expref: 52 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.201401:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.201413:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5d2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2fb expref: 52 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.201421:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60a00, rc 0) 00000100:00100000:1.0:1746070423.201436:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31621:x1830887015300352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 80us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.201442:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5116 00000100:00100000:1.0:1746070423.204396:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013266048:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070423.204420:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.204434:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431fc00, rc 0) 00000100:00100000:1.0:1746070423.204466:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31620:x1830887015300224:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3279us (3870us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.204473:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5115 00000100:00100000:0.0:1746070423.205643:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.205860:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015300480 00000100:00100000:3.0:1746070423.205866:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015300480 00010000:00010000:3.0:1746070423.205890:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e5c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ed expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.205912:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7382 00000100:00100000:3.0:1746070423.205918:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015300480:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.205932:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.205949:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e5c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ed expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.205959:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e5c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ed expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.205977:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e5c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2ed expref: 6 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.206915:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.206918:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.206926:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 50 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.206935:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 50 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.206966:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 50 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.206976:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 50 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.206986:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013266304:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.207054:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.209106:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013266304:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.209124:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.209152:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015300480:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3234us (3511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.209160:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7382 00000100:00100000:2.0:1746070423.210747:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.210811:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015300736 00000100:00100000:0.0:1746070423.210816:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015300736 00002000:00100000:0.0:1746070423.210873:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf57480 x1830887015300736/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070423.210881:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf57480 with x1830887015300736 ext(0->4095) 00010000:00010000:0.0:1746070423.210888:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746070423.210899:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746070423.210905:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf57480 00000100:00100000:0.0:1746070423.210927:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1719 00000100:00100000:0.0:1746070423.210932:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887015300736:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070423.211067:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887015300736:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070423.211073:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1719 00002000:00100000:0.0:1746070423.211078:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf57480 x1830887015300736/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070423.211090:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf57480 with x1830887015300736 ext(0->4095) 00010000:00010000:0.0:1746070423.211095:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746070423.211103:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746070423.211108:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf57480 00000100:00100000:0.0:1746070423.213794:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.213891:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015300864 00000100:00100000:3.0:1746070423.213899:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015300864 00010000:00010000:3.0:1746070423.213926:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.213951:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7383 00000100:00100000:3.0:1746070423.213958:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887015300864:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.213969:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.213991:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.214003:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.214025:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e5cb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2f4 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.214056:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.214058:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.214067:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2fb expref: 50 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.214075:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2fb expref: 50 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.214109:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2fb expref: 50 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.214121:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013266432:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.215193:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.216987:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.217079:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015301120 00000100:00100000:1.0:1746070423.217086:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015301120 00002000:00100000:1.0:1746070423.217119:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efe300 x1830887015301120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.217128:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efe300 with x1830887015301120 ext(0->4095) 00002000:00010000:1.0:1746070423.217132:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efe300 00000100:00100000:1.0:1746070423.217148:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3852 00000100:00100000:1.0:1746070423.217154:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887015301120:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070423.217277:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887015301120:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.217283:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3852 00002000:00100000:1.0:1746070423.217288:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efe300 x1830887015301120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.217295:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efe300 with x1830887015301120 ext(0->4095) 00002000:00010000:1.0:1746070423.217297:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efe300 00000100:00100000:3.0:1746070423.217367:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013266432:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.217383:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.217414:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1963:x1830887015300864:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3456us (3628us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.217421:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7383 00000100:00100000:0.0:1746070423.220138:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.220401:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015301248 00000100:00100000:1.0:1746070423.220408:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015301248 00000100:00100000:1.0:1746070423.220452:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5117 00000100:00100000:1.0:1746070423.220458:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015301248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.220471:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.220485:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e5d9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf302 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.220507:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2fb expref: 49 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.220513:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.220515:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.220518:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e5d9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf302 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.220542:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2fb expref: 49 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.220555:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2fb expref: 49 pid: 12041 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746070423.220563:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013266560:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070423.221015:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746070423.223015:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013266560:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070423.223042:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e5d9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf302 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.223055:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60c00, rc 0) 00000100:00100000:1.0:1746070423.223094:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015301248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2635us (2962us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.223101:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5117 00000100:00100000:0.0:1746070423.223628:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.223754:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015301376 00000100:00100000:3.0:1746070423.223759:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015301376 00010000:00010000:3.0:1746070423.223780:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2fb expref: 50 pid: 12041 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.223799:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7384 00000100:00100000:3.0:1746070423.223804:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1963:x1830887015301376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.223814:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.223830:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2fb expref: 50 pid: 12041 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.223851:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2fb expref: 50 pid: 12041 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.223868:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf2fb expref: 50 pid: 12041 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.223895:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.223897:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.223903:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e5d9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf302 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.223911:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e5d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf302 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.223934:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e5d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf302 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.223944:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013266688:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.224000:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.226843:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013266688:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.226863:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.226897:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1963:x1830887015301376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3091us (3268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.226906:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7384 00000100:00100000:0.0:1746070423.227222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.227658:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015301632 00000100:00100000:2.0:1746070423.227664:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015301632 00002000:00100000:2.0:1746070423.227716:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129eff800 x1830887015301632/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.227725:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129eff800 with x1830887015301632 ext(0->4095) 00002000:00010000:2.0:1746070423.227728:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129eff800 00000100:00100000:2.0:1746070423.227753:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3853 00000100:00100000:2.0:1746070423.227759:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015301632:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070423.227876:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015301632:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (655us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.227881:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3853 00002000:00100000:2.0:1746070423.227886:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129eff800 x1830887015301632/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.227892:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129eff800 with x1830887015301632 ext(0->4095) 00002000:00010000:2.0:1746070423.227895:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129eff800 00000100:00100000:0.0:1746070423.228716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.229058:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015301760 00000100:00100000:1.0:1746070423.229063:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015301760 00000100:00100000:1.0:1746070423.229096:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5118 00000100:00100000:1.0:1746070423.229102:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:31620:x1830887015301760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.229112:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.229124:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf309 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.229144:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e5d9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf302 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.229154:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070423.229155:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070423.229158:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 50 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.229182:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e5d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf302 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.229191:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e5d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf302 expref: 5 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746070423.229201:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013266816:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070423.229262:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.231004:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.231102:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015301888 00000100:00100000:2.0:1746070423.231106:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015301888 00000100:00100000:0.0:1746070423.231111:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.231153:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015302016 00000100:00100000:3.0:1746070423.231156:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015302016 00010000:00010000:3.0:1746070423.231172:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e5d9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf302 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.231474:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5119 00000100:00100000:2.0:1746070423.231482:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31621:x1830887015301888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.231493:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.231505:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e5e7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf310 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.231523:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.231527:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.231532:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.231535:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e5e7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf310 expref: 52 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.231560:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.231569:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e5e7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf310 expref: 52 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.231582:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:3.0:1746070423.231670:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7385 00000100:00100000:3.0:1746070423.231918:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015302016:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.231928:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.231943:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e5d9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf302 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.231954:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e5d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf302 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.231970:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.231972:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.231976:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.231983:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.231998:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070423.231999:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31621:x1830887015301888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 519us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.232005:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5119 00010000:00010000:3.0:1746070423.232008:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 52 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.232016:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013267072:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070423.232064:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e5d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf302 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746070423.232079:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013266816:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070423.232093:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.232100:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.232107:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:1.0:1746070423.232123:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31620:x1830887015301760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3021us (3408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.232129:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5118 00000100:00100000:3.0:1746070423.232180:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.233723:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013267072:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.233736:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.233768:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015302016:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1851us (2656us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.233777:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7385 00000100:00100000:0.0:1746070423.233994:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.234112:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015302272 00000100:00100000:1.0:1746070423.234118:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015302272 00002000:00100000:1.0:1746070423.234145:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efdc00 x1830887015302272/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.234154:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efdc00 with x1830887015302272 ext(0->4095) 00010000:00010000:1.0:1746070423.234160:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.234170:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.234175:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129efdc00 00000100:00100000:1.0:1746070423.234348:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1720 00000100:00100000:1.0:1746070423.234354:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887015302272:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070423.234484:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887015302272:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.234490:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1720 00002000:00100000:1.0:1746070423.234495:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efdc00 x1830887015302272/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.234503:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efdc00 with x1830887015302272 ext(0->4095) 00010000:00010000:1.0:1746070423.234507:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.234520:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.234525:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129efdc00 00000100:00100000:0.0:1746070423.236363:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.236464:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015302400 00000100:00100000:3.0:1746070423.236471:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015302400 00010000:00010000:3.0:1746070423.236497:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.236655:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7386 00000100:00100000:3.0:1746070423.236662:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1961:x1830887015302400:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.236692:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.236709:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.236718:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.236736:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e5e0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf309 expref: 51 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.236762:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.236763:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.236770:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e5e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf310 expref: 50 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.236777:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e5e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf310 expref: 50 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.236803:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e5e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf310 expref: 50 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.236813:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013267200:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.236887:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.238546:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013267200:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070423.238959:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1746070423.239093:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.239126:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1961:x1830887015302400:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2463us (2766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.239133:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7386 00000100:00100000:2.0:1746070423.239199:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015302656 00000100:00100000:2.0:1746070423.239203:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015302656 00002000:00100000:2.0:1746070423.239229:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efea00 x1830887015302656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.239237:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efea00 with x1830887015302656 ext(0->4095) 00002000:00010000:2.0:1746070423.239240:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efea00 00000100:00100000:2.0:1746070423.239261:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3854 00000100:00100000:2.0:1746070423.239265:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1963:x1830887015302656:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070423.239470:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1963:x1830887015302656:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 203us (510us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.239476:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3854 00002000:00100000:2.0:1746070423.239482:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efea00 x1830887015302656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.239493:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efea00 with x1830887015302656 ext(0->4095) 00002000:00010000:2.0:1746070423.239496:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efea00 00000100:00100000:0.0:1746070423.241006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.241135:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015302784 00000100:00100000:1.0:1746070423.241140:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015302784 00000100:00100000:1.0:1746070423.241179:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5120 00000100:00100000:1.0:1746070423.241186:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015302784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.241197:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.241212:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf317 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.241233:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e5e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf310 expref: 49 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.241240:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.241241:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.241244:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5ee lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf317 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.241267:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e5e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf310 expref: 49 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.241276:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e5e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf310 expref: 49 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746070423.241287:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013267328:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070423.241348:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070423.243122:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013267328:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070423.243142:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5ee lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf317 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.243155:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60a00, rc 0) 00000100:00100000:0.0:1746070423.243240:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.243459:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015302912 00000100:00100000:3.0:1746070423.243464:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015302912 00010000:00010000:3.0:1746070423.243484:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e5e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf310 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.243512:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7387 00000100:00100000:3.0:1746070423.243518:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015302912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.243528:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.243544:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e5e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf310 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.243554:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e5e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf310 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.243571:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e5e7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf310 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746070423.243619:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015302784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2433us (2617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.243626:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5120 00010000:00010000:3.0:1746070423.244959:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.244963:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.244971:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5ee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf317 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.244979:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf317 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.245180:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf317 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.245193:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013267456:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.245269:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.247518:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.247587:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013267456:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.247604:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.247649:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1964:x1830887015302912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4126us (4406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.247658:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7387 00000100:00100000:1.0:1746070423.247913:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015303168 00000100:00100000:1.0:1746070423.247920:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015303168 00002000:00100000:1.0:1746070423.247949:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efc000 x1830887015303168/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.247958:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efc000 with x1830887015303168 ext(0->4095) 00002000:00010000:1.0:1746070423.247962:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efc000 00000100:00100000:1.0:1746070423.248013:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3855 00000100:00100000:1.0:1746070423.248019:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015303168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070423.248144:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015303168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (631us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.248149:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3855 00002000:00100000:1.0:1746070423.248154:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efc000 x1830887015303168/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.248162:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efc000 with x1830887015303168 ext(0->4095) 00002000:00010000:1.0:1746070423.248164:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efc000 00000100:00100000:0.0:1746070423.249940:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.249989:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.250053:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015303296 00000100:00100000:2.0:1746070423.250058:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015303296 00000100:00100000:2.0:1746070423.250141:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015303424 00000100:00100000:2.0:1746070423.250144:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015303424 00000100:00100000:2.0:1746070423.250168:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5121 00000100:00100000:2.0:1746070423.250173:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:31621:x1830887015303296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.250185:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.250197:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf31e expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.250218:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5ee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf317 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.250223:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.250225:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.250228:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.250249:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf317 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.250259:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf317 expref: 5 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.250268:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013267584:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.250325:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.250382:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5122 00000100:00100000:3.0:1746070423.250389:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31620:x1830887015303424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.250395:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.250400:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf325 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.250410:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.250413:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.250421:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.250423:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 52 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.250444:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.250452:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 52 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.250459:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12400, rc 0) 00000100:00100000:3.0:1746070423.250476:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31620:x1830887015303424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.250481:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5122 00000100:00100000:0.0:1746070423.253010:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.253074:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013267584:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070423.253097:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.253111:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:3.0:1746070423.253716:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015303552 00000100:00100000:3.0:1746070423.253722:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015303552 00010000:00010000:3.0:1746070423.253744:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf317 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.253774:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7388 00000100:00100000:3.0:1746070423.253779:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015303552:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.253789:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.253805:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf317 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.253814:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf317 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.253832:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e5ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf317 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.253862:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.253864:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.253870:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.253877:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.253901:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.253911:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.253920:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013267840:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070423.253982:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31621:x1830887015303296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3808us (4046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.253989:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5121 00000100:00100000:3.0:1746070423.254791:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.259432:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013267840:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.259451:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.260009:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015303552:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6227us (7002us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.260018:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7388 00000100:00100000:0.0:1746070423.260390:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.260631:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015303808 00000100:00100000:2.0:1746070423.260637:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015303808 00002000:00100000:2.0:1746070423.260665:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0700 x1830887015303808/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.260952:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0700 with x1830887015303808 ext(0->4095) 00010000:00010000:2.0:1746070423.260960:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.260971:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.260977:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c0700 00000100:00100000:2.0:1746070423.261001:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1721 00000100:00100000:2.0:1746070423.261008:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1964:x1830887015303808:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070423.261153:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1964:x1830887015303808:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (763us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.261159:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1721 00002000:00100000:2.0:1746070423.261164:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0700 x1830887015303808/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.261172:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0700 with x1830887015303808 ext(0->4095) 00010000:00010000:2.0:1746070423.261176:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.261189:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.261194:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c0700 00000100:00100000:0.0:1746070423.263788:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.264047:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015303936 00000100:00100000:2.0:1746070423.264054:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015303936 00000100:00100000:2.0:1746070423.264341:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5123 00000100:00100000:2.0:1746070423.264348:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015303936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.264362:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.264377:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf32c expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.264398:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.264404:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 50 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.264409:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070423.264412:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.264440:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 50 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.264452:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.264460:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070423.264501:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015303936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.264506:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5123 00000100:00100000:0.0:1746070423.264664:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.264942:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015304064 00000100:00100000:3.0:1746070423.264946:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015304064 00010000:00010000:3.0:1746070423.264963:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.264980:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7389 00000100:00100000:3.0:1746070423.264985:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1964:x1830887015304064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.264992:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.265007:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.265015:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.265030:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e5f5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf31e expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.265042:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.265043:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.265049:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 50 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.265055:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 50 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.265073:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 50 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.265082:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.265092:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013268096:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.266052:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.269311:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.269402:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013268096:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.269421:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.269451:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015304064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4465us (4787us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.269459:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7389 00000100:00100000:1.0:1746070423.270102:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015304320 00000100:00100000:1.0:1746070423.270108:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015304320 00002000:00100000:1.0:1746070423.270138:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf54380 x1830887015304320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.270146:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf54380 with x1830887015304320 ext(0->4095) 00010000:00010000:1.0:1746070423.270153:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.270164:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.270170:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf54380 00000100:00100000:1.0:1746070423.270194:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1722 00000100:00100000:1.0:1746070423.270199:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1963:x1830887015304320:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070423.271069:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1963:x1830887015304320:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 868us (1761us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.271074:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1722 00002000:00100000:1.0:1746070423.271080:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf54380 x1830887015304320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.271087:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf54380 with x1830887015304320 ext(0->4095) 00010000:00010000:1.0:1746070423.271092:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.271100:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 50 pid: 25271 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.271109:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf54380 00000100:00100000:0.0:1746070423.273557:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.273606:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.273701:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015304448 00000100:00100000:1.0:1746070423.273708:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015304448 00000100:00100000:1.0:1746070423.273752:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5124 00000100:00100000:1.0:1746070423.273760:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:31620:x1830887015304448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.273774:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.273789:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf333 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.273811:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.273817:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.273823:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070423.273827:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.273872:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.273883:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.273892:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61400, rc 0) 00000100:00100000:1.0:1746070423.273926:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31620:x1830887015304448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.273935:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5124 00000100:00100000:3.0:1746070423.274102:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015304576 00000100:00100000:3.0:1746070423.274106:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015304576 00010000:00010000:3.0:1746070423.274121:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 51 pid: 25271 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.274137:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7390 00000100:00100000:3.0:1746070423.274142:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1962:x1830887015304576:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.274150:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.274165:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 51 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.274173:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 51 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.274188:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e5fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf325 expref: 51 pid: 25271 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.274210:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.274212:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.274218:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.274224:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.274241:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.274250:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.274260:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013268352:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.274305:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.277345:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.277419:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015304832 00000100:00100000:1.0:1746070423.277426:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015304832 00002000:00100000:1.0:1746070423.277457:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c3100 x1830887015304832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.277466:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3100 with x1830887015304832 ext(0->4095) 00010000:00010000:1.0:1746070423.277473:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.277486:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.277492:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c3100 00000100:00100000:1.0:1746070423.277520:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1723 00000100:00100000:1.0:1746070423.277527:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015304832:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070423.277651:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015304832:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.277657:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1723 00002000:00100000:1.0:1746070423.277662:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c3100 x1830887015304832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.277669:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3100 with x1830887015304832 ext(0->4095) 00010000:00010000:1.0:1746070423.277696:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.277709:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.277714:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c3100 00000100:00100000:3.0:1746070423.277879:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013268352:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.277895:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.277915:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1962:x1830887015304576:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3773us (4310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.277923:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7390 00000100:00100000:2.0:1746070423.281395:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.281522:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015304960 00000100:00100000:3.0:1746070423.281529:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015304960 00010000:00010000:3.0:1746070423.281557:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.281590:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7391 00000100:00100000:3.0:1746070423.281596:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015304960:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.281610:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.281627:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.281636:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.281653:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e603 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf32c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.281693:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.281695:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.281702:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.281709:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.281735:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.281745:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013268480:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.281810:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.283742:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013268480:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.283759:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.284325:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015304960:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2727us (2934us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.284337:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7391 00000100:00100000:0.0:1746070423.286735:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.286823:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015305216 00000100:00100000:2.0:1746070423.286830:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015305216 00002000:00100000:2.0:1746070423.286870:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0000 x1830887015305216/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.286878:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0000 with x1830887015305216 ext(0->4095) 00002000:00010000:2.0:1746070423.286883:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0000 00000100:00100000:2.0:1746070423.287549:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3856 00000100:00100000:2.0:1746070423.287557:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015305216:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070423.287695:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015305216:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (963us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.287701:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3856 00002000:00100000:2.0:1746070423.287706:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0000 x1830887015305216/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.287713:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0000 with x1830887015305216 ext(0->4095) 00002000:00010000:2.0:1746070423.287716:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0000 00000100:00100000:0.0:1746070423.297950:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.298136:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015305344 00000100:00100000:2.0:1746070423.298144:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015305344 00000100:00100000:2.0:1746070423.298179:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5125 00000100:00100000:2.0:1746070423.298186:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015305344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.298199:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.298215:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf33a expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.298238:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.298244:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.298246:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.298249:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.298272:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.298282:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 49 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.298292:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013268608:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.298358:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.299873:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013268608:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070423.299895:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.299907:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070423.300093:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015305344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1905us (2149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.300101:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5125 00000100:00100000:0.0:1746070423.318715:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.318792:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015305472 00000100:00100000:1.0:1746070423.318801:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015305472 00002000:00100000:1.0:1746070423.318866:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801316c0e00 x1830887015305472/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.318875:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0e00 with x1830887015305472 ext(0->7) 00010000:00010000:1.0:1746070423.318883:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 50 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.318896:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 50 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.318902:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c0e00 00000100:00100000:1.0:1746070423.318929:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1724 00000100:00100000:1.0:1746070423.318937:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1963:x1830887015305472:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070423.319187:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1963:x1830887015305472:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 250us (479us total) trans 4294967979 rc 0/0 00000100:00100000:1.0:1746070423.319193:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1724 00002000:00100000:1.0:1746070423.319199:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801316c0e00 x1830887015305472/t4294967979(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/448 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.319205:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0e00 with x1830887015305472 ext(0->7) 00010000:00010000:1.0:1746070423.319210:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 52 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.319218:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 52 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.319222:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c0e00 00000100:00100000:0.0:1746070423.324319:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.324371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.324473:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015305728 00000100:00100000:2.0:1746070423.324481:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015305728 00000100:00100000:2.0:1746070423.324598:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5126 00000100:00100000:2.0:1746070423.324606:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31620:x1830887015305728:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.324623:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.324637:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf341 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.324663:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.324668:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.324701:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070423.324704:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.324734:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.324746:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.324754:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070423.324790:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:31620:x1830887015305728:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.324795:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5126 00000100:00100000:3.0:1746070423.325608:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015305600 00000100:00100000:3.0:1746070423.325615:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015305600 00010000:00010000:3.0:1746070423.325637:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 53 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.325657:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7392 00000100:00100000:3.0:1746070423.325662:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1962:x1830887015305600:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.325691:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.325708:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 53 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.325717:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 53 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.325730:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e60a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf333 expref: 53 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.326783:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.326787:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.326796:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.326805:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.326844:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.326855:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.326866:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013268864:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.326935:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.328868:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.328924:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015305984 00000100:00100000:2.0:1746070423.328931:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015305984 00002000:00100000:2.0:1746070423.328963:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c1500 x1830887015305984/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.328972:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c1500 with x1830887015305984 ext(0->4095) 00010000:00010000:2.0:1746070423.328979:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.328990:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.328996:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c1500 00000100:00100000:3.0:1746070423.329630:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013268864:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.329648:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.330082:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1725 00000100:00100000:2.0:1746070423.330090:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015305984:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070423.330426:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1962:x1830887015305600:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4761us (6112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.330434:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7392 00000100:00100000:2.0:1746070423.332563:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015305984:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 2466us (3694us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.332574:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1725 00002000:00100000:2.0:1746070423.332586:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c1500 x1830887015305984/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.332594:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c1500 with x1830887015305984 ext(0->4095) 00010000:00010000:2.0:1746070423.332602:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.332615:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.332621:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c1500 00000100:00100000:0.0:1746070423.339420:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.339545:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015306112 00000100:00100000:3.0:1746070423.339552:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015306112 00010000:00010000:3.0:1746070423.339582:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.339618:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7393 00000100:00100000:3.0:1746070423.339625:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015306112:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.339637:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.339653:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.339663:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.339705:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e611 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf33a expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.339731:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.339733:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.339739:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.339747:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.339774:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.339782:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013268992:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.339860:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.342506:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013268992:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.342526:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.342557:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015306112:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2932us (3144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.342565:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7393 00000100:00100000:0.0:1746070423.343330:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.343441:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015306368 00000100:00100000:3.0:1746070423.343448:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015306368 00002000:00100000:3.0:1746070423.343478:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c1f80 x1830887015306368/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.343487:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c1f80 with x1830887015306368 ext(0->4095) 00002000:00010000:3.0:1746070423.343490:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c1f80 00000100:00100000:3.0:1746070423.343778:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3857 00000100:00100000:3.0:1746070423.343787:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1964:x1830887015306368:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070423.343939:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1964:x1830887015306368:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (609us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070423.343945:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3857 00002000:00100000:3.0:1746070423.343951:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c1f80 x1830887015306368/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.343958:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c1f80 with x1830887015306368 ext(0->4095) 00002000:00010000:3.0:1746070423.343961:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c1f80 00000100:00100000:0.0:1746070423.350002:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.350074:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015306496 00000100:00100000:1.0:1746070423.350081:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015306496 00000100:00100000:1.0:1746070423.350127:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5127 00000100:00100000:1.0:1746070423.350133:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015306496:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.350147:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.350161:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf348 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.350184:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.350190:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.350192:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.350195:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.350217:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.350227:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 51 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746070423.350241:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013269120:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070423.351894:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070423.353074:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013269120:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070423.353094:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.353108:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:1.0:1746070423.353137:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015306496:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3004us (3142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.353144:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5127 00000100:00100000:0.0:1746070423.372831:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.372936:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015306624 00000100:00100000:1.0:1746070423.372944:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015306624 00000100:00100000:1.0:1746070423.372990:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5128 00000100:00100000:1.0:1746070423.372997:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131167c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31620:x1830887015306624:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.373012:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.373026:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf34f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.373048:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.373054:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.373059:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070423.373062:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.373096:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.373107:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.373116:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60800, rc 0) 00000100:00100000:1.0:1746070423.373149:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131167c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:31620:x1830887015306624:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.373154:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5128 00000100:00100000:0.0:1746070423.377046:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.377133:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015306752 00000100:00100000:1.0:1746070423.377141:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015306752 00002000:00100000:1.0:1746070423.377179:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801316c3b80 x1830887015306752/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.377188:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3b80 with x1830887015306752 ext(0->7) 00010000:00010000:1.0:1746070423.377196:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 53 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.377208:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 53 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.377213:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c3b80 00000100:00100000:1.0:1746070423.377286:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1726 00000100:00100000:1.0:1746070423.377293:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1962:x1830887015306752:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070423.377520:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1962:x1830887015306752:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 226us (480us total) trans 4294967980 rc 0/0 00000100:00100000:1.0:1746070423.377526:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1726 00002000:00100000:1.0:1746070423.377531:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801316c3b80 x1830887015306752/t4294967980(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/448 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.377538:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3b80 with x1830887015306752 ext(0->7) 00010000:00010000:1.0:1746070423.377542:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 55 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.377549:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 55 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.377554:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c3b80 00000100:00100000:0.0:1746070423.379040:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.379105:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015306880 00000100:00100000:3.0:1746070423.379110:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015306880 00010000:00010000:3.0:1746070423.379131:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 55 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.379149:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7394 00000100:00100000:3.0:1746070423.379155:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1963:x1830887015306880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.379164:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.379178:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 55 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.379187:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 55 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.379205:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e618 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf341 expref: 55 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.379228:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.379230:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.379235:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.379241:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.379268:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.379276:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 5 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.379285:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013269376:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.379345:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.381117:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013269376:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.381135:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.381165:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1963:x1830887015306880:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2009us (2127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.381174:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7394 00000100:00100000:2.0:1746070423.381306:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.381435:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015307136 00000100:00100000:3.0:1746070423.381439:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015307136 00002000:00100000:3.0:1746070423.381463:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf55180 x1830887015307136/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.381472:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf55180 with x1830887015307136 ext(0->4095) 00010000:00010000:3.0:1746070423.381478:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.381492:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070423.381497:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf55180 00000100:00100000:3.0:1746070423.382291:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1727 00000100:00100000:3.0:1746070423.382299:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015307136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070423.382415:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015307136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (1109us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070423.382420:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1727 00002000:00100000:3.0:1746070423.382426:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf55180 x1830887015307136/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.382433:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf55180 with x1830887015307136 ext(0->4095) 00010000:00010000:3.0:1746070423.382437:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.382446:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070423.382451:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf55180 00000100:00100000:0.0:1746070423.384094:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.384850:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015307264 00000100:00100000:3.0:1746070423.384858:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015307264 00010000:00010000:3.0:1746070423.384882:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.385468:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7395 00000100:00100000:3.0:1746070423.385475:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015307264:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.385486:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.385502:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.385512:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.385529:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e61f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf348 expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.385553:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.385554:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.385560:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.385567:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.385593:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.385603:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013269504:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.385688:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.390248:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.390350:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013269504:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.390369:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.390415:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015307264:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4940us (6324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.390424:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7395 00000100:00100000:2.0:1746070423.390613:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015307520 00000100:00100000:2.0:1746070423.390619:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015307520 00002000:00100000:2.0:1746070423.390651:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c2300 x1830887015307520/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.390660:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2300 with x1830887015307520 ext(0->4095) 00002000:00010000:2.0:1746070423.390664:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c2300 00000100:00100000:2.0:1746070423.390709:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3858 00000100:00100000:2.0:1746070423.390720:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1961:x1830887015307520:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070423.390846:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1961:x1830887015307520:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (595us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.391540:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3858 00002000:00100000:2.0:1746070423.391548:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c2300 x1830887015307520/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.391555:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2300 with x1830887015307520 ext(0->4095) 00002000:00010000:2.0:1746070423.391558:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c2300 00000100:00100000:0.0:1746070423.396223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.397961:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015307648 00000100:00100000:3.0:1746070423.397970:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015307648 00000100:00100000:3.0:1746070423.398026:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5129 00000100:00100000:3.0:1746070423.398034:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015307648:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.398048:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.398062:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e62d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf356 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.398086:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.398093:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.398094:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.398097:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e62d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf356 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.398122:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.398133:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 53 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.398143:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013269632:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070423.398228:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.406706:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013269632:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070423.406735:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e62d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf356 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.406750:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12e00, rc 0) 00000100:00100000:3.0:1746070423.406781:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015307648:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8748us (10565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.406788:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5129 00000100:00100000:0.0:1746070423.408193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.408269:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015307776 00000100:00100000:2.0:1746070423.408275:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015307776 00002000:00100000:2.0:1746070423.408307:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801316c3800 x1830887015307776/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.408316:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3800 with x1830887015307776 ext(0->7) 00010000:00010000:2.0:1746070423.408323:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 54 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.408335:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 54 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.408341:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c3800 00000100:00100000:2.0:1746070423.408415:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1728 00000100:00100000:2.0:1746070423.408421:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1963:x1830887015307776:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070423.410334:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1963:x1830887015307776:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 1906us (2138us total) trans 4294967981 rc 0/0 00000100:00100000:2.0:1746070423.410345:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1728 00002000:00100000:2.0:1746070423.410355:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801316c3800 x1830887015307776/t4294967981(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/448 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.410363:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3800 with x1830887015307776 ext(0->7) 00010000:00010000:2.0:1746070423.410370:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 56 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.410383:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 56 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.410389:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c3800 00000100:00100000:0.0:1746070423.416239:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.416329:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015307904 00000100:00100000:3.0:1746070423.416336:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015307904 00010000:00010000:3.0:1746070423.416364:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 56 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.416388:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7396 00000100:00100000:3.0:1746070423.416395:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1964:x1830887015307904:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.416406:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.416422:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 56 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.416432:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 56 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.416449:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607e626 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf34f expref: 56 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.416474:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.416476:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.416482:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e62d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf356 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.416489:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e62d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf356 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.416513:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e62d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf356 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.416523:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013269760:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.416584:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070423.426293:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.427781:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013269760:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.427806:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.427891:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1964:x1830887015307904:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 11496us (11659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.427899:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7396 00000100:00100000:2.0:1746070423.428747:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015308160 00000100:00100000:2.0:1746070423.428754:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015308160 00002000:00100000:2.0:1746070423.428783:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31d880 x1830887015308160/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.428791:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31d880 with x1830887015308160 ext(0->4095) 00002000:00010000:2.0:1746070423.428795:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31d880 00000100:00100000:2.0:1746070423.428809:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3859 00000100:00100000:2.0:1746070423.428813:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015308160:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070423.428945:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015308160:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (2676us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.428951:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3859 00002000:00100000:2.0:1746070423.428955:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31d880 x1830887015308160/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.428962:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31d880 with x1830887015308160 ext(0->4095) 00002000:00010000:2.0:1746070423.428965:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31d880 00000100:00100000:0.0:1746070423.431817:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.432004:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015308288 00000100:00100000:3.0:1746070423.432011:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015308288 00000100:00100000:3.0:1746070423.432052:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5130 00000100:00100000:3.0:1746070423.432058:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:31620:x1830887015308288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.432075:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.432090:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf35d expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.432114:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e62d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf356 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.432120:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.432122:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.432125:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 56 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.432148:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e62d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf356 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.432159:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e62d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf356 expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.432168:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013269888:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070423.432231:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.439025:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.439274:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015308416 00000100:00100000:1.0:1746070423.439281:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015308416 00000100:00100000:1.0:1746070423.439314:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5131 00000100:00100000:1.0:1746070423.439321:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:31621:x1830887015308416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070423.439336:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070423.439349:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf364 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.439370:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070423.439375:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.439380:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070423.439382:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 58 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.439411:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.439422:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 58 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070423.439430:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:1.0:1746070423.439474:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:31621:x1830887015308416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070423.439479:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5131 00000100:00100000:3.0:1746070423.439876:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013269888:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070423.439893:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.439900:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12400, rc 0) 00000100:00100000:3.0:1746070423.439921:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:31620:x1830887015308288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7863us (8110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.439926:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5130 00000100:00100000:0.0:1746070423.444237:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.445455:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015308544 00000100:00100000:3.0:1746070423.445463:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015308544 00010000:00010000:3.0:1746070423.445491:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e62d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf356 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.445522:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7397 00000100:00100000:3.0:1746070423.445528:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015308544:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.445542:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.445557:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e62d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf356 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.445566:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e62d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf356 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.445582:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e62d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf356 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.445602:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.445604:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.445609:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 56 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.445616:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 56 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.445642:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 56 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.445651:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 56 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.445661:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013270144:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.445743:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.455874:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.455969:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013270144:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.455986:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.456017:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015308544:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 10489us (11788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.456025:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7397 00000100:00100000:1.0:1746070423.456122:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015308800 00000100:00100000:1.0:1746070423.456128:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015308800 00002000:00100000:1.0:1746070423.456157:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1f80 x1830887015308800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.456166:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1f80 with x1830887015308800 ext(0->4095) 00010000:00010000:1.0:1746070423.456172:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 57 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.456184:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 57 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.456191:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c1f80 00000100:00100000:1.0:1746070423.456214:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1729 00000100:00100000:1.0:1746070423.456219:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:1964:x1830887015308800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070423.456347:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:1964:x1830887015308800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.456353:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1729 00002000:00100000:1.0:1746070423.456358:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1f80 x1830887015308800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.456364:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1f80 with x1830887015308800 ext(0->4095) 00010000:00010000:1.0:1746070423.456368:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 57 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.456376:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 57 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.456380:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c1f80 00000100:00100000:0.0:1746070423.466595:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.466700:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015308928 00000100:00100000:3.0:1746070423.466707:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015308928 00010000:00010000:3.0:1746070423.466735:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 57 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.466758:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7398 00000100:00100000:3.0:1746070423.466764:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:1964:x1830887015308928:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.466775:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.466790:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 57 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.466801:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 57 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.466818:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e634 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf35d expref: 57 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.466850:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.466852:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.466858:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 56 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.466866:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 56 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.466893:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 56 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.466903:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013270272:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.466971:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.476001:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.478088:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013270272:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.478110:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.478150:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1964:x1830887015308928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 11385us (11561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.478158:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015309184 00000100:00100000:3.0:1746070423.478159:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7398 00000100:00100000:2.0:1746070423.478164:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015309184 00002000:00100000:2.0:1746070423.478195:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c2680 x1830887015309184/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.478203:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2680 with x1830887015309184 ext(0->4095) 00002000:00010000:2.0:1746070423.478207:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c2680 00000100:00100000:2.0:1746070423.478221:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3860 00000100:00100000:2.0:1746070423.478251:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1963:x1830887015309184:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070423.479551:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1963:x1830887015309184:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 1323us (3555us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.479558:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3860 00002000:00100000:2.0:1746070423.479564:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c2680 x1830887015309184/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.479571:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2680 with x1830887015309184 ext(0->4095) 00002000:00010000:2.0:1746070423.479574:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c2680 00000100:00100000:0.0:1746070423.488098:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.488575:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015309312 00000100:00100000:3.0:1746070423.488593:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015309312 00000100:00100000:3.0:1746070423.488704:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5132 00000100:00100000:3.0:1746070423.488712:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015309312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.488726:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.488739:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e642 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf36b expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.488763:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 55 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.488770:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.488772:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.488775:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e642 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf36b expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.488800:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 55 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.488811:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 55 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.488821:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013270400:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070423.488913:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.490926:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013270400:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070423.490950:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e642 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf36b expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.490964:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13a00, rc 0) 00000100:00100000:3.0:1746070423.490996:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015309312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2285us (2905us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.491003:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5132 00000100:00100000:0.0:1746070423.497148:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.497268:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015309440 00000100:00100000:2.0:1746070423.497277:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015309440 00002000:00100000:2.0:1746070423.497312:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a41c3b80 x1830887015309440/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.497320:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c3b80 with x1830887015309440 ext(0->7) 00010000:00010000:2.0:1746070423.497328:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 56 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.497341:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 56 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.497347:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c3b80 00000100:00100000:2.0:1746070423.497375:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1730 00000100:00100000:2.0:1746070423.497381:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1963:x1830887015309440:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070423.497634:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1963:x1830887015309440:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 252us (493us total) trans 4294967982 rc 0/0 00000100:00100000:2.0:1746070423.497641:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1730 00002000:00100000:2.0:1746070423.497646:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a41c3b80 x1830887015309440/t4294967982(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/448 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.497653:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c3b80 with x1830887015309440 ext(0->7) 00010000:00010000:2.0:1746070423.497658:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 58 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.497666:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 58 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.497698:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c3b80 00000100:00100000:0.0:1746070423.503074:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.503154:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015309568 00000100:00100000:3.0:1746070423.503161:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015309568 00010000:00010000:3.0:1746070423.503187:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 58 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.503206:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7399 00000100:00100000:3.0:1746070423.503212:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1962:x1830887015309568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.503222:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.503237:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 58 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.503247:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 58 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.503263:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e63b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf364 expref: 58 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.503286:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.503287:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.503293:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e642 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf36b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.503300:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf36b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.503324:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf36b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.503333:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013270528:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.503392:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.504970:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.509572:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013270528:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.509593:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.509637:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:1962:x1830887015309568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6423us (6567us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.509645:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7399 00000100:00100000:1.0:1746070423.510495:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015309824 00000100:00100000:1.0:1746070423.510502:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015309824 00002000:00100000:1.0:1746070423.510532:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c0380 x1830887015309824/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.510541:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0380 with x1830887015309824 ext(0->4095) 00002000:00010000:1.0:1746070423.510545:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c0380 00000100:00100000:1.0:1746070423.510569:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3861 00000100:00100000:1.0:1746070423.510575:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015309824:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070423.510718:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015309824:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (5751us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.510724:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3861 00002000:00100000:1.0:1746070423.510729:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c0380 x1830887015309824/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.510741:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0380 with x1830887015309824 ext(0->4095) 00002000:00010000:1.0:1746070423.510744:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c0380 00000100:00100000:0.0:1746070423.512789:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.512916:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015309952 00000100:00100000:3.0:1746070423.512921:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015309952 00000100:00100000:3.0:1746070423.512951:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5133 00000100:00100000:3.0:1746070423.512958:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:31621:x1830887015309952:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.512970:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.512990:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf372 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.513015:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e642 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf36b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.513021:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.513023:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.513026:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.513048:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf36b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.513057:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e642 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf36b expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.513066:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013270656:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070423.513111:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.518414:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.520362:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.520444:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015310208 00000100:00100000:2.0:1746070423.520451:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015310208 00010000:00010000:2.0:1746070423.520480:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e642 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf36b expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.520515:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7400 00000100:00100000:2.0:1746070423.520522:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015310208:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070423.520535:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070423.520552:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e642 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf36b expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.520563:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e642 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf36b expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.520584:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.520585:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.520591:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.520598:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.520624:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070423.520633:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf55c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013270784:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070423.520709:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00010000:00010000:3.0:1746070423.520974:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e642 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf36b expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.520991:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013270656:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070423.521010:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.521017:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13c00, rc 0) 00000100:00100000:3.0:1746070423.521041:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:31621:x1830887015309952:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8083us (8258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.521047:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5133 00000100:00100000:3.0:1746070423.521062:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015310080 00000100:00100000:3.0:1746070423.521065:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015310080 00000100:00100000:3.0:1746070423.521081:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5134 00000100:00100000:3.0:1746070423.521086:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:31620:x1830887015310080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.521096:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.521104:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf379 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.521117:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.521122:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.521124:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.521126:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.521140:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.521148:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 59 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.521156:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013270912:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070423.521182:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.525119:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf55c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013270784:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070423.525140:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.525190:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015310208:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4666us (4831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.525200:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7400 00000100:00100000:0.0:1746070423.525831:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.525895:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015310464 00000100:00100000:2.0:1746070423.525900:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015310464 00002000:00100000:2.0:1746070423.525929:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c3480 x1830887015310464/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.525937:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c3480 with x1830887015310464 ext(0->4095) 00010000:00010000:2.0:1746070423.525944:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.525955:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.525961:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c3480 00000100:00100000:2.0:1746070423.525986:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1731 00000100:00100000:2.0:1746070423.525991:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1962:x1830887015310464:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070423.526125:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1962:x1830887015310464:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.526132:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1731 00002000:00100000:2.0:1746070423.526138:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c3480 x1830887015310464/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.526145:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c3480 with x1830887015310464 ext(0->4095) 00010000:00010000:2.0:1746070423.526150:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.526160:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.526166:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c3480 00000100:00100000:3.0:1746070423.526248:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013270912:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070423.526268:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.526280:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12a00, rc 0) 00000100:00100000:3.0:1746070423.526301:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:31620:x1830887015310080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5214us (7894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.526308:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5134 00000100:00100000:0.0:1746070423.530127:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.530174:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.530353:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015310592 00000100:00100000:3.0:1746070423.530360:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015310592 00000100:00100000:2.0:1746070423.530541:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015310720 00000100:00100000:2.0:1746070423.530545:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015310720 00010000:00010000:2.0:1746070423.530564:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 59 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.530592:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7401 00000100:00100000:2.0:1746070423.530597:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1961:x1830887015310720:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070423.530608:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070423.530623:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 59 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.530632:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 59 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.530648:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e649 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf372 expref: 59 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.530858:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5135 00000100:00100000:3.0:1746070423.530865:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015310592:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.530876:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.530885:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf380 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.530901:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.530905:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.530910:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.530913:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.530945:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.530955:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.530962:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.530963:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.530968:0:8444:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.530974:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.530989:0:8444:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.530998:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 58 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.531007:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013271168:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.531068:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746070423.531444:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.531474:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1961:x1830887015310720:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 876us (1299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.531480:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7401 00000100:00100000:0.0:1746070423.533852:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.534137:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013271168:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.534156:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12400, rc 0) 00000100:00100000:3.0:1746070423.534190:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015310592:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3326us (4070us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.534198:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5135 00000100:00100000:1.0:1746070423.534423:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015310976 00000100:00100000:1.0:1746070423.534429:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015310976 00002000:00100000:1.0:1746070423.534456:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdd180 x1830887015310976/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.534465:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdd180 with x1830887015310976 ext(0->4095) 00010000:00010000:1.0:1746070423.534472:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 58 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.534484:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 58 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.534489:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdd180 00000100:00100000:1.0:1746070423.535262:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1732 00000100:00100000:1.0:1746070423.535270:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1964:x1830887015310976:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070423.535397:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1964:x1830887015310976:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (1550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.535402:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1732 00002000:00100000:1.0:1746070423.535408:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdd180 x1830887015310976/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.535417:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdd180 with x1830887015310976 ext(0->4095) 00010000:00010000:1.0:1746070423.535421:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 58 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.535430:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 58 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.535435:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdd180 00000100:00100000:0.0:1746070423.537468:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.537822:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.538288:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015311104 00000100:00100000:3.0:1746070423.538295:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015311104 00000100:00100000:3.0:1746070423.538338:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5136 00000100:00100000:3.0:1746070423.538344:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:31620:x1830887015311104:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.538357:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.538369:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf387 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.538391:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.538397:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.538402:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070423.538405:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.538436:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.538445:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.538453:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13600, rc 0) 00000100:00100000:2.0:1746070423.538741:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015311232 00000100:00100000:2.0:1746070423.538745:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015311232 00010000:00010000:2.0:1746070423.538759:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.538784:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7402 00000100:00100000:2.0:1746070423.538788:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1961:x1830887015311232:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070423.538795:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070423.538809:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.538817:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.538830:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e650 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf379 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.539336:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015311104:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 991us (1872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.539342:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5136 00010000:00010000:2.0:1746070423.540946:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.540948:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.540956:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.540964:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.540999:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.541010:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.541021:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf55c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013271424:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070423.541085:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.559598:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf55c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013271424:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070423.559618:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.559658:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1961:x1830887015311232:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 20868us (21835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.559667:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7402 00000100:00100000:2.0:1746070423.559754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.559908:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015311488 00000100:00100000:3.0:1746070423.559914:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015311488 00002000:00100000:3.0:1746070423.559943:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf55c00 x1830887015311488/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.559951:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf55c00 with x1830887015311488 ext(0->4095) 00010000:00010000:3.0:1746070423.559958:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.559969:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070423.559974:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf55c00 00000100:00100000:3.0:1746070423.561709:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1733 00000100:00100000:3.0:1746070423.561720:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015311488:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070423.561879:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015311488:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (2123us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070423.561885:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1733 00002000:00100000:3.0:1746070423.561892:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf55c00 x1830887015311488/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.561900:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf55c00 with x1830887015311488 ext(0->4095) 00010000:00010000:3.0:1746070423.561907:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.561919:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070423.561930:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf55c00 00000100:00100000:0.0:1746070423.565819:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.568595:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015311616 00000100:00100000:2.0:1746070423.568604:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015311616 00010000:00010000:2.0:1746070423.568636:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.568663:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7403 00000100:00100000:2.0:1746070423.568669:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015311616:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070423.568691:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070423.568706:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.568716:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.568733:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e657 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf380 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.573872:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.573877:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.573888:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.573900:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.573973:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.573987:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013271552:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.575209:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.580491:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.581172:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015311872 00000100:00100000:1.0:1746070423.581181:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015311872 00002000:00100000:1.0:1746070423.581217:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdf100 x1830887015311872/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.581226:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf100 with x1830887015311872 ext(0->4095) 00002000:00010000:1.0:1746070423.581232:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdf100 00000100:00100000:1.0:1746070423.581265:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3862 00000100:00100000:1.0:1746070423.581272:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1964:x1830887015311872:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070423.581406:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1964:x1830887015311872:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (922us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.581412:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3862 00002000:00100000:1.0:1746070423.581418:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdf100 x1830887015311872/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.581425:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf100 with x1830887015311872 ext(0->4095) 00002000:00010000:1.0:1746070423.581428:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdf100 00000100:00100000:3.0:1746070423.582916:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013271552:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.582934:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.583024:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015311616:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 14354us (17211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.583033:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7403 00000100:00100000:0.0:1746070423.587739:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.592267:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015312000 00000100:00100000:3.0:1746070423.592277:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015312000 00000100:00100000:3.0:1746070423.592319:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5137 00000100:00100000:3.0:1746070423.592326:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015312000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.592341:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.592354:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf38e expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.592379:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.592386:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.592387:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.592390:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.592414:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.592430:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 57 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.592439:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013271680:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070423.592524:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.594257:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013271680:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070423.594282:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.594296:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12e00, rc 0) 00000100:00100000:3.0:1746070423.594327:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015312000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2001us (6595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.594333:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5137 00000100:00100000:0.0:1746070423.609195:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.609308:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015312128 00000100:00100000:2.0:1746070423.609315:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015312128 00002000:00100000:2.0:1746070423.609349:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ebded80 x1830887015312128/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.609358:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebded80 with x1830887015312128 ext(0->7) 00010000:00010000:2.0:1746070423.609365:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 58 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.609377:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 58 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.609382:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebded80 00000100:00100000:2.0:1746070423.609446:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1734 00000100:00100000:2.0:1746070423.609452:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1964:x1830887015312128:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070423.609857:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015312128:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 403us (668us total) trans 4294967983 rc 0/0 00000100:00100000:2.0:1746070423.609863:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1734 00002000:00100000:2.0:1746070423.609869:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ebded80 x1830887015312128/t4294967983(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/448 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.609876:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebded80 with x1830887015312128 ext(0->7) 00010000:00010000:2.0:1746070423.609880:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.609889:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.609894:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebded80 00000100:00100000:0.0:1746070423.617901:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.618135:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015312256 00000100:00100000:2.0:1746070423.618143:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015312256 00010000:00010000:2.0:1746070423.618173:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.618197:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7404 00000100:00100000:2.0:1746070423.618203:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1961:x1830887015312256:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070423.618215:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070423.618232:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.618242:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.618260:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e65e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf387 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.618288:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.618290:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.618296:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.618303:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.618330:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070423.618340:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013271808:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070423.618391:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.619485:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.619706:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015312384 00000100:00100000:3.0:1746070423.619712:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015312384 00000100:00100000:3.0:1746070423.619754:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5138 00000100:00100000:3.0:1746070423.619761:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015312384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.619774:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.619786:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf395 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.619809:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.619819:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.619820:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.619823:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.619852:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.619861:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.619869:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013271936:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070423.622383:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.622887:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013271808:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070423.622903:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.622937:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1961:x1830887015312256:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4733us (5041us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.622946:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7404 00000100:00100000:3.0:1746070423.623034:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013271936:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070423.623054:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 60 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.623072:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12a00, rc 0) 00000100:00100000:3.0:1746070423.623091:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015312384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3330us (3610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.623096:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5138 00000100:00100000:0.0:1746070423.625359:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.625514:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015312640 00000100:00100000:2.0:1746070423.625520:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015312640 00002000:00100000:2.0:1746070423.625553:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdd880 x1830887015312640/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.625567:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdd880 with x1830887015312640 ext(0->4095) 00010000:00010000:2.0:1746070423.625574:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.625587:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.625594:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdd880 00000100:00100000:1.0:1746070423.626122:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1735 00000100:00100000:1.0:1746070423.626132:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015312640:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070423.626280:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015312640:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (925us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.626287:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1735 00002000:00100000:1.0:1746070423.626292:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdd880 x1830887015312640/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.626298:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdd880 with x1830887015312640 ext(0->4095) 00010000:00010000:1.0:1746070423.626303:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.626311:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.626316:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdd880 00000100:00100000:0.0:1746070423.629431:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.629603:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015312768 00000100:00100000:2.0:1746070423.629611:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015312768 00010000:00010000:2.0:1746070423.629640:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.629661:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7405 00000100:00100000:2.0:1746070423.629668:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015312768:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070423.629694:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070423.629711:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.629721:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.629738:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e665 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf38e expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.630297:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.630300:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.630308:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.630316:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.630346:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070423.630357:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013272064:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070423.631948:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.635491:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013272064:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070423.635511:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.635545:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015312768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5877us (6121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.635553:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7405 00000100:00100000:0.0:1746070423.639069:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.639329:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015313024 00000100:00100000:2.0:1746070423.639337:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015313024 00002000:00100000:2.0:1746070423.639372:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdf480 x1830887015313024/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.639381:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf480 with x1830887015313024 ext(0->4095) 00002000:00010000:2.0:1746070423.639385:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdf480 00000100:00100000:2.0:1746070423.640169:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3863 00000100:00100000:2.0:1746070423.640178:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015313024:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070423.640323:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015313024:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (1260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.640329:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3863 00002000:00100000:2.0:1746070423.640335:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdf480 x1830887015313024/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.640342:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf480 with x1830887015313024 ext(0->4095) 00002000:00010000:2.0:1746070423.640345:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdf480 00000100:00100000:0.0:1746070423.647272:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.647360:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015313152 00000100:00100000:3.0:1746070423.647368:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015313152 00000100:00100000:3.0:1746070423.653475:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5139 00000100:00100000:3.0:1746070423.653493:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015313152:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.653511:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.653525:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf39c expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.653552:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.653559:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.653560:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.653563:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.653588:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.653599:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 59 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.653609:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013272192:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070423.653711:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.656058:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013272192:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070423.656083:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.656097:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12c00, rc 0) 00000100:00100000:3.0:1746070423.656128:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015313152:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2643us (8864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.656138:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5139 00000100:00100000:0.0:1746070423.671792:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.671881:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015313280 00000100:00100000:1.0:1746070423.671887:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015313280 00002000:00100000:1.0:1746070423.671920:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ebdca80 x1830887015313280/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.671929:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdca80 with x1830887015313280 ext(0->7) 00010000:00010000:1.0:1746070423.671936:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.671948:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 60 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.671953:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdca80 00000100:00100000:1.0:1746070423.671975:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1736 00000100:00100000:1.0:1746070423.671981:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1963:x1830887015313280:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070423.672268:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015313280:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 285us (481us total) trans 4294967984 rc 0/0 00000100:00100000:1.0:1746070423.672273:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1736 00002000:00100000:1.0:1746070423.672279:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ebdca80 x1830887015313280/t4294967984(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/448 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.672286:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdca80 with x1830887015313280 ext(0->7) 00010000:00010000:1.0:1746070423.672290:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 62 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.672788:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 62 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.672794:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdca80 00000100:00100000:0.0:1746070423.676598:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.676716:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015313408 00000100:00100000:3.0:1746070423.676724:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015313408 00000100:00100000:3.0:1746070423.676756:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5140 00000100:00100000:3.0:1746070423.676762:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31620:x1830887015313408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.676777:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.676790:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e67a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3a3 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.676809:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.676813:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.676817:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070423.676820:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e67a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3a3 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.676858:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.676866:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e67a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3a3 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.676874:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13a00, rc 0) 00000100:00100000:3.0:1746070423.676916:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:31620:x1830887015313408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.676921:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5140 00010000:00010000:2.0:1746070423.677036:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070423.680585:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.680667:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015313536 00000100:00100000:2.0:1746070423.680697:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015313536 00010000:00010000:2.0:1746070423.680726:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 63 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.680747:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7406 00000100:00100000:2.0:1746070423.680753:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1962:x1830887015313536:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070423.680763:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070423.680780:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 63 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.680789:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 63 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.680806:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e66c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf395 expref: 63 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.681443:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.681446:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.681454:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.681463:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.681490:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.681501:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.681511:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013272448:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070423.683575:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.686165:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013272448:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070423.686184:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070423.686226:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1962:x1830887015313536:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5472us (5647us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070423.686235:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7406 00000100:00100000:1.0:1746070423.686351:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.686771:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015313792 00000100:00100000:0.0:1746070423.686777:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015313792 00002000:00100000:0.0:1746070423.686806:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31ce00 x1830887015313792/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070423.686815:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ce00 with x1830887015313792 ext(0->4095) 00010000:00010000:0.0:1746070423.686822:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746070423.686843:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746070423.686849:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31ce00 00000100:00100000:2.0:1746070423.687437:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1737 00000100:00100000:2.0:1746070423.687446:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015313792:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070423.687594:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015313792:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (1241us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.687599:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1737 00002000:00100000:2.0:1746070423.687604:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31ce00 x1830887015313792/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.687612:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ce00 with x1830887015313792 ext(0->4095) 00010000:00010000:2.0:1746070423.687617:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.687626:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.687632:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31ce00 00000100:00100000:0.0:1746070423.690712:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.690848:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015313920 00000100:00100000:2.0:1746070423.690855:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015313920 00010000:00010000:2.0:1746070423.690881:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.690903:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7407 00000100:00100000:2.0:1746070423.690909:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015313920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070423.690919:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070423.690933:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.690942:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.690959:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e673 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf39c expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.690983:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.690985:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.690991:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e67a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3a3 expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.690997:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e67a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3a3 expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.691025:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e67a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3a3 expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070423.691034:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013272576:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070423.691095:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.693800:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013272576:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070423.693818:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.693861:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015313920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2950us (3187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.693870:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7407 00000100:00100000:0.0:1746070423.695279:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.695471:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015314176 00000100:00100000:1.0:1746070423.695477:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015314176 00002000:00100000:1.0:1746070423.695505:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebddf80 x1830887015314176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.695514:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddf80 with x1830887015314176 ext(0->4095) 00002000:00010000:1.0:1746070423.695518:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebddf80 00000100:00100000:1.0:1746070423.695539:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3864 00000100:00100000:1.0:1746070423.695544:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015314176:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070423.695656:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015314176:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.695665:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3864 00002000:00100000:1.0:1746070423.695669:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebddf80 x1830887015314176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.695700:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddf80 with x1830887015314176 ext(0->4095) 00002000:00010000:1.0:1746070423.695703:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebddf80 00000100:00100000:0.0:1746070423.697527:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.697664:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015314304 00000100:00100000:2.0:1746070423.697696:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015314304 00000100:00100000:2.0:1746070423.697735:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5141 00000100:00100000:2.0:1746070423.697742:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015314304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.697755:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.697768:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3aa expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.697791:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e67a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3a3 expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.697798:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.697799:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.697803:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.697830:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e67a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3a3 expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.697849:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e67a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3a3 expref: 61 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.697858:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013272704:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.697917:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.700075:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013272704:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070423.700098:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.700110:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729400, rc 0) 00000100:00100000:2.0:1746070423.700147:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015314304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2404us (2622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.700154:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5141 00000100:00100000:0.0:1746070423.701509:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.702685:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015314432 00000100:00100000:2.0:1746070423.702692:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015314432 00010000:00010000:2.0:1746070423.702718:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e67a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3a3 expref: 62 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.702743:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7408 00000100:00100000:2.0:1746070423.702749:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1964:x1830887015314432:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070423.702758:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070423.702775:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e67a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3a3 expref: 62 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.702785:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e67a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3a3 expref: 62 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.702801:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e67a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3a3 expref: 62 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.702823:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.702824:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.702830:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.702846:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.702873:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070423.702884:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013272832:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070423.702951:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.705411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.705491:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.705535:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015314560 00000100:00100000:3.0:1746070423.705540:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015314560 00000100:00100000:3.0:1746070423.705568:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5142 00000100:00100000:3.0:1746070423.705573:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31620:x1830887015314560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.705587:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.705599:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3b1 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.705619:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.705625:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.705626:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.705629:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 63 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.705648:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.705657:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 5 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.705665:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013272960:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070423.705750:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.706141:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013272832:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070423.706155:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.706186:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1964:x1830887015314432:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3437us (4680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.706193:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7408 00000100:00100000:2.0:1746070423.707305:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015314816 00000100:00100000:2.0:1746070423.707311:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015314816 00002000:00100000:2.0:1746070423.707339:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5f100 x1830887015314816/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.707347:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f100 with x1830887015314816 ext(0->4095) 00010000:00010000:2.0:1746070423.707354:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.707365:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.707370:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5f100 00000100:00100000:2.0:1746070423.707396:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1738 00000100:00100000:2.0:1746070423.707402:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015314816:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070423.708208:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015314816:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 803us (2714us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.708214:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1738 00002000:00100000:2.0:1746070423.708221:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5f100 x1830887015314816/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.708228:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f100 with x1830887015314816 ext(0->4095) 00010000:00010000:2.0:1746070423.708233:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.708241:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.708246:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5f100 00000100:00100000:3.0:1746070423.709052:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013272960:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070423.709073:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 62 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.709091:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13c00, rc 0) 00000100:00100000:3.0:1746070423.709123:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31620:x1830887015314560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3549us (3717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.709129:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5142 00000100:00100000:0.0:1746070423.710821:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.711191:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015314944 00000100:00100000:3.0:1746070423.711199:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015314944 00000100:00100000:3.0:1746070423.711242:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5143 00000100:00100000:3.0:1746070423.711249:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31621:x1830887015314944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070423.711261:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070423.711274:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e68f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3b8 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.711293:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.711297:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 63 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.711302:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070423.711305:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e68f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b8 expref: 63 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.711333:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 63 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.711342:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e68f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b8 expref: 63 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.711353:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12c00, rc 0) 00000100:00100000:3.0:1746070423.711392:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:31621:x1830887015314944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.711397:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5143 00000100:00100000:2.0:1746070423.712286:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.712634:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015315072 00000100:00100000:0.0:1746070423.712639:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015315072 00010000:00010000:0.0:1746070423.712659:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.712757:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7409 00000100:00100000:2.0:1746070423.712764:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015315072:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070423.712773:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070423.712790:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.712799:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.712817:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e681 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3aa expref: 6 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.712846:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.712848:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.712853:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 62 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.712860:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 62 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.712882:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 62 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.712890:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 62 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.712900:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf55500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013273216:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070423.712955:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.715456:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf55500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013273216:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070423.715472:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.715510:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015315072:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2746us (3226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.715518:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7409 00000100:00100000:0.0:1746070423.715931:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.716006:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015315328 00000100:00100000:2.0:1746070423.716011:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015315328 00002000:00100000:2.0:1746070423.716040:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5ce00 x1830887015315328/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.716048:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ce00 with x1830887015315328 ext(0->4095) 00010000:00010000:2.0:1746070423.716054:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 63 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.716065:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 63 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.716071:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5ce00 00000100:00100000:2.0:1746070423.716091:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1739 00000100:00100000:2.0:1746070423.716096:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1963:x1830887015315328:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070423.716195:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1963:x1830887015315328:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (266us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.716200:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1739 00002000:00100000:2.0:1746070423.716204:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5ce00 x1830887015315328/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.716217:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ce00 with x1830887015315328 ext(0->4095) 00010000:00010000:2.0:1746070423.716221:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 63 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.716229:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 63 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.716234:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5ce00 00000100:00100000:0.0:1746070423.718959:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.719303:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015315456 00000100:00100000:2.0:1746070423.719310:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015315456 00010000:00010000:2.0:1746070423.719337:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 63 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.719409:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7410 00000100:00100000:2.0:1746070423.719416:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1963:x1830887015315456:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070423.719426:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070423.719442:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 63 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.719452:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 63 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.719471:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e688 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b1 expref: 63 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.719493:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.719496:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.719502:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e68f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b8 expref: 62 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.719508:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e68f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b8 expref: 62 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.719534:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e68f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b8 expref: 62 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070423.719544:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf55500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013273344:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070423.720555:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.723141:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf55500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013273344:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070423.723158:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.723191:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015315456:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3776us (4240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.723199:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7410 00000100:00100000:0.0:1746070423.725255:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.725341:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015315712 00000100:00100000:2.0:1746070423.725347:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015315712 00002000:00100000:2.0:1746070423.725377:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5c380 x1830887015315712/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.725385:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c380 with x1830887015315712 ext(0->4095) 00002000:00010000:2.0:1746070423.725389:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5c380 00000100:00100000:2.0:1746070423.725403:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3865 00000100:00100000:2.0:1746070423.725407:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015315712:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070423.725730:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015315712:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 321us (480us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.725736:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3865 00002000:00100000:2.0:1746070423.725741:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5c380 x1830887015315712/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.725747:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c380 with x1830887015315712 ext(0->4095) 00002000:00010000:2.0:1746070423.725750:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5c380 00000100:00100000:0.0:1746070423.728987:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.729106:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015315840 00000100:00100000:2.0:1746070423.729113:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015315840 00000100:00100000:2.0:1746070423.729157:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5144 00000100:00100000:2.0:1746070423.729165:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015315840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.729180:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.729193:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3bf expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.729215:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e68f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b8 expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.729221:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.729222:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.729226:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.729248:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e68f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b8 expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.730153:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e68f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b8 expref: 61 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.730798:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013273472:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.730896:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.734692:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013273472:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070423.734717:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.734730:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070423.734761:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015315840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5597us (5781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.734768:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5144 00000100:00100000:0.0:1746070423.735023:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.735115:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.735174:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015315968 00000100:00100000:3.0:1746070423.735179:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015315968 00010000:00010000:3.0:1746070423.735200:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e68f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b8 expref: 62 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.735218:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7411 00000100:00100000:3.0:1746070423.735224:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1964:x1830887015315968:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.735234:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.735253:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e68f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b8 expref: 62 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.735263:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e68f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b8 expref: 62 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.735282:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e68f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3b8 expref: 62 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.736609:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.736613:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.736622:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.736635:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.736666:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.736690:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013273600:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.736751:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.737099:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015316096 00000100:00100000:2.0:1746070423.737104:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015316096 00000100:00100000:2.0:1746070423.737136:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5145 00000100:00100000:2.0:1746070423.737143:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31620:x1830887015316096:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.737153:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.737163:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3c6 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.737178:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.737183:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.737185:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.737187:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.737206:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.737215:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.737222:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013273728:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.737242:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.739332:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013273728:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070423.739356:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.739370:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070423.739403:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:31620:x1830887015316096:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2261us (4287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.739410:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5145 00000100:00100000:3.0:1746070423.739539:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013273600:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.739553:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.739577:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1964:x1830887015315968:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4353us (4554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.739584:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7411 00000100:00100000:2.0:1746070423.740772:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.740829:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015316352 00000100:00100000:0.0:1746070423.740845:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015316352 00002000:00100000:0.0:1746070423.740878:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf55500 x1830887015316352/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070423.740888:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf55500 with x1830887015316352 ext(0->4095) 00010000:00010000:0.0:1746070423.740895:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746070423.740906:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746070423.740911:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf55500 00000100:00100000:0.0:1746070423.740938:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1740 00000100:00100000:0.0:1746070423.740944:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015316352:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070423.741751:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015316352:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 805us (981us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070423.741757:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1740 00002000:00100000:0.0:1746070423.741763:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf55500 x1830887015316352/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070423.741770:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf55500 with x1830887015316352 ext(0->4095) 00010000:00010000:0.0:1746070423.741776:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746070423.741784:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746070423.741790:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf55500 00000100:00100000:0.0:1746070423.748193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.748372:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015316480 00000100:00100000:3.0:1746070423.748380:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015316480 00010000:00010000:3.0:1746070423.748410:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.748533:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7412 00000100:00100000:3.0:1746070423.748540:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015316480:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.748552:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.748568:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.748579:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.748599:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e696 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3bf expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.748865:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.748867:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.748874:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.748882:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.748911:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.748920:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013273856:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.748977:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.751737:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.751813:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015316736 00000100:00100000:1.0:1746070423.751821:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015316736 00002000:00100000:1.0:1746070423.751864:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5f800 x1830887015316736/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.751873:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f800 with x1830887015316736 ext(0->4095) 00002000:00010000:1.0:1746070423.751878:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5f800 00000100:00100000:1.0:1746070423.751903:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3866 00000100:00100000:1.0:1746070423.751910:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015316736:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070423.752071:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015316736:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.752077:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3866 00002000:00100000:1.0:1746070423.752082:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5f800 x1830887015316736/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.752088:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f800 with x1830887015316736 ext(0->4095) 00002000:00010000:1.0:1746070423.752090:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5f800 00000100:00100000:3.0:1746070423.752315:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013273856:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.752331:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.752352:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015316480:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3813us (4168us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.752358:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7412 00000100:00100000:0.0:1746070423.761822:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.761925:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015316864 00000100:00100000:2.0:1746070423.761933:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015316864 00000100:00100000:2.0:1746070423.761980:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5146 00000100:00100000:2.0:1746070423.761989:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015316864:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.762004:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.762018:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3cd expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.762047:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.762053:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.762055:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.762058:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.762080:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 61 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.762090:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 61 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.762100:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013273984:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.763308:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.766069:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013273984:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070423.766098:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.766113:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070423.766152:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015316864:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4164us (4337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.766160:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5146 00000100:00100000:0.0:1746070423.771999:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.772332:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015316992 00000100:00100000:2.0:1746070423.772341:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015316992 00002000:00100000:2.0:1746070423.772377:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093d5e300 x1830887015316992/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.772387:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e300 with x1830887015316992 ext(0->7) 00010000:00010000:2.0:1746070423.772395:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 62 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.772406:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 62 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.772413:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5e300 00000100:00100000:2.0:1746070423.772442:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1741 00000100:00100000:2.0:1746070423.772449:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015316992:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070423.772800:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1963:x1830887015316992:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 351us (808us total) trans 4294967985 rc 0/0 00000100:00100000:2.0:1746070423.772807:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1741 00002000:00100000:2.0:1746070423.772813:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093d5e300 x1830887015316992/t4294967985(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/448 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.772819:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e300 with x1830887015316992 ext(0->7) 00010000:00010000:2.0:1746070423.772823:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 64 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.772830:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 64 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.772845:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5e300 00000100:00100000:0.0:1746070423.776659:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.778279:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015317120 00000100:00100000:2.0:1746070423.778288:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015317120 00000100:00100000:2.0:1746070423.778448:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5147 00000100:00100000:2.0:1746070423.778455:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:31620:x1830887015317120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.778471:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.778487:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3d4 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.778509:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.778515:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.778520:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070423.778524:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ab lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3d4 expref: 65 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.778556:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.778565:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ab lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3d4 expref: 65 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.778573:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070423.779444:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:31620:x1830887015317120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 987us (2791us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.779450:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5147 00000100:00100000:0.0:1746070423.784017:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.784139:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015317248 00000100:00100000:3.0:1746070423.784147:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015317248 00010000:00010000:3.0:1746070423.784175:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 65 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.784648:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7413 00000100:00100000:3.0:1746070423.784656:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1962:x1830887015317248:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.784667:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.784703:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 65 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.784712:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 65 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.784730:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e69d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3c6 expref: 65 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.785804:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.785806:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.785814:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.785823:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.785859:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.785869:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.785884:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013274240:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.789928:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.791151:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.791214:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015317504 00000100:00100000:1.0:1746070423.791221:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015317504 00002000:00100000:1.0:1746070423.791257:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5fb80 x1830887015317504/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.791267:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5fb80 with x1830887015317504 ext(0->4095) 00010000:00010000:1.0:1746070423.791274:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.791287:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.791293:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5fb80 00000100:00100000:1.0:1746070423.791310:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1742 00000100:00100000:1.0:1746070423.791316:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015317504:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070423.791434:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015317504:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.791440:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1742 00002000:00100000:1.0:1746070423.791445:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5fb80 x1830887015317504/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.791452:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5fb80 with x1830887015317504 ext(0->4095) 00010000:00010000:1.0:1746070423.791456:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746070423.791464:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:1.0:1746070423.791469:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5fb80 00000100:00100000:3.0:1746070423.791639:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013274240:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.791654:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.791693:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1962:x1830887015317248:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7039us (7684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.791700:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7413 00000100:00100000:0.0:1746070423.794702:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.794799:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015317632 00000100:00100000:3.0:1746070423.794805:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015317632 00010000:00010000:3.0:1746070423.794838:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.794860:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7414 00000100:00100000:3.0:1746070423.794865:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015317632:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.794876:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.794891:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.794901:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.794918:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3cd expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.794930:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.794932:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.794938:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3d4 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.794945:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3d4 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.794968:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3d4 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.794976:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013274368:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.795033:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.800348:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.800695:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013274368:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.800716:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.800823:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015317632:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5956us (6154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.800839:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7414 00000100:00100000:1.0:1746070423.801827:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015317888 00000100:00100000:1.0:1746070423.801843:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015317888 00002000:00100000:1.0:1746070423.801875:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e042a00 x1830887015317888/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.801883:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e042a00 with x1830887015317888 ext(0->4095) 00002000:00010000:1.0:1746070423.801887:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e042a00 00000100:00100000:1.0:1746070423.802108:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3867 00000100:00100000:1.0:1746070423.802115:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1964:x1830887015317888:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070423.802621:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1964:x1830887015317888:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 505us (2277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.802627:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3867 00002000:00100000:1.0:1746070423.802633:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e042a00 x1830887015317888/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.802639:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e042a00 with x1830887015317888 ext(0->4095) 00002000:00010000:1.0:1746070423.802642:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e042a00 00000100:00100000:0.0:1746070423.804692:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.805299:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015318016 00000100:00100000:2.0:1746070423.805305:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015318016 00000100:00100000:2.0:1746070423.805375:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5148 00000100:00100000:2.0:1746070423.805381:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015318016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.805395:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.805408:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3db expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.805431:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3d4 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.805438:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.805440:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.805443:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.805467:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3d4 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.805477:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3d4 expref: 63 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.805488:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013274496:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.805999:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.807697:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013274496:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070423.807721:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.807734:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070423.807765:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015318016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2383us (3091us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.807771:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5148 00000100:00100000:0.0:1746070423.809733:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.810365:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015318144 00000100:00100000:3.0:1746070423.810372:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015318144 00010000:00010000:3.0:1746070423.810400:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3d4 expref: 64 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.810430:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7415 00000100:00100000:3.0:1746070423.810436:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1963:x1830887015318144:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.810447:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.810463:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3d4 expref: 64 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.810476:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3d4 expref: 64 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.810494:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3d4 expref: 64 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.811068:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.811070:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.811078:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.811084:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.811115:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.811127:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013274624:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.811196:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.811658:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.811726:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015318272 00000100:00100000:2.0:1746070423.811731:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015318272 00000100:00100000:2.0:1746070423.811758:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5149 00000100:00100000:2.0:1746070423.811764:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:31620:x1830887015318272:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.811776:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.811786:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3e2 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.811804:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.811810:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.811811:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.811814:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 65 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.811830:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.811851:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.811859:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013274752:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.811890:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.815703:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013274624:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.815722:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.815753:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1963:x1830887015318144:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5317us (6025us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.815761:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7415 00000100:00100000:2.0:1746070423.816332:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013274752:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070423.816354:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 64 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.816365:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070423.816385:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:31620:x1830887015318272:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4621us (4728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.816391:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5149 00000100:00100000:0.0:1746070423.816530:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.816914:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015318528 00000100:00100000:2.0:1746070423.816919:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015318528 00002000:00100000:2.0:1746070423.816948:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e041180 x1830887015318528/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.816956:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e041180 with x1830887015318528 ext(0->4095) 00010000:00010000:2.0:1746070423.816962:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.816972:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.816978:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e041180 00000100:00100000:2.0:1746070423.816993:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1743 00000100:00100000:2.0:1746070423.816999:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015318528:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070423.817129:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015318528:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (598us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.817134:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1743 00002000:00100000:2.0:1746070423.817139:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e041180 x1830887015318528/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.817146:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e041180 with x1830887015318528 ext(0->4095) 00010000:00010000:2.0:1746070423.817150:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.817158:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.817163:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e041180 00000100:00100000:0.0:1746070423.821915:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.822073:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015318656 00000100:00100000:3.0:1746070423.822080:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015318656 00010000:00010000:3.0:1746070423.822110:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.822133:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7416 00000100:00100000:3.0:1746070423.822139:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e042680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015318656:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.822151:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.822168:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.822178:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.822197:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e6b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3db expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.822224:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.822226:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.822233:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.822240:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.822266:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.822275:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013274880:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.822343:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.827810:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.827937:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013274880:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.827966:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.828037:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e042680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015318656:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5898us (6129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.828046:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7416 00000100:00100000:1.0:1746070423.828718:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015318912 00000100:00100000:1.0:1746070423.828725:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015318912 00002000:00100000:1.0:1746070423.828756:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e043480 x1830887015318912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.828765:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e043480 with x1830887015318912 ext(0->4095) 00002000:00010000:1.0:1746070423.828768:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e043480 00000100:00100000:1.0:1746070423.828795:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3868 00000100:00100000:1.0:1746070423.828801:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1961:x1830887015318912:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070423.828926:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1961:x1830887015318912:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (1123us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.828934:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3868 00002000:00100000:1.0:1746070423.828939:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e043480 x1830887015318912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.828945:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e043480 with x1830887015318912 ext(0->4095) 00002000:00010000:1.0:1746070423.828948:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e043480 00000100:00100000:0.0:1746070423.833226:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.835052:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015319040 00000100:00100000:2.0:1746070423.835062:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015319040 00000100:00100000:2.0:1746070423.835121:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5150 00000100:00100000:2.0:1746070423.835129:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015319040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.835143:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.835158:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3e9 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.835184:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.835191:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.835192:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.835195:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6c0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e9 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.835219:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 63 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.835234:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 63 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.835243:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013275008:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.835333:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.844298:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013275008:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070423.844326:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6c0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e9 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.844341:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070423.844566:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015319040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9436us (11345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.844574:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5150 00000100:00100000:0.0:1746070423.845198:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.845451:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015319168 00000100:00100000:2.0:1746070423.845457:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015319168 00002000:00100000:2.0:1746070423.845489:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091dcc000 x1830887015319168/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.845498:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcc000 with x1830887015319168 ext(0->7) 00010000:00010000:2.0:1746070423.845504:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 64 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.845514:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 64 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.845525:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcc000 00000100:00100000:2.0:1746070423.845540:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1744 00000100:00100000:2.0:1746070423.845546:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1964:x1830887015319168:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070423.845829:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015319168:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 282us (631us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1746070423.845847:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1744 00002000:00100000:2.0:1746070423.845853:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091dcc000 x1830887015319168/t4294967986(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/448 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.845860:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcc000 with x1830887015319168 ext(0->7) 00010000:00010000:2.0:1746070423.845864:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 66 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.845872:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 66 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.845877:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcc000 00000100:00100000:0.0:1746070423.857758:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.858094:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015319296 00000100:00100000:3.0:1746070423.858101:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015319296 00010000:00010000:3.0:1746070423.858132:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 66 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.858166:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7417 00000100:00100000:3.0:1746070423.858173:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015319296:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.858184:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.858201:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 66 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.858211:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 66 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.858229:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e6b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e2 expref: 66 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.858251:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.858253:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.858259:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.858270:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.858294:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.858303:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013275136:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.858360:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.862698:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013275136:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.862721:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.862755:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1964:x1830887015319296:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4582us (5003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.862764:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7417 00000100:00100000:0.0:1746070423.865196:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.865636:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015319552 00000100:00100000:1.0:1746070423.865643:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015319552 00002000:00100000:1.0:1746070423.865700:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcc380 x1830887015319552/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.865709:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcc380 with x1830887015319552 ext(0->4095) 00002000:00010000:1.0:1746070423.865713:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcc380 00000100:00100000:1.0:1746070423.865735:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3869 00000100:00100000:1.0:1746070423.865740:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015319552:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070423.865874:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015319552:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (684us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.865879:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3869 00002000:00100000:1.0:1746070423.865885:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcc380 x1830887015319552/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.865891:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcc380 with x1830887015319552 ext(0->4095) 00002000:00010000:1.0:1746070423.865893:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcc380 00000100:00100000:0.0:1746070423.870293:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.870385:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015319680 00000100:00100000:2.0:1746070423.870393:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015319680 00000100:00100000:2.0:1746070423.870429:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5151 00000100:00100000:2.0:1746070423.870436:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:31620:x1830887015319680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.870450:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.870464:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3f0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.870490:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.870497:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.870498:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.870501:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 66 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.870525:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.870536:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e9 expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.870545:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013275264:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070423.871954:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.872046:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.872260:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015319808 00000100:00100000:0.0:1746070423.872265:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015319808 00000100:00100000:0.0:1746070423.872565:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5152 00000100:00100000:0.0:1746070423.872572:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31621:x1830887015319808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070423.872585:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070423.872599:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3f7 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070423.872619:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070423.872624:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 68 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070423.872629:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070423.872632:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 68 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070423.872659:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 68 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070423.872668:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 68 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070423.872694:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304dc00, rc 0) 00000100:00100000:0.0:1746070423.873550:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:31621:x1830887015319808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 974us (1597us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070423.873557:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5152 00000100:00100000:0.0:1746070423.875486:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.875760:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013275264:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070423.875788:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 67 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.875802:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070423.875854:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31620:x1830887015319680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5417us (5567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.875860:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5151 00000100:00100000:3.0:1746070423.876154:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015319936 00000100:00100000:3.0:1746070423.876159:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015319936 00010000:00010000:3.0:1746070423.876180:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e9 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.876197:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7418 00000100:00100000:3.0:1746070423.876202:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015319936:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.876210:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.876225:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e9 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.876233:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e9 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.876249:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3e9 expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.876488:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.876490:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.876497:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 66 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.876504:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 66 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.876529:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 66 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.876539:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 66 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.876548:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013275520:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.876604:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c5d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070423.879517:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013275520:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.879538:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.879965:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015319936:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3760us (4481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.879975:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7418 00000100:00100000:0.0:1746070423.880169:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.880408:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015320192 00000100:00100000:2.0:1746070423.880415:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015320192 00002000:00100000:2.0:1746070423.880446:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dce680 x1830887015320192/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.880455:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dce680 with x1830887015320192 ext(0->4095) 00010000:00010000:2.0:1746070423.880461:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 67 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.880472:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 67 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.880478:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dce680 00000100:00100000:2.0:1746070423.880493:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1745 00000100:00100000:2.0:1746070423.880499:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015320192:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070423.880614:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015320192:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070423.880620:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1745 00002000:00100000:2.0:1746070423.880625:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dce680 x1830887015320192/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.880632:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dce680 with x1830887015320192 ext(0->4095) 00010000:00010000:2.0:1746070423.880636:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 67 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.880645:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 67 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:2.0:1746070423.880651:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dce680 00000100:00100000:0.0:1746070423.884248:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.884378:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015320320 00000100:00100000:3.0:1746070423.884387:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015320320 00010000:00010000:3.0:1746070423.884413:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 67 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.884437:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7419 00000100:00100000:3.0:1746070423.884443:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1963:x1830887015320320:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.884454:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.884472:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 67 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.884482:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 67 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.884500:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f0 expref: 67 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.884522:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.884524:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.884529:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.884536:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.884560:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.884569:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013275648:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.884626:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.887848:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.888093:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015320576 00000100:00100000:1.0:1746070423.888100:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015320576 00002000:00100000:1.0:1746070423.888137:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcd500 x1830887015320576/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.888147:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcd500 with x1830887015320576 ext(0->4095) 00002000:00010000:1.0:1746070423.888151:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcd500 00000100:00100000:1.0:1746070423.888280:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3870 00000100:00100000:1.0:1746070423.888287:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1962:x1830887015320576:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070423.888406:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1962:x1830887015320576:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (564us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.888412:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3870 00002000:00100000:1.0:1746070423.888417:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcd500 x1830887015320576/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.888424:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcd500 with x1830887015320576 ext(0->4095) 00002000:00010000:1.0:1746070423.888426:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcd500 00000100:00100000:3.0:1746070423.888584:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013275648:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.888602:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.888621:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1963:x1830887015320320:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4179us (4380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.888627:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7419 00000100:00100000:0.0:1746070423.893872:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.893982:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015320704 00000100:00100000:2.0:1746070423.893992:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015320704 00000100:00100000:2.0:1746070423.894026:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5153 00000100:00100000:2.0:1746070423.894033:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015320704:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.894047:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.894061:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf3fe expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.894085:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 65 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.894092:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.894093:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.894096:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.894119:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 65 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.894130:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 65 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.894141:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013275776:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.894209:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.898163:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.898225:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015320832 00000100:00100000:3.0:1746070423.898232:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015320832 00000100:00100000:2.0:1746070423.898254:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013275776:192.168.203.29@tcp:104: 00002000:00100000:3.0:1746070423.898264:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091dcd180 x1830887015320832/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.898272:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcd180 with x1830887015320832 ext(0->7) 00010000:00010000:2.0:1746070423.898276:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.898277:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 66 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.898288:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 66 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070423.898293:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcd180 00010000:00010000:2.0:1746070423.898294:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070423.898330:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015320704:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4298us (4465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.898337:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5153 00000100:00100000:3.0:1746070423.900920:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1746 00000100:00100000:3.0:1746070423.900935:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1961:x1830887015320832:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070423.905114:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1961:x1830887015320832:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 4174us (6947us total) trans 4294967987 rc 0/0 00000100:00100000:3.0:1746070423.905126:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1746 00002000:00100000:3.0:1746070423.905138:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091dcd180 x1830887015320832/t4294967987(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/448 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.905153:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcd180 with x1830887015320832 ext(0->7) 00010000:00010000:3.0:1746070423.905162:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 68 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.905176:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 68 pid: 8445 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070423.905182:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcd180 00000100:00100000:0.0:1746070423.907408:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.907488:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015320960 00000100:00100000:2.0:1746070423.907495:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015320960 00000100:00100000:2.0:1746070423.908354:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5154 00000100:00100000:2.0:1746070423.908362:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:31620:x1830887015320960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.908377:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.908390:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf405 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.908409:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.908414:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.908419:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070423.908422:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6dc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf405 expref: 69 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.908527:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.908537:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6dc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf405 expref: 69 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.908548:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070423.909289:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+69:31620:x1830887015320960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 927us (1886us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.909295:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5154 00000100:00100000:0.0:1746070423.917664:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.917891:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015321088 00000100:00100000:3.0:1746070423.917898:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015321088 00010000:00010000:3.0:1746070423.917924:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 69 pid: 8445 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.918130:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7420 00000100:00100000:3.0:1746070423.918136:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+69:1961:x1830887015321088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.918147:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.918163:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 69 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.918173:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 69 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.918188:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607e6ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3f7 expref: 69 pid: 8445 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.921724:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.921728:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.921740:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.921749:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.921784:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.921795:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 5 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.921806:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013276032:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.921886:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.926744:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.926909:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015321344 00000100:00100000:3.0:1746070423.926916:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015321344 00002000:00100000:3.0:1746070423.926952:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcdc00 x1830887015321344/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.926960:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcdc00 with x1830887015321344 ext(0->4095) 00010000:00010000:3.0:1746070423.926967:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.926980:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070423.926986:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcdc00 00000100:00100000:3.0:1746070423.927003:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1747 00000100:00100000:3.0:1746070423.927009:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015321344:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070423.927140:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015321344:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (403us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070423.927146:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1747 00002000:00100000:3.0:1746070423.927150:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcdc00 x1830887015321344/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.927157:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcdc00 with x1830887015321344 ext(0->4095) 00010000:00010000:3.0:1746070423.927161:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746070423.927168:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00002000:00010000:3.0:1746070423.927173:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcdc00 00000100:00100000:0.0:1746070423.931817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.931875:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015321472 00000100:00100000:0.0:1746070423.931882:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015321472 00010000:00010000:0.0:1746070423.931908:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746070423.931932:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7421 00000100:00100000:0.0:1746070423.931938:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015321472:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070423.931947:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070423.931965:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746070423.931976:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746070423.931996:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070423.931998:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070423.932005:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf405 expref: 68 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070423.932012:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf405 expref: 68 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070423.932040:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf405 expref: 68 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070423.932051:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800946aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013276160:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070423.932113:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943793c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746070423.932386:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf3fe expref: 6 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746070423.932397:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013276032:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.932411:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.932443:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1961:x1830887015321088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 14306us (14786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.932450:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7420 00000100:00100000:2.0:1746070423.934810:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800946aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013276160:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070423.934838:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070423.934873:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015321472:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2935us (3062us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.934881:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7421 00000100:00100000:0.0:1746070423.935226:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070423.936874:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015321728 00000100:00100000:1.0:1746070423.936882:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015321728 00002000:00100000:1.0:1746070423.936919:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8380 x1830887015321728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.936927:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8380 with x1830887015321728 ext(0->4095) 00002000:00010000:1.0:1746070423.936931:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a8380 00000100:00100000:1.0:1746070423.936966:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3871 00000100:00100000:1.0:1746070423.936973:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1964:x1830887015321728:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070423.937138:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1964:x1830887015321728:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (1912us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.937143:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3871 00002000:00100000:1.0:1746070423.937149:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8380 x1830887015321728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.937155:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8380 with x1830887015321728 ext(0->4095) 00002000:00010000:1.0:1746070423.937157:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a8380 00000100:00100000:0.0:1746070423.939759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.939815:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015321856 00000100:00100000:2.0:1746070423.939823:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015321856 00000100:00100000:2.0:1746070423.939879:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5155 00000100:00100000:2.0:1746070423.939890:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015321856:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.939905:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.939923:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf40c expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.939949:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf405 expref: 67 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.939955:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.939957:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.939959:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.939982:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf405 expref: 67 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.939992:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf405 expref: 67 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.940002:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013276288:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.940395:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.942724:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013276288:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070423.942751:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.942765:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729400, rc 0) 00000100:00100000:2.0:1746070423.943527:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015321856:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3637us (3771us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.943535:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5155 00000100:00100000:0.0:1746070423.944537:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.944716:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015321984 00000100:00100000:2.0:1746070423.944723:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015321984 00010000:00010000:2.0:1746070423.944748:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf405 expref: 68 pid: 8444 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746070423.944783:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7422 00000100:00100000:2.0:1746070423.944790:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1964:x1830887015321984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070423.944801:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070423.944819:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf405 expref: 68 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.944843:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf405 expref: 68 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.944862:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e6dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf405 expref: 68 pid: 8444 timeout: 635 lvb_type: 0 00010000:00010000:2.0:1746070423.944887:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.944889:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.944895:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.944902:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.944926:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070423.944936:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013276416:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070423.944994:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.947312:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.947616:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015322112 00000100:00100000:2.0:1746070423.947623:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015322112 00000100:00100000:3.0:1746070423.947710:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013276416:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.947728:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.947762:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1964:x1830887015321984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2973us (3227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.947771:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7422 00000100:00100000:2.0:1746070423.948128:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5156 00000100:00100000:2.0:1746070423.948135:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31620:x1830887015322112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.948148:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.948160:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf413 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.948183:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.948189:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.948191:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070423.948193:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 68 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.948213:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.948221:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070423.948229:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013276544:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.948265:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.952040:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070423.952222:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013276544:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070423.952249:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 68 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070423.952264:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:0.0:1746070423.952314:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:31620:x1830887015322112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4178us (5007us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070423.952321:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5156 00000100:00100000:3.0:1746070423.952570:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015322368 00000100:00100000:3.0:1746070423.952577:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015322368 00002000:00100000:3.0:1746070423.952607:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf54e00 x1830887015322368/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.952615:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf54e00 with x1830887015322368 ext(0->4095) 00010000:00010000:3.0:1746070423.952621:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070423.952763:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070423.952769:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf54e00 00000100:00100000:3.0:1746070423.952996:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1748 00000100:00100000:3.0:1746070423.953002:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015322368:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070423.953128:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015322368:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (1095us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070423.953133:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1748 00002000:00100000:3.0:1746070423.953137:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf54e00 x1830887015322368/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070423.953143:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf54e00 with x1830887015322368 ext(0->4095) 00010000:00010000:3.0:1746070423.953147:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070423.953161:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070423.953166:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf54e00 00000100:00100000:0.0:1746070423.955521:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.955790:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015322496 00000100:00100000:3.0:1746070423.955800:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015322496 00010000:00010000:3.0:1746070423.955858:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070423.956249:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7423 00000100:00100000:3.0:1746070423.956257:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015322496:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070423.956270:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070423.956291:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070423.956302:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070423.956324:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf40c expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070423.957239:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.957242:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070423.957251:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 67 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.957265:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 67 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070423.957380:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 67 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070423.957392:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013276672:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070423.958319:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070423.960144:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070423.960486:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013276672:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070423.960503:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070423.960548:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015322496:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4291us (5033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070423.960557:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7423 00000100:00100000:1.0:1746070423.960850:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015322752 00000100:00100000:1.0:1746070423.960856:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015322752 00002000:00100000:1.0:1746070423.960886:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f72300 x1830887015322752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.960894:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f72300 with x1830887015322752 ext(0->4095) 00002000:00010000:1.0:1746070423.960898:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f72300 00000100:00100000:1.0:1746070423.960921:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3872 00000100:00100000:1.0:1746070423.960928:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1961:x1830887015322752:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070423.963276:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1961:x1830887015322752:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 2341us (3128us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070423.963285:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3872 00002000:00100000:1.0:1746070423.963293:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f72300 x1830887015322752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 488/4536 e 0 to 0 dl 1746070434 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070423.963302:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f72300 with x1830887015322752 ext(0->4095) 00002000:00010000:1.0:1746070423.963306:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f72300 00000100:00100000:0.0:1746070423.968823:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.968963:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015322880 00000100:00100000:2.0:1746070423.968970:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015322880 00000100:00100000:2.0:1746070423.969094:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5157 00000100:00100000:2.0:1746070423.969102:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015322880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070423.969117:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070423.969132:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf41a expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.969157:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 67 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.969164:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.969165:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070423.969168:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.969191:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 67 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.969201:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 67 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070423.969211:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013276800:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070423.972974:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070423.974215:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013276800:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070423.974240:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070423.974256:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070423.974290:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015322880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5189us (5473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070423.974297:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5157 00000100:00100000:1.0:1746070423.984890:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070423.985016:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015323008 00000100:00100000:2.0:1746070423.985023:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015323008 00002000:00100000:2.0:1746070423.985057:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012e31ea00 x1830887015323008/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/0 e 0 to 0 dl 1746070434 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.985071:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ea00 with x1830887015323008 ext(0->7) 00010000:00010000:2.0:1746070423.985078:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 68 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070423.985090:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 68 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070423.985096:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31ea00 00000100:00100000:2.0:1746070423.985274:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1749 00000100:00100000:2.0:1746070423.985281:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1963:x1830887015323008:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070423.985534:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:1963:x1830887015323008:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 252us (649us total) trans 4294967988 rc 0/0 00000100:00100000:2.0:1746070423.985540:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1749 00002000:00100000:2.0:1746070423.985545:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012e31ea00 x1830887015323008/t4294967988(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:54/0 lens 496/448 e 0 to 0 dl 1746070434 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070423.985551:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ea00 with x1830887015323008 ext(0->7) 00010000:00010000:2.0:1746070423.985555:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 70 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070423.985563:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 70 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070423.985568:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31ea00 00000100:00100000:0.0:1746070424.009287:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.010428:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015323136 00000100:00100000:0.0:1746070424.010434:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.010437:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015323136 00010000:00010000:3.0:1746070424.010472:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 70 pid: 8444 timeout: 636 lvb_type: 0 00000100:00080000:0.0:1746070424.010472:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070424.010500:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7424 00000100:00100000:3.0:1746070424.010507:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:1962:x1830887015323136:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.010517:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.010534:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 70 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.010544:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 70 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.010563:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e6ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf413 expref: 70 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.010588:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.010589:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.010595:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.010602:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.010626:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.010636:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013276928:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.010706:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.010866:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015323264 00000100:00100000:2.0:1746070424.010870:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015323264 00000100:00100000:2.0:1746070424.010889:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5158 00000100:00100000:2.0:1746070424.010894:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:31620:x1830887015323264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.010903:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.010911:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf421 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.010924:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.010930:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.010931:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.010934:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 71 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.010947:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.010955:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.010963:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013277056:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.010984:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.013632:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.013698:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013277056:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.013709:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013276928:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.013723:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 71 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.013724:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070424.013741:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:3.0:1746070424.013754:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:1962:x1830887015323136:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3248us (4474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.013762:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7424 00000100:00100000:2.0:1746070424.013763:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:31620:x1830887015323264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2869us (3331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.013769:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5158 00000100:00100000:3.0:1746070424.013792:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015323520 00000100:00100000:3.0:1746070424.013796:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015323520 00002000:00100000:3.0:1746070424.013855:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f73b80 x1830887015323520/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.013869:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f73b80 with x1830887015323520 ext(0->4095) 00010000:00010000:3.0:1746070424.013875:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.013886:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.013891:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f73b80 00000100:00100000:3.0:1746070424.013916:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1750 00000100:00100000:3.0:1746070424.013922:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015323520:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070424.014028:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015323520:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.014034:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1750 00002000:00100000:3.0:1746070424.014038:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f73b80 x1830887015323520/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.014045:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f73b80 with x1830887015323520 ext(0->4095) 00010000:00010000:3.0:1746070424.014050:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.014059:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.014065:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f73b80 00000100:00080000:1.0:1746070424.014300:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070424.016760:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.016895:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015323648 00000100:00100000:2.0:1746070424.016902:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015323648 00000100:00100000:2.0:1746070424.017988:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5159 00000100:00100000:2.0:1746070424.018000:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:31621:x1830887015323648:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.018017:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.018033:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf428 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.018055:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.018060:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 71 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.018065:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.018068:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 71 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.018099:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 71 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.018110:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 71 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.018122:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729400, rc 0) 00000100:00100000:2.0:1746070424.018173:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:31621:x1830887015323648:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (1418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.018178:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5159 00000100:00100000:0.0:1746070424.018930:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.019526:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015323776 00000100:00100000:2.0:1746070424.019531:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015323776 00010000:00010000:2.0:1746070424.019551:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.019580:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7425 00000100:00100000:2.0:1746070424.019586:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015323776:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.019594:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.019609:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.019618:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.019635:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e6f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf41a expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.019656:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.019658:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.019664:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 70 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.019692:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 70 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.019717:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 70 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.019727:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 70 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.019737:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013277312:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.019794:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070424.024276:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.024368:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013277312:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.024385:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.024418:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015323776:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4832us (5488us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.024426:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7425 00000100:00100000:3.0:1746070424.024692:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015324032 00000100:00100000:3.0:1746070424.024698:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015324032 00002000:00100000:3.0:1746070424.024724:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31ca80 x1830887015324032/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.024733:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ca80 with x1830887015324032 ext(0->4095) 00010000:00010000:3.0:1746070424.024739:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 71 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.024750:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 71 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.024771:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31ca80 00000100:00100000:3.0:1746070424.024791:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1751 00000100:00100000:3.0:1746070424.024796:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:1963:x1830887015324032:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070424.024907:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:1963:x1830887015324032:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (638us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.024912:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1751 00002000:00100000:3.0:1746070424.024916:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31ca80 x1830887015324032/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.024923:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ca80 with x1830887015324032 ext(0->4095) 00010000:00010000:3.0:1746070424.024927:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 71 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.024935:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 71 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.024940:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31ca80 00000100:00100000:0.0:1746070424.031731:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.031912:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015324160 00000100:00100000:2.0:1746070424.031919:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015324160 00010000:00010000:2.0:1746070424.031948:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 71 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.031973:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7426 00000100:00100000:2.0:1746070424.031979:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:1961:x1830887015324160:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.031989:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.032006:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 71 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.032016:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 71 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.032034:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e6f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf421 expref: 71 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.032047:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.032049:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.032055:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 70 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.032062:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 70 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.032088:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 70 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.032098:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013277440:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.032163:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.037969:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.038692:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015324416 00000100:00100000:3.0:1746070424.038699:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015324416 00002000:00100000:3.0:1746070424.038730:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8a80 x1830887015324416/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.038740:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8a80 with x1830887015324416 ext(0->4095) 00002000:00010000:3.0:1746070424.038744:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e8a80 00000100:00100000:3.0:1746070424.038758:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3873 00000100:00100000:3.0:1746070424.038764:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:1962:x1830887015324416:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070424.039063:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013277440:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.039078:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.041175:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:1962:x1830887015324416:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 2405us (3209us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.041184:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3873 00002000:00100000:3.0:1746070424.041193:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8a80 x1830887015324416/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.041202:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8a80 with x1830887015324416 ext(0->4095) 00002000:00010000:3.0:1746070424.041206:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e8a80 00000100:00100000:2.0:1746070424.041281:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:1961:x1830887015324160:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 9301us (9557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.041288:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7426 00000100:00100000:0.0:1746070424.049466:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.055147:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015324544 00000100:00100000:2.0:1746070424.055158:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015324544 00000100:00100000:2.0:1746070424.055201:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5160 00000100:00100000:2.0:1746070424.055208:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015324544:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.055223:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.055237:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e706 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf42f expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.055260:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 69 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.055266:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.055268:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.055270:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e706 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf42f expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.055294:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 69 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.055304:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 69 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.055314:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013277568:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.055390:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070424.058851:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013278080:0@lo:400:kworker.0 00000100:00100000:1.0:1746070424.058899:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070424.058925:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746070424.058930:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1830887013277952:0@lo:400:kworker.0 00000100:00100000:1.0:1746070424.058948:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070424.058971:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013278080 00000100:00100000:1.0:1746070424.058977:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013278080 00000100:00100000:1.0:1746070424.059011:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1746070424.059017:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013278080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070424.059054:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013278080:12345-0@lo:400:kworker.0 Request processed in 37us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.059059:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00080000:1.0:1746070424.059075:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746070424.059098:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013278080:0@lo:400:kworker.0 00000100:00100000:1.0:1746070424.059121:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013277952 00000100:00100000:1.0:1746070424.059124:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013277952 00000100:00100000:1.0:1746070424.059146:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1746070424.059151:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830887013277952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070424.059177:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830887013277952:12345-0@lo:400:kworker.0 Request processed in 25us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.059182:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00080000:1.0:1746070424.059194:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746070424.059208:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1830887013277952:0@lo:400:kworker.0 00000100:00100000:0.0:1746070424.059262:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830887013277824:0@lo:400:kworker.0 00000100:00100000:0.0:1746070424.059301:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070424.059314:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013278336:0@lo:400:kworker.0 00000100:00100000:0.0:1746070424.059328:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070424.059339:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746070424.059343:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013277696:0@lo:400:kworker.0 00000100:00100000:0.0:1746070424.059363:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070424.059389:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e31f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013278208:0@lo:400:kworker.0 00000100:00100000:0.0:1746070424.059405:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070424.059427:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013278336 00000100:00100000:0.0:1746070424.059430:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013278336 00000100:00100000:0.0:1746070424.059448:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1746070424.059454:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013278336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070424.059479:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013278336:12345-0@lo:400:kworker.0 Request processed in 26us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070424.059484:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1746070424.059499:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013277824 00000100:00100000:0.0:1746070424.059502:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013277824 00000100:00100000:0.0:1746070424.059513:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013278208 00000100:00100000:0.0:1746070424.059514:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013278208 00000100:00100000:0.0:1746070424.059527:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1746070424.059531:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830887013277824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070424.059551:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830887013277824:12345-0@lo:400:kworker.0 Request processed in 20us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070424.059557:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1746070424.059566:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1746070424.059570:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013278208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070424.059588:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013278208:12345-0@lo:400:kworker.0 Request processed in 18us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070424.059592:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1746070424.059613:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013278208:0@lo:400:kworker.0 00000100:00100000:0.0:1746070424.059620:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830887013277824:0@lo:400:kworker.0 00000100:00100000:0.0:1746070424.059626:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013278336:0@lo:400:kworker.0 00000100:00100000:2.0:1746070424.059697:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013277696 00000100:00100000:2.0:1746070424.059700:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013277696 00000100:00100000:2.0:1746070424.059716:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1746070424.059719:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a473e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3297:x1830887013277696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070424.059743:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a473e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3297:x1830887013277696:12345-0@lo:400:kworker.0 Request processed in 23us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.059747:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00080000:1.0:1746070424.059793:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746070424.059795:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070424.059824:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e31c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013277696:0@lo:400:kworker.0 00000100:00100000:2.0:1746070424.066170:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013277568:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.066199:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e706 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf42f expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.066214:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070424.066249:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015324544:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11041us (16790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.066256:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5160 00000100:00100000:0.0:1746070424.067976:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.068052:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015324672 00000100:00100000:3.0:1746070424.068057:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015324672 00002000:00100000:3.0:1746070424.068088:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801319e9f80 x1830887015324672/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 496/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.068097:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9f80 with x1830887015324672 ext(0->7) 00010000:00010000:3.0:1746070424.068103:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 70 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.068114:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 70 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.068123:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9f80 00000100:00100000:3.0:1746070424.068137:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1752 00000100:00100000:3.0:1746070424.068142:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:1963:x1830887015324672:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070424.068987:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1963:x1830887015324672:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 841us (1013us total) trans 4294967989 rc 0/0 00000100:00100000:3.0:1746070424.068994:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1752 00002000:00100000:3.0:1746070424.069001:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801319e9f80 x1830887015324672/t4294967989(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 496/448 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.069008:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9f80 with x1830887015324672 ext(0->7) 00010000:00010000:3.0:1746070424.069013:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 72 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.069023:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 72 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.069028:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9f80 00000100:00100000:0.0:1746070424.074273:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.074362:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015324800 00000100:00100000:2.0:1746070424.074370:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015324800 00010000:00010000:2.0:1746070424.074400:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 72 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.074426:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7427 00000100:00100000:2.0:1746070424.074433:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1964:x1830887015324800:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.074445:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.074462:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 72 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.074473:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 72 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.074493:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e6ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf428 expref: 72 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.074958:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.074961:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.074967:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e706 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf42f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.074975:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e706 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf42f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.075002:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e706 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf42f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.075013:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013278464:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.075960:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.078082:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013278464:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.078100:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.080908:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:1964:x1830887015324800:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6467us (6634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.080920:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7427 00000100:00100000:0.0:1746070424.086184:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.086707:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015325056 00000100:00100000:2.0:1746070424.086715:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015325056 00002000:00100000:2.0:1746070424.086747:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c786680 x1830887015325056/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.086756:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c786680 with x1830887015325056 ext(0->4095) 00002000:00010000:2.0:1746070424.086760:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c786680 00000100:00100000:2.0:1746070424.086775:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3874 00000100:00100000:2.0:1746070424.086781:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015325056:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.088978:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015325056:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 2187us (2792us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.088991:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3874 00002000:00100000:2.0:1746070424.089002:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c786680 x1830887015325056/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.089011:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c786680 with x1830887015325056 ext(0->4095) 00002000:00010000:2.0:1746070424.089015:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c786680 00000100:00100000:0.0:1746070424.092063:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.092290:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015325184 00000100:00100000:2.0:1746070424.092298:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015325184 00000100:00100000:2.0:1746070424.092381:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5161 00000100:00100000:2.0:1746070424.092388:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:31620:x1830887015325184:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.092403:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.092417:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf436 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.092440:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e706 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf42f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.092447:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.092448:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.092452:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 72 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.092477:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e706 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf42f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.092491:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e706 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf42f expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.092501:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013278592:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.093713:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.095064:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.098251:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015325312 00000100:00100000:1.0:1746070424.098262:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015325312 00000100:00100000:1.0:1746070424.098557:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5162 00000100:00100000:1.0:1746070424.098565:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:31621:x1830887015325312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070424.098582:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070424.098594:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf43d expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.098615:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.098619:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 74 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.098624:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070424.098627:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 74 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.098651:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 74 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.098660:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 74 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.098667:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60a00, rc 0) 00000100:00100000:1.0:1746070424.098975:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:31621:x1830887015325312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 410us (3915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.098982:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5162 00000100:00100000:3.0:1746070424.099233:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013278592:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.099249:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 73 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.099256:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:3.0:1746070424.099277:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:31620:x1830887015325184:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6889us (7221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.099284:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5161 00000100:00100000:0.0:1746070424.100573:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.100926:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015325440 00000100:00100000:2.0:1746070424.100931:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015325440 00010000:00010000:2.0:1746070424.101915:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e706 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf42f expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.101950:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7428 00000100:00100000:2.0:1746070424.101959:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015325440:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.101971:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.101989:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e706 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf42f expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.101999:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e706 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf42f expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.102016:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e706 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf42f expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.102043:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.102045:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.102052:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 72 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.102064:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 72 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.102091:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 72 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.102101:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 72 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.102110:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013278848:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.102179:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.108320:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.108471:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015325696 00000100:00100000:3.0:1746070424.108479:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015325696 00002000:00100000:3.0:1746070424.108515:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c786a00 x1830887015325696/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.108525:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c786a00 with x1830887015325696 ext(0->4095) 00010000:00010000:3.0:1746070424.108532:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 73 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.108545:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 73 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.108551:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c786a00 00000100:00100000:3.0:1746070424.108579:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1753 00000100:00100000:3.0:1746070424.108587:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:1964:x1830887015325696:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070424.108744:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:1964:x1830887015325696:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (430us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.108750:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1753 00002000:00100000:3.0:1746070424.108755:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c786a00 x1830887015325696/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.108761:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c786a00 with x1830887015325696 ext(0->4095) 00010000:00010000:3.0:1746070424.108766:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 73 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.108778:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 73 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.108784:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c786a00 00000100:00100000:2.0:1746070424.109228:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013278848:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.109243:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.109277:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015325440:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7320us (8706us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.109284:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7428 00000100:00100000:0.0:1746070424.115107:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.116398:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015325824 00000100:00100000:2.0:1746070424.116406:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015325824 00010000:00010000:2.0:1746070424.116437:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 73 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.116473:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7429 00000100:00100000:2.0:1746070424.116481:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:1964:x1830887015325824:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.116492:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.116509:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 73 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.116521:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 73 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.116539:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e70d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf436 expref: 73 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.116566:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.116568:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.116574:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 72 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.116581:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 72 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.116609:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 72 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.116620:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013278976:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.116714:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.119625:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013278976:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.119644:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.119712:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1964:x1830887015325824:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3232us (4612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.119721:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7429 00000100:00100000:0.0:1746070424.123840:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.127231:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015326080 00000100:00100000:1.0:1746070424.127242:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015326080 00002000:00100000:1.0:1746070424.127277:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c786300 x1830887015326080/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.127286:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c786300 with x1830887015326080 ext(0->4095) 00002000:00010000:1.0:1746070424.127291:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c786300 00000100:00100000:1.0:1746070424.127315:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3875 00000100:00100000:1.0:1746070424.127321:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1963:x1830887015326080:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070424.127440:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1963:x1830887015326080:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (3618us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.127445:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3875 00002000:00100000:1.0:1746070424.127450:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c786300 x1830887015326080/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.127456:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c786300 with x1830887015326080 ext(0->4095) 00002000:00010000:1.0:1746070424.127458:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c786300 00000100:00100000:0.0:1746070424.130358:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.130498:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015326208 00000100:00100000:3.0:1746070424.130504:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015326208 00000100:00100000:3.0:1746070424.130535:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5163 00000100:00100000:3.0:1746070424.130541:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015326208:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.130555:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.130568:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf444 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.130590:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 71 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.130597:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.130599:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.130602:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.130626:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 71 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.130635:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 71 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.131000:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013279104:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.135545:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.147215:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013279104:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.147240:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.147255:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13400, rc 0) 00000100:00100000:3.0:1746070424.147303:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015326208:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16761us (16949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.147311:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5163 00000100:00100000:0.0:1746070424.152395:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.156063:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015326336 00000100:00100000:3.0:1746070424.156074:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015326336 00002000:00100000:3.0:1746070424.156118:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009c787100 x1830887015326336/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 496/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.156128:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787100 with x1830887015326336 ext(0->7) 00010000:00010000:3.0:1746070424.156136:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 72 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.156148:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 72 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.156154:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c787100 00000100:00100000:3.0:1746070424.156183:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1754 00000100:00100000:3.0:1746070424.156190:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1962:x1830887015326336:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070424.156485:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:1962:x1830887015326336:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 294us (4096us total) trans 4294967990 rc 0/0 00000100:00100000:3.0:1746070424.156494:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1754 00002000:00100000:3.0:1746070424.156500:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009c787100 x1830887015326336/t4294967990(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 496/448 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.156507:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787100 with x1830887015326336 ext(0->7) 00010000:00010000:3.0:1746070424.156511:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 74 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.156519:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 74 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.156525:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c787100 00000100:00100000:0.0:1746070424.170556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.171417:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.173958:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015326464 00000100:00100000:2.0:1746070424.173969:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015326464 00010000:00010000:2.0:1746070424.174003:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 74 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.174038:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7430 00000100:00100000:2.0:1746070424.174046:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:1961:x1830887015326464:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.174059:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746070424.174074:0:7078:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746070423 -> 1746070424 00002000:00010000:2.0:1746070424.174076:0:7078:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746070423 -> 1746070424 00010000:00010000:2.0:1746070424.174081:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 74 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.174093:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 74 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.174112:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e714 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf43d expref: 74 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.174127:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.174129:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.174136:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.174143:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.174172:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.174184:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013279232:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.174251:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.174538:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015326592 00000100:00100000:3.0:1746070424.174542:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015326592 00000100:00100000:3.0:1746070424.174567:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5164 00000100:00100000:3.0:1746070424.174573:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:31620:x1830887015326592:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.174585:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.174595:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf44b expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.174610:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.174616:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.174618:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.174620:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 75 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.174640:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.174649:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.174656:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013279360:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.174715:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.177383:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013279360:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.177413:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 75 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.177428:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12c00, rc 0) 00000100:00100000:3.0:1746070424.177465:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:31620:x1830887015326592:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2892us (6048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.177472:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5164 00000100:00100000:2.0:1746070424.177561:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013279232:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.177572:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.177588:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:1961:x1830887015326464:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3543us (7040us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.177595:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7430 00000100:00100000:0.0:1746070424.179152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.179408:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015326848 00000100:00100000:3.0:1746070424.179415:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015326848 00002000:00100000:3.0:1746070424.179452:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322680 x1830887015326848/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.179461:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322680 with x1830887015326848 ext(0->4095) 00010000:00010000:3.0:1746070424.179469:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.179485:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.179491:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093322680 00000100:00100000:3.0:1746070424.179586:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1755 00000100:00100000:3.0:1746070424.179593:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015326848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070424.179966:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015326848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 373us (820us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.179973:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1755 00002000:00100000:3.0:1746070424.179978:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322680 x1830887015326848/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.179984:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322680 with x1830887015326848 ext(0->4095) 00010000:00010000:3.0:1746070424.179989:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.179998:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.180004:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093322680 00000100:00100000:0.0:1746070424.190270:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.190445:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015326976 00000100:00100000:2.0:1746070424.190454:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015326976 00010000:00010000:2.0:1746070424.190482:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.190505:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7431 00000100:00100000:2.0:1746070424.190511:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015326976:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.190521:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.190540:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.190551:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.190571:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e71b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf444 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.190601:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.190605:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.190613:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 73 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.190621:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 73 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.190650:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 73 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.190662:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013279488:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.190758:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.194233:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013279488:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.194252:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.194286:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015326976:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3774us (4023us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.194298:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7431 00000100:00100000:0.0:1746070424.197284:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.197367:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015327232 00000100:00100000:3.0:1746070424.197375:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015327232 00002000:00100000:3.0:1746070424.197411:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322300 x1830887015327232/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.197421:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322300 with x1830887015327232 ext(0->4095) 00002000:00010000:3.0:1746070424.197425:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322300 00000100:00100000:3.0:1746070424.197451:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3876 00000100:00100000:3.0:1746070424.197457:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:1963:x1830887015327232:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070424.197918:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:1963:x1830887015327232:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 460us (640us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.197924:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3876 00002000:00100000:3.0:1746070424.197929:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322300 x1830887015327232/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.197936:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322300 with x1830887015327232 ext(0->4095) 00002000:00010000:3.0:1746070424.197938:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322300 00000100:00100000:0.0:1746070424.204154:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.204240:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015327360 00000100:00100000:3.0:1746070424.204247:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015327360 00000100:00100000:3.0:1746070424.204288:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5165 00000100:00100000:3.0:1746070424.204294:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015327360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.204309:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.204322:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf452 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.204349:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 73 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.204355:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.204357:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.204360:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.204383:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 73 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.204392:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 73 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.204402:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013279616:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.204480:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.208985:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013279616:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.209013:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.209028:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13a00, rc 0) 00000100:00100000:3.0:1746070424.209077:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015327360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4782us (4929us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.209085:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5165 00000100:00100000:0.0:1746070424.227502:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.227554:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.228050:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015327488 00000100:00100000:3.0:1746070424.228057:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015327488 00000100:00100000:2.0:1746070424.228282:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015327616 00000100:00100000:2.0:1746070424.228286:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015327616 00002000:00100000:2.0:1746070424.228315:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093320000 x1830887015327616/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 496/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.228323:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320000 with x1830887015327616 ext(0->7) 00010000:00010000:2.0:1746070424.228331:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 75 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.228343:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 75 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.228348:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093320000 00000100:00100000:3.0:1746070424.228350:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5166 00000100:00100000:3.0:1746070424.228358:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:31620:x1830887015327488:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.228369:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746070424.228369:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1756 00000100:00100000:2.0:1746070424.228373:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:1964:x1830887015327616:12345-192.168.203.29@tcp:4:ldlm_bl.0 00010000:00010000:3.0:1746070424.228380:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf459 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.228397:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.228401:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.228406:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070424.228409:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 76 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.228437:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.228446:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 76 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.228454:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13c00, rc 0) 00000100:00100000:3.0:1746070424.228486:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:31620:x1830887015327488:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.228491:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5166 00000100:00100000:2.0:1746070424.228606:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1964:x1830887015327616:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 231us (1051us total) trans 4294967991 rc 0/0 00000100:00100000:2.0:1746070424.228612:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1756 00002000:00100000:2.0:1746070424.228617:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093320000 x1830887015327616/t4294967991(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 496/448 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.228623:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320000 with x1830887015327616 ext(0->7) 00010000:00010000:2.0:1746070424.228627:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 77 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.228635:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 77 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.228640:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093320000 00000100:00100000:0.0:1746070424.233818:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.234226:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015327744 00000100:00100000:3.0:1746070424.234234:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015327744 00010000:00010000:3.0:1746070424.234267:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 77 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.235090:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7432 00000100:00100000:3.0:1746070424.235098:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1961:x1830887015327744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.235110:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.235128:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 77 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.235139:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 77 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.235158:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e722 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf44b expref: 77 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.235186:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.235187:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.235194:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.235201:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.235232:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.235242:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.235256:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013279872:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.235332:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.247414:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013279872:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.247436:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.247475:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1961:x1830887015327744:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 12377us (13663us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.247484:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7432 00000100:00100000:0.0:1746070424.249360:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.249393:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015328000 00000100:00100000:1.0:1746070424.249400:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015328000 00002000:00100000:1.0:1746070424.249437:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093320e00 x1830887015328000/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.249447:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320e00 with x1830887015328000 ext(0->4095) 00010000:00010000:1.0:1746070424.249454:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.249466:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.249472:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093320e00 00000100:00100000:1.0:1746070424.249502:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1757 00000100:00100000:1.0:1746070424.249509:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015328000:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070424.249659:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015328000:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.249665:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1757 00002000:00100000:1.0:1746070424.249685:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093320e00 x1830887015328000/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.249692:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320e00 with x1830887015328000 ext(0->4095) 00010000:00010000:1.0:1746070424.249697:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.249706:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.249711:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093320e00 00000100:00100000:2.0:1746070424.252785:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013280000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746070424.252845:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070424.255423:0:21251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013280000 00000100:00100000:1.0:1746070424.255432:0:21251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013280000 00000100:00100000:1.0:1746070424.255496:0:21251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1746070424.255504:0:21251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013280000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746070424.255541:0:21251:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 534577152 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1746070424.255618:0:21251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013280000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (2772us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.255625:0:21251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1746070424.255744:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013280000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070424.258387:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.258504:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015328128 00000100:00100000:2.0:1746070424.258512:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015328128 00010000:00010000:2.0:1746070424.258545:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.258569:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7433 00000100:00100000:2.0:1746070424.258577:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015328128:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.258589:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.258606:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.258616:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.258636:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e729 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf452 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.259173:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.259176:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.259185:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 75 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.259193:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 75 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.259227:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 75 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.259239:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013280128:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.261329:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.265413:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.266516:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015328384 00000100:00100000:3.0:1746070424.266524:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015328384 00002000:00100000:3.0:1746070424.266563:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322a00 x1830887015328384/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.266573:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322a00 with x1830887015328384 ext(0->4095) 00002000:00010000:3.0:1746070424.266577:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322a00 00000100:00100000:3.0:1746070424.266599:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3877 00000100:00100000:3.0:1746070424.266606:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1964:x1830887015328384:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070424.266749:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1964:x1830887015328384:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (1342us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.266755:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3877 00002000:00100000:3.0:1746070424.266760:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322a00 x1830887015328384/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.266766:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322a00 with x1830887015328384 ext(0->4095) 00002000:00010000:3.0:1746070424.266769:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322a00 00000100:00100000:2.0:1746070424.266975:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013280128:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.266991:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.267011:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015328128:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8435us (8632us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.267021:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7433 00000100:00100000:0.0:1746070424.273004:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.273146:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015328512 00000100:00100000:1.0:1746070424.273154:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015328512 00000100:00100000:1.0:1746070424.273205:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5167 00000100:00100000:1.0:1746070424.273213:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015328512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070424.273231:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070424.273245:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e737 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf460 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.273271:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 75 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.273277:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070424.273279:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070424.273282:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e737 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf460 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.273308:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 75 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.273318:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 75 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.273328:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087bebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013280256:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070424.273406:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070424.275322:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087bebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013280256:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070424.275344:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e737 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf460 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.275358:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60c00, rc 0) 00000100:00100000:1.0:1746070424.275398:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015328512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2185us (2402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.275408:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5167 00000100:00100000:0.0:1746070424.285060:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.285164:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015328640 00000100:00100000:1.0:1746070424.285172:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015328640 00002000:00100000:1.0:1746070424.285210:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093321c00 x1830887015328640/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 496/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.285220:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321c00 with x1830887015328640 ext(0->7) 00010000:00010000:1.0:1746070424.285227:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 76 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.285240:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 76 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.285246:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321c00 00000100:00100000:1.0:1746070424.285276:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1758 00000100:00100000:1.0:1746070424.285283:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1964:x1830887015328640:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070424.285561:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015328640:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 277us (508us total) trans 4294967992 rc 0/0 00000100:00100000:1.0:1746070424.285568:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1758 00002000:00100000:1.0:1746070424.285573:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093321c00 x1830887015328640/t4294967992(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 496/448 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.285580:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321c00 with x1830887015328640 ext(0->7) 00010000:00010000:1.0:1746070424.285584:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.285596:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.285602:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321c00 00000100:00100000:0.0:1746070424.290152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.290263:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015328768 00000100:00100000:2.0:1746070424.290271:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015328768 00010000:00010000:2.0:1746070424.290301:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.290326:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7434 00000100:00100000:2.0:1746070424.290332:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1961:x1830887015328768:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.290345:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.290361:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.290372:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.290390:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e730 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf459 expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.290422:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.290424:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.290431:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e737 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf460 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.290438:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e737 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf460 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.290464:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e737 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf460 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.290474:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013280384:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.291362:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.296405:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013280384:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.296424:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.297303:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1961:x1830887015328768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6968us (7156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.297312:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7434 00000100:00100000:0.0:1746070424.297670:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.298857:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015329024 00000100:00100000:3.0:1746070424.298866:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015329024 00002000:00100000:3.0:1746070424.298902:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8a80 x1830887015329024/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.298917:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8a80 with x1830887015329024 ext(0->4095) 00002000:00010000:3.0:1746070424.298921:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af8a80 00000100:00100000:3.0:1746070424.298936:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3878 00000100:00100000:3.0:1746070424.298942:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015329024:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070424.299073:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015329024:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (1404us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.299079:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3878 00002000:00100000:3.0:1746070424.299084:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8a80 x1830887015329024/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.299091:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8a80 with x1830887015329024 ext(0->4095) 00002000:00010000:3.0:1746070424.299094:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af8a80 00000100:00100000:1.0:1746070424.299327:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.299542:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015329152 00000100:00100000:2.0:1746070424.299545:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015329152 00000100:00100000:2.0:1746070424.299935:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5168 00000100:00100000:2.0:1746070424.299941:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015329152:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.299950:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.299963:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf467 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.299984:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e737 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf460 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.299991:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.299993:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.299996:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.300017:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e737 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf460 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.300031:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e737 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf460 expref: 5 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.300041:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013280512:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.300096:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.302217:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.302257:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.302963:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015329280 00000100:00100000:3.0:1746070424.302970:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015329280 00000100:00100000:3.0:1746070424.303013:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5169 00000100:00100000:3.0:1746070424.303020:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015329280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.303033:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.303047:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e745 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf46e expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.303067:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.303071:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.303076:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.303079:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e745 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf46e expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.303108:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.303118:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e745 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf46e expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.303126:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13400, rc 0) 00000100:00100000:3.0:1746070424.303161:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31621:x1830887015329280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.303166:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5169 00000100:00100000:2.0:1746070424.303251:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013280512:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.303267:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.303274:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070424.303289:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31620:x1830887015329152:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3349us (3963us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.303295:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5168 00000100:00100000:0.0:1746070424.303435:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015329408 00000100:00100000:0.0:1746070424.303439:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015329408 00010000:00010000:0.0:1746070424.303709:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e737 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf460 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746070424.303740:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7435 00000100:00100000:0.0:1746070424.303745:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015329408:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070424.303753:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070424.303769:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e737 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf460 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746070424.303778:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e737 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf460 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746070424.303792:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e737 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf460 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746070424.303814:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070424.303815:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070424.303820:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.303826:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.303856:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.303865:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746070424.303875:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092af8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013280768:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070424.303933:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943796c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070424.307660:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092af8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013280768:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070424.307662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1746070424.307694:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070424.307702:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015329664 00000100:00100000:0.0:1746070424.307707:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015329664 00002000:00100000:0.0:1746070424.307738:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8e00 x1830887015329664/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746070424.307740:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015329408:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3994us (5482us total) trans 0 rc 0/0 00002000:00100000:0.0:1746070424.307746:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8e00 with x1830887015329664 ext(0->4095) 00000100:00100000:1.0:1746070424.307748:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7435 00010000:00010000:0.0:1746070424.307752:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746070424.307763:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00002000:00010000:0.0:1746070424.307769:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af8e00 00000100:00100000:0.0:1746070424.307782:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1759 00000100:00100000:0.0:1746070424.307788:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015329664:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070424.307920:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015329664:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070424.307925:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1759 00002000:00100000:0.0:1746070424.307934:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8e00 x1830887015329664/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070424.307941:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8e00 with x1830887015329664 ext(0->4095) 00010000:00010000:0.0:1746070424.307945:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746070424.307953:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00002000:00010000:0.0:1746070424.307959:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af8e00 00000100:00100000:0.0:1746070424.315211:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.315495:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015329792 00000100:00100000:1.0:1746070424.315503:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015329792 00010000:00010000:1.0:1746070424.315530:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.315563:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7436 00000100:00100000:1.0:1746070424.315570:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1962:x1830887015329792:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070424.315581:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070424.315597:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.315607:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.315625:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e73e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf467 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.315647:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.315650:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.315656:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e745 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf46e expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.315663:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e745 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf46e expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.316547:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e745 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf46e expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070424.316559:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013280896:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070424.317776:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.321419:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.321473:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015330048 00000100:00100000:2.0:1746070424.321480:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015330048 00002000:00100000:2.0:1746070424.321515:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afaa00 x1830887015330048/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.321523:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afaa00 with x1830887015330048 ext(0->4095) 00002000:00010000:2.0:1746070424.321528:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afaa00 00000100:00100000:2.0:1746070424.321558:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3879 00000100:00100000:2.0:1746070424.321565:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015330048:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.321725:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015330048:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.321734:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3879 00002000:00100000:2.0:1746070424.321739:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afaa00 x1830887015330048/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.321745:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afaa00 with x1830887015330048 ext(0->4095) 00002000:00010000:2.0:1746070424.321748:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afaa00 00000100:00100000:1.0:1746070424.321994:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013280896:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070424.322009:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070424.322032:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1962:x1830887015329792:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6463us (6828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.322039:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7436 00000100:00100000:0.0:1746070424.324478:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.324571:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015330176 00000100:00100000:1.0:1746070424.324579:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015330176 00000100:00100000:1.0:1746070424.324626:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5170 00000100:00100000:1.0:1746070424.324633:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015330176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070424.324647:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070424.324661:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf475 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.324720:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e745 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf46e expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.324727:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070424.324728:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070424.324732:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.324760:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e745 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf46e expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.324771:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e745 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf46e expref: 77 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.324782:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013281024:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070424.324866:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.328950:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.329118:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015330304 00000100:00100000:2.0:1746070424.329125:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015330304 00010000:00010000:2.0:1746070424.329153:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e745 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf46e expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.329193:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7437 00000100:00100000:2.0:1746070424.329203:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015330304:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.329214:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.329231:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e745 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf46e expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.329241:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e745 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf46e expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.329259:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.329261:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.329267:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.329274:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.329304:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.329313:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013281152:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.329375:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746070424.329927:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e745 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf46e expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.329950:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013281024:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070424.329966:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.329973:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60c00, rc 0) 00000100:00100000:1.0:1746070424.329998:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015330176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5365us (5526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.330004:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5170 00000100:00100000:0.0:1746070424.332101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.334016:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.334087:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015330432 00000100:00100000:1.0:1746070424.334095:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015330432 00000100:00100000:1.0:1746070424.334128:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5171 00000100:00100000:1.0:1746070424.334135:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015330432:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070424.334148:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746070424.334150:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015330688 00000100:00100000:3.0:1746070424.334154:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015330688 00010000:00010000:1.0:1746070424.334161:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf47c expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746070424.334177:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092368380 x1830887015330688/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746070424.334182:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746070424.334186:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368380 with x1830887015330688 ext(0->4095) 00010000:00010000:1.0:1746070424.334188:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.334190:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.334190:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.334192:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.334198:0:25227:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746070424.334202:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092368380 00010000:00010000:1.0:1746070424.334213:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.334215:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1760 00000100:00100000:3.0:1746070424.334219:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015330688:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00010000:00010000:1.0:1746070424.334222:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.334232:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013281280:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070424.334289:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.334351:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015330688:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (339us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.334357:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1760 00000100:00100000:2.0:1746070424.334700:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013281152:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.334714:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.334732:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015330304:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5534us (5789us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.334739:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7437 00002000:00100000:3.0:1746070424.334952:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092368380 x1830887015330688/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.334959:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368380 with x1830887015330688 ext(0->4095) 00010000:00010000:3.0:1746070424.334964:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.334973:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.334978:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092368380 00000100:00100000:0.0:1746070424.340223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.340337:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013281280:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070424.340361:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.340375:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61400, rc 0) 00000100:00100000:1.0:1746070424.340412:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015330432:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6278us (8316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.340419:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5171 00000100:00100000:2.0:1746070424.341536:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015330816 00000100:00100000:2.0:1746070424.341543:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015330816 00000100:00100000:0.0:1746070424.341584:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5172 00000100:00100000:0.0:1746070424.341591:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887015330816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070424.341604:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070424.341616:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e75a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf483 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.341632:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070424.341636:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.341641:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070424.341643:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e75a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf483 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.341668:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.341688:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e75a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf483 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.341694:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304cc00, rc 0) 00000100:00100000:0.0:1746070424.341715:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015330816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (1499us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070424.341720:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5172 00000100:00100000:1.0:1746070424.342235:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.342488:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015330944 00000100:00100000:2.0:1746070424.342492:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015330944 00010000:00010000:2.0:1746070424.342507:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.342534:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7438 00000100:00100000:2.0:1746070424.342540:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015330944:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.342548:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.343585:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.343598:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.343620:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e74c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf475 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.343643:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.343646:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.343652:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.343659:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.343701:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.343711:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.343723:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013281536:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.343796:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.346729:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013281536:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.346748:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.347144:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015330944:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4603us (4908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.347153:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7438 00000100:00100000:0.0:1746070424.348110:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.348228:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015331200 00000100:00100000:3.0:1746070424.348234:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015331200 00002000:00100000:3.0:1746070424.348265:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369500 x1830887015331200/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.348274:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369500 with x1830887015331200 ext(0->4095) 00010000:00010000:3.0:1746070424.348281:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.348293:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.348298:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369500 00000100:00100000:3.0:1746070424.348314:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1761 00000100:00100000:3.0:1746070424.348320:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015331200:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070424.348456:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015331200:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (347us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.348462:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1761 00002000:00100000:3.0:1746070424.348467:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369500 x1830887015331200/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.348473:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369500 with x1830887015331200 ext(0->4095) 00010000:00010000:3.0:1746070424.348477:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.348486:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.348491:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369500 00000100:00100000:0.0:1746070424.351754:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.352071:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015331328 00000100:00100000:2.0:1746070424.352078:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015331328 00010000:00010000:2.0:1746070424.352108:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.352142:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7439 00000100:00100000:2.0:1746070424.352148:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1961:x1830887015331328:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.352160:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.352176:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.352187:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.352206:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e753 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf47c expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.352234:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.352236:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.352241:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e75a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf483 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.352249:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e75a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf483 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.352275:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e75a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf483 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.352286:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013281664:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.352355:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43210c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.355435:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.355533:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013281664:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.355550:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.355583:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1961:x1830887015331328:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3435us (3836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.355592:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7439 00000100:00100000:1.0:1746070424.355981:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015331584 00000100:00100000:1.0:1746070424.355987:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015331584 00002000:00100000:1.0:1746070424.356601:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369c00 x1830887015331584/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.356610:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369c00 with x1830887015331584 ext(0->4095) 00002000:00010000:1.0:1746070424.356614:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369c00 00000100:00100000:1.0:1746070424.356640:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3880 00000100:00100000:1.0:1746070424.356646:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015331584:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070424.357787:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015331584:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1138us (2357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.357793:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3880 00002000:00100000:1.0:1746070424.357799:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369c00 x1830887015331584/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.357806:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369c00 with x1830887015331584 ext(0->4095) 00002000:00010000:1.0:1746070424.357809:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369c00 00000100:00100000:0.0:1746070424.362745:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.362915:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015331712 00000100:00100000:2.0:1746070424.362923:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015331712 00000100:00100000:2.0:1746070424.362959:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5173 00000100:00100000:2.0:1746070424.362965:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015331712:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.362980:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.362993:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf48a expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.363016:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e75a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf483 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.363023:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.363024:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.363027:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.363050:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e75a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf483 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.363059:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e75a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf483 expref: 77 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.363075:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013281792:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.363517:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.365880:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013281792:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.365906:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.365922:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070424.368001:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015331712:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5024us (5253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.368012:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5173 00000100:00100000:0.0:1746070424.368439:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.369458:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015331840 00000100:00100000:2.0:1746070424.369466:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015331840 00010000:00010000:2.0:1746070424.369497:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e75a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf483 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.369949:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7440 00000100:00100000:2.0:1746070424.369957:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015331840:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.369968:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.369986:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e75a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf483 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.369997:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e75a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf483 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.370019:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e75a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf483 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.370050:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.370052:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.370059:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.370066:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.370093:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.370103:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013281920:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.370163:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070424.370855:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.371081:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015331968 00000100:00100000:3.0:1746070424.371085:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015331968 00000100:00100000:3.0:1746070424.372411:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5174 00000100:00100000:3.0:1746070424.372423:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131167850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015331968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.372438:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.372453:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf491 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.372477:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.372482:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.372484:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.372487:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.372509:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.372519:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 5 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.372528:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013282048:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.372608:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.373635:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013281920:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.373651:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.373734:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015331840:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3776us (5294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.373743:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7440 00000100:00100000:0.0:1746070424.373935:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.374011:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015332224 00000100:00100000:1.0:1746070424.374017:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015332224 00002000:00100000:1.0:1746070424.374041:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092368a80 x1830887015332224/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.374049:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368a80 with x1830887015332224 ext(0->4095) 00010000:00010000:1.0:1746070424.374055:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.374065:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.374071:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092368a80 00000100:00100000:1.0:1746070424.374441:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1762 00000100:00100000:1.0:1746070424.374447:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015332224:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070424.374569:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015332224:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.374574:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1762 00002000:00100000:1.0:1746070424.374580:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092368a80 x1830887015332224/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.374587:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368a80 with x1830887015332224 ext(0->4095) 00010000:00010000:1.0:1746070424.374591:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.374600:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.374609:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092368a80 00000100:00100000:3.0:1746070424.375591:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013282048:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.375612:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.375629:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13400, rc 0) 00000100:00100000:3.0:1746070424.375653:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131167850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015331968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3233us (4799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.375659:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5174 00000100:00100000:0.0:1746070424.378220:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.378264:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.378341:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015332480 00000100:00100000:2.0:1746070424.378349:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015332480 00010000:00010000:2.0:1746070424.378380:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.378402:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7441 00000100:00100000:2.0:1746070424.378408:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015332480:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.378419:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.378435:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.378449:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.378468:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e761 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf48a expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.378494:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.378496:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.378502:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.378509:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.378537:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.378547:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013282176:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.378577:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015332352 00000100:00100000:3.0:1746070424.378580:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015332352 00000100:00100000:3.0:1746070424.378609:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5175 00000100:00100000:3.0:1746070424.378613:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887015332352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746070424.378616:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00010000:00010000:3.0:1746070424.378624:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.378632:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e76f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf498 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.378646:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.378652:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.378653:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.378656:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e76f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf498 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.378878:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.378887:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.378894:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013282304:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.378935:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.381363:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013282176:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.381380:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.381600:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013282304:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.381618:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e76f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf498 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.381632:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12e00, rc 0) 00000100:00100000:2.0:1746070424.381909:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015332480:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3499us (3643us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.381919:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7441 00000100:00100000:3.0:1746070424.382013:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015332352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3398us (3798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.382019:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5175 00000100:00100000:0.0:1746070424.382522:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.383173:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015332736 00000100:00100000:3.0:1746070424.383180:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015332736 00002000:00100000:3.0:1746070424.383212:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236aa00 x1830887015332736/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.383220:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236aa00 with x1830887015332736 ext(0->4095) 00010000:00010000:3.0:1746070424.383226:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.383236:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.383241:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236aa00 00000100:00100000:3.0:1746070424.384235:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1763 00000100:00100000:3.0:1746070424.384244:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015332736:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070424.384387:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015332736:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (1865us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.384393:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1763 00002000:00100000:3.0:1746070424.384399:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236aa00 x1830887015332736/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.384407:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236aa00 with x1830887015332736 ext(0->4095) 00010000:00010000:3.0:1746070424.384412:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.384428:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.384433:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236aa00 00000100:00100000:0.0:1746070424.387103:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.387185:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015332864 00000100:00100000:2.0:1746070424.387192:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015332864 00010000:00010000:2.0:1746070424.387221:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.387245:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7442 00000100:00100000:2.0:1746070424.387251:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015332864:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.387261:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.387288:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.387299:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.387316:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e768 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf491 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.388172:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.388175:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.388182:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e76f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf498 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.388189:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e76f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf498 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.388216:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e76f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf498 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.388226:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013282432:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.388292:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.390434:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013282432:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.390451:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.390482:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015332864:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3231us (3386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.390491:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7442 00000100:00100000:0.0:1746070424.391297:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.392240:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015333120 00000100:00100000:1.0:1746070424.392248:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015333120 00002000:00100000:1.0:1746070424.392284:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236a680 x1830887015333120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.392293:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236a680 with x1830887015333120 ext(0->4095) 00002000:00010000:1.0:1746070424.392297:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236a680 00000100:00100000:1.0:1746070424.392327:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3881 00000100:00100000:1.0:1746070424.392334:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015333120:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070424.392459:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015333120:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (1163us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.392465:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3881 00002000:00100000:1.0:1746070424.392470:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236a680 x1830887015333120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.392476:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236a680 with x1830887015333120 ext(0->4095) 00002000:00010000:1.0:1746070424.392479:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236a680 00000100:00100000:0.0:1746070424.395490:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.395728:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015333248 00000100:00100000:3.0:1746070424.395737:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015333248 00000100:00100000:3.0:1746070424.395792:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5176 00000100:00100000:3.0:1746070424.395799:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015333248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.395813:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.395837:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf49f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.395860:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e76f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf498 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.395867:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.395868:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.395871:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.395894:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e76f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf498 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.395904:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e76f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf498 expref: 77 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.395914:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013282560:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.395978:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.398367:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013282560:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.398393:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.398407:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12400, rc 0) 00000100:00100000:3.0:1746070424.398455:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015333248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2655us (2974us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.398463:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5176 00000100:00100000:0.0:1746070424.398820:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.399202:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015333376 00000100:00100000:3.0:1746070424.399208:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015333376 00010000:00010000:3.0:1746070424.399228:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e76f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf498 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.399255:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7443 00000100:00100000:3.0:1746070424.399260:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015333376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.399271:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.399287:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e76f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf498 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.399297:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e76f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf498 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.399315:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e76f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf498 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.399342:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.399344:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.399350:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.399357:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.399380:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.399388:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013282688:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.399443:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.402492:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.402569:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.402633:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015333760 00000100:00100000:3.0:1746070424.402640:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015333760 00000100:00100000:3.0:1746070424.402712:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5177 00000100:00100000:3.0:1746070424.402720:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015333760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.402734:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.402747:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf4a6 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.402770:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.402776:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.402778:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.402781:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.402803:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.402812:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 5 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.402822:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013282816:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.402889:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.402915:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013282688:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.402928:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.402945:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015333376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3685us (4127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.402952:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7443 00000100:00100000:2.0:1746070424.403038:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015333632 00000100:00100000:2.0:1746070424.403042:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015333632 00002000:00100000:2.0:1746070424.403063:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236b800 x1830887015333632/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.403071:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b800 with x1830887015333632 ext(0->4095) 00010000:00010000:2.0:1746070424.403076:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.403085:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.403091:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236b800 00000100:00100000:2.0:1746070424.403102:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1764 00000100:00100000:2.0:1746070424.403107:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015333632:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.403222:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015333632:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (737us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.403227:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1764 00002000:00100000:2.0:1746070424.403232:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236b800 x1830887015333632/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.403243:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b800 with x1830887015333632 ext(0->4095) 00010000:00010000:2.0:1746070424.403247:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.403255:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.403260:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236b800 00000100:00100000:3.0:1746070424.406993:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013282816:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.407019:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.407033:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12c00, rc 0) 00000100:00100000:3.0:1746070424.407067:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015333760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4347us (4497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.407073:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5177 00000100:00100000:0.0:1746070424.408996:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.409627:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015333888 00000100:00100000:3.0:1746070424.409634:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015333888 00000100:00100000:0.0:1746070424.410462:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.410547:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5178 00000100:00100000:3.0:1746070424.410555:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887015333888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.410570:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.410585:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e784 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf4ad expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.410606:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.410610:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.410615:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.410618:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e784 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ad expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.410648:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.410658:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e784 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ad expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.410666:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13400, rc 0) 00000100:00100000:3.0:1746070424.410719:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015333888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (1730us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.410724:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5178 00000100:00100000:2.0:1746070424.410786:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015334016 00000100:00100000:2.0:1746070424.410790:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015334016 00010000:00010000:2.0:1746070424.410807:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.410824:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7444 00000100:00100000:2.0:1746070424.410838:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015334016:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.410845:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.410862:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.410871:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.410886:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e776 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf49f expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.410898:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.410900:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.411403:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.411413:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.411432:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.411442:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.411451:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013283072:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.411513:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.415069:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013283072:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.415090:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.415133:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015334016:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4303us (4673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.415141:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7444 00000100:00100000:0.0:1746070424.415418:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.416057:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015334272 00000100:00100000:1.0:1746070424.416063:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015334272 00002000:00100000:1.0:1746070424.416093:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009310a300 x1830887015334272/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.416100:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830887015334272 ext(0->4095) 00010000:00010000:1.0:1746070424.416106:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.416121:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.416126:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009310a300 00000100:00100000:1.0:1746070424.416150:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1765 00000100:00100000:1.0:1746070424.416156:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015334272:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070424.416272:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015334272:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (855us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.416278:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1765 00002000:00100000:1.0:1746070424.416283:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009310a300 x1830887015334272/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.416289:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830887015334272 ext(0->4095) 00010000:00010000:1.0:1746070424.416294:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.416302:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.416307:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009310a300 00000100:00100000:0.0:1746070424.420360:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.420443:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015334400 00000100:00100000:2.0:1746070424.420451:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015334400 00010000:00010000:2.0:1746070424.420478:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.420511:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7445 00000100:00100000:2.0:1746070424.420517:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1961:x1830887015334400:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.420533:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.420549:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.420558:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.420575:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e77d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4a6 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.420601:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.420602:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.420608:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e784 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ad expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.420615:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e784 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ad expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.420642:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e784 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ad expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.420652:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013283200:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.420744:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.424099:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.424421:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015334656 00000100:00100000:3.0:1746070424.424426:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015334656 00002000:00100000:3.0:1746070424.424460:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093109f80 x1830887015334656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.424475:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109f80 with x1830887015334656 ext(0->4095) 00002000:00010000:3.0:1746070424.424479:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109f80 00000100:00100000:2.0:1746070424.424556:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013283200:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.424571:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.424608:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1961:x1830887015334400:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4092us (4255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.424618:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7445 00000100:00100000:3.0:1746070424.424927:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3882 00000100:00100000:3.0:1746070424.424934:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015334656:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070424.425272:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015334656:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 338us (1179us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.425278:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3882 00002000:00100000:3.0:1746070424.425283:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093109f80 x1830887015334656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.425289:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109f80 with x1830887015334656 ext(0->4095) 00002000:00010000:3.0:1746070424.425292:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109f80 00000100:00100000:0.0:1746070424.427869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.428240:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015334784 00000100:00100000:1.0:1746070424.428246:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015334784 00000100:00100000:1.0:1746070424.428288:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5179 00000100:00100000:1.0:1746070424.428295:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015334784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070424.428309:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070424.428322:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf4b4 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.428345:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e784 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ad expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.428352:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070424.428353:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070424.428356:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.428379:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e784 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ad expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.428389:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e784 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ad expref: 77 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.428400:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087beb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013283328:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070424.428467:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070424.432235:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087beb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013283328:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070424.432259:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.432272:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431ea00, rc 0) 00000100:00100000:1.0:1746070424.432316:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015334784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4020us (4451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.432324:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5179 00000100:00100000:0.0:1746070424.432980:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.433506:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015334912 00000100:00100000:3.0:1746070424.433511:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015334912 00010000:00010000:3.0:1746070424.433533:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e784 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ad expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.433559:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7446 00000100:00100000:3.0:1746070424.433564:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015334912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.433572:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.433588:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e784 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ad expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.433596:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e784 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ad expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.433612:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e784 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ad expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.433631:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.433632:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.433638:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.433645:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.433694:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.433706:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013283456:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.433767:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.435744:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.435799:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015335040 00000100:00100000:1.0:1746070424.435805:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015335040 00000100:00100000:1.0:1746070424.435850:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5180 00000100:00100000:1.0:1746070424.435856:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015335040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070424.435868:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070424.435881:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf4bb expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.435902:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.435908:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.435909:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.435911:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.435934:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.435943:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 5 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.435953:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087beb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013283584:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070424.436018:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.439041:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.439283:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015335296 00000100:00100000:2.0:1746070424.439291:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015335296 00002000:00100000:2.0:1746070424.439324:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009310a680 x1830887015335296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.439333:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a680 with x1830887015335296 ext(0->4095) 00010000:00010000:2.0:1746070424.439341:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.439353:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.439359:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009310a680 00000100:00100000:2.0:1746070424.439388:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1766 00000100:00100000:2.0:1746070424.439394:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015335296:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.439537:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015335296:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (501us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.439543:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1766 00002000:00100000:2.0:1746070424.439549:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009310a680 x1830887015335296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.439555:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a680 with x1830887015335296 ext(0->4095) 00010000:00010000:2.0:1746070424.439559:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.439570:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.439576:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009310a680 00000100:00100000:3.0:1746070424.439771:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013283456:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.439787:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.439818:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015334912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6254us (6839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.439824:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7446 00000100:00100000:1.0:1746070424.440323:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087beb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013283584:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070424.440338:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.440353:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431fc00, rc 0) 00000100:00100000:1.0:1746070424.440383:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015335040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4527us (4644us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.440389:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5180 00000100:00100000:0.0:1746070424.442063:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.444232:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015335424 00000100:00100000:1.0:1746070424.444241:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015335424 00000100:00100000:1.0:1746070424.444297:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5181 00000100:00100000:1.0:1746070424.444305:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887015335424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070424.444319:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070424.444334:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e799 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf4c2 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.444356:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.444360:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.444365:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070424.444368:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e799 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c2 expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.444397:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.444406:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e799 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c2 expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.444418:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:1.0:1746070424.444467:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015335424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (2408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.444473:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5181 00000100:00100000:0.0:1746070424.446351:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.446811:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015335552 00000100:00100000:3.0:1746070424.446817:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015335552 00010000:00010000:3.0:1746070424.446850:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.446882:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7447 00000100:00100000:3.0:1746070424.446888:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015335552:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.446896:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.446912:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.446922:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.446938:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x628f9640b607e78b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4b4 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.447036:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.447038:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.447044:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.447051:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.447076:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.447085:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.447100:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013283840:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.447889:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.452803:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013283840:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.452823:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.452875:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015335552:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5986us (6526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.452884:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7447 00000100:00100000:0.0:1746070424.452978:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.453278:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015335808 00000100:00100000:2.0:1746070424.453284:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015335808 00002000:00100000:2.0:1746070424.453313:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009310b100 x1830887015335808/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.453320:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b100 with x1830887015335808 ext(0->4095) 00010000:00010000:2.0:1746070424.453327:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.453337:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.453342:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009310b100 00000100:00100000:2.0:1746070424.453356:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1767 00000100:00100000:2.0:1746070424.453362:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015335808:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070424.453474:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015335808:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (495us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.453479:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1767 00002000:00100000:2.0:1746070424.453484:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009310b100 x1830887015335808/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.453491:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b100 with x1830887015335808 ext(0->4095) 00010000:00010000:2.0:1746070424.453495:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.453503:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.453508:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009310b100 00000100:00100000:0.0:1746070424.456811:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.456905:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015335936 00000100:00100000:3.0:1746070424.456912:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015335936 00010000:00010000:3.0:1746070424.456938:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.457442:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7448 00000100:00100000:3.0:1746070424.457448:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1962:x1830887015335936:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.457459:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.457477:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.457486:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.457504:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431fc00/0x628f9640b607e792 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4bb expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.457531:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.457533:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.457539:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e799 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c2 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.457546:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e799 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c2 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.457574:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e799 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c2 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.457584:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013283968:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.457652:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.460436:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013283968:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.460455:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.460485:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1962:x1830887015335936:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3036us (3680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.460493:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7448 00000100:00100000:0.0:1746070424.460812:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.461316:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015336192 00000100:00100000:2.0:1746070424.461322:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015336192 00002000:00100000:2.0:1746070424.461352:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093108700 x1830887015336192/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.461359:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108700 with x1830887015336192 ext(0->4095) 00002000:00010000:2.0:1746070424.461362:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093108700 00000100:00100000:2.0:1746070424.461377:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3883 00000100:00100000:2.0:1746070424.461382:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015336192:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.461504:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015336192:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (692us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.461509:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3883 00002000:00100000:2.0:1746070424.461514:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093108700 x1830887015336192/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.461520:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108700 with x1830887015336192 ext(0->4095) 00002000:00010000:2.0:1746070424.461523:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093108700 00000100:00100000:0.0:1746070424.463619:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.463707:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015336320 00000100:00100000:3.0:1746070424.463713:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015336320 00000100:00100000:3.0:1746070424.463754:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5182 00000100:00100000:3.0:1746070424.463761:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015336320:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.463773:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.463786:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf4c9 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.463808:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e799 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c2 expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.463819:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.463821:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.463824:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.463857:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e799 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c2 expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.463868:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e799 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c2 expref: 77 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.463877:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013284096:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.463933:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.466227:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013284096:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.466253:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.466267:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13c00, rc 0) 00000100:00100000:3.0:1746070424.466299:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015336320:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2539us (2686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.466308:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5182 00000100:00100000:0.0:1746070424.466477:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.466779:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015336448 00000100:00100000:3.0:1746070424.466784:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015336448 00010000:00010000:3.0:1746070424.466803:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e799 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c2 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.466843:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7449 00000100:00100000:3.0:1746070424.466849:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015336448:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.466859:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.466875:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e799 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c2 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.466884:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e799 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c2 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.466900:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e799 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c2 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.466923:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.466924:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.466930:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.466937:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.466959:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.466968:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013284224:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.467024:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.469280:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013284224:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.469298:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.469926:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1964:x1830887015336448:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3076us (3448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.469934:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7449 00000100:00100000:0.0:1746070424.470208:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.471244:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.471613:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015336704 00000100:00100000:1.0:1746070424.471620:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015336704 00002000:00100000:1.0:1746070424.471653:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093109500 x1830887015336704/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.471663:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109500 with x1830887015336704 ext(0->4095) 00002000:00010000:1.0:1746070424.471667:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109500 00000100:00100000:3.0:1746070424.471734:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015336832 00000100:00100000:3.0:1746070424.471737:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015336832 00000100:00100000:3.0:1746070424.471757:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5183 00000100:00100000:3.0:1746070424.471762:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015336832:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.471773:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.471786:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf4d0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.471806:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.471813:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.471815:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.471817:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.471856:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.471865:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.471874:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013284352:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.471920:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070424.472026:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1768 00000100:00100000:1.0:1746070424.472031:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015336704:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070424.472150:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015336704:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (1942us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.472156:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1768 00002000:00100000:1.0:1746070424.472161:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093109500 x1830887015336704/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.472167:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109500 with x1830887015336704 ext(0->4095) 00010000:00010000:1.0:1746070424.472171:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.472179:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.472187:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093109500 00000100:00100000:3.0:1746070424.475432:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013284352:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.475458:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.475472:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13a00, rc 0) 00000100:00100000:3.0:1746070424.475511:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015336832:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3747us (4268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.475518:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5183 00000100:00100000:0.0:1746070424.477049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.477248:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015336960 00000100:00100000:2.0:1746070424.477254:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015336960 00000100:00100000:2.0:1746070424.477284:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5184 00000100:00100000:2.0:1746070424.477290:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887015336960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.477303:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.477315:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e7ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf4d7 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.477333:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.477338:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.477343:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.477345:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e7ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d7 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.477369:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.477380:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e7ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d7 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.477388:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070424.477425:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015336960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.477431:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5184 00000100:00100000:0.0:1746070424.480554:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.481015:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015337088 00000100:00100000:3.0:1746070424.481024:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015337088 00010000:00010000:3.0:1746070424.481053:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.481088:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7450 00000100:00100000:3.0:1746070424.481095:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015337088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.481108:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.481127:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.481138:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.481157:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e7a0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4c9 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.481187:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.481189:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.481196:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.481202:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.481227:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.481237:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.481246:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013284608:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.481312:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.483847:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.483928:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013284608:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.483945:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.483975:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015337088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2880us (3428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.483983:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7450 00000100:00100000:2.0:1746070424.484067:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015337344 00000100:00100000:2.0:1746070424.484072:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015337344 00002000:00100000:2.0:1746070424.484102:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a42d80 x1830887015337344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.484110:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a42d80 with x1830887015337344 ext(0->4095) 00010000:00010000:2.0:1746070424.484117:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.484128:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.484133:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a42d80 00000100:00100000:2.0:1746070424.484577:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1769 00000100:00100000:2.0:1746070424.484584:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015337344:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.484744:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015337344:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (902us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.484749:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1769 00002000:00100000:2.0:1746070424.484754:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a42d80 x1830887015337344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.484761:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a42d80 with x1830887015337344 ext(0->4095) 00010000:00010000:2.0:1746070424.484765:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.484773:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.484778:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a42d80 00000100:00100000:0.0:1746070424.487161:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.487284:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015337472 00000100:00100000:3.0:1746070424.487292:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015337472 00010000:00010000:3.0:1746070424.487319:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.487345:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7451 00000100:00100000:3.0:1746070424.487351:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1961:x1830887015337472:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.487364:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.487380:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.487390:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.487409:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e7a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d0 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.487432:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.487434:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.487440:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e7ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d7 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.487448:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e7ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d7 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.487474:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e7ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d7 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.487485:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013284736:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.487953:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.490130:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013284736:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.490148:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.490180:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1961:x1830887015337472:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2828us (3022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.490189:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7451 00000100:00100000:0.0:1746070424.491600:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.491715:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015337728 00000100:00100000:1.0:1746070424.491722:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015337728 00002000:00100000:1.0:1746070424.491754:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a43100 x1830887015337728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.491761:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a43100 with x1830887015337728 ext(0->4095) 00002000:00010000:1.0:1746070424.491765:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a43100 00000100:00100000:1.0:1746070424.491880:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3885 00000100:00100000:1.0:1746070424.491887:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015337728:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070424.492138:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015337728:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 251us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.492145:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3885 00002000:00100000:1.0:1746070424.492150:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a43100 x1830887015337728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.492156:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a43100 with x1830887015337728 ext(0->4095) 00002000:00010000:1.0:1746070424.492159:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a43100 00000100:00100000:0.0:1746070424.494403:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.494505:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015337856 00000100:00100000:2.0:1746070424.494510:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015337856 00000100:00100000:2.0:1746070424.494542:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5185 00000100:00100000:2.0:1746070424.494548:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015337856:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.494562:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.494575:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf4de expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.494595:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e7ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d7 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.494602:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.494603:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.494606:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7b5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4de expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.494629:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e7ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d7 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.494638:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e7ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d7 expref: 77 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.494647:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013284864:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.494746:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.497180:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013284864:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.497204:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7b5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4de expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.497216:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070424.497470:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015337856:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2920us (3070us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.497480:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5185 00000100:00100000:0.0:1746070424.497630:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.497822:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015337984 00000100:00100000:3.0:1746070424.497836:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015337984 00010000:00010000:3.0:1746070424.497857:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e7ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d7 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.497885:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7452 00000100:00100000:3.0:1746070424.497891:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015337984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.497900:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.497918:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e7ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d7 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.497927:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e7ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d7 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.497944:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e7ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4d7 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.497964:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.497965:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.497970:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4de expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.497977:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4de expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.498000:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4de expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.498009:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013284992:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.498060:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.500046:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013284992:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.500063:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.500102:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887015337984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2211us (2472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.500110:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7452 00000100:00100000:0.0:1746070424.500762:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.501060:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015338240 00000100:00100000:1.0:1746070424.501066:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015338240 00002000:00100000:1.0:1746070424.501098:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a43800 x1830887015338240/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.501106:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a43800 with x1830887015338240 ext(0->4095) 00002000:00010000:1.0:1746070424.501110:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a43800 00000100:00100000:1.0:1746070424.501733:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3886 00000100:00100000:1.0:1746070424.501740:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015338240:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070424.501874:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015338240:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (1113us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.501880:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3886 00002000:00100000:1.0:1746070424.501885:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a43800 x1830887015338240/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.501893:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a43800 with x1830887015338240 ext(0->4095) 00002000:00010000:1.0:1746070424.501896:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a43800 00000100:00100000:0.0:1746070424.502060:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.502279:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015338368 00000100:00100000:3.0:1746070424.502283:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015338368 00000100:00100000:3.0:1746070424.502304:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5186 00000100:00100000:3.0:1746070424.502309:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015338368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.502317:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.502328:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf4e5 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.502346:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4de expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.502352:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.502354:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.502357:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.502383:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4de expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.502393:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4de expref: 5 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.502402:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013285120:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.502448:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.504532:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.504852:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015338496 00000100:00100000:2.0:1746070424.504858:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015338496 00000100:00100000:2.0:1746070424.504889:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5187 00000100:00100000:2.0:1746070424.504895:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015338496:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.504908:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.504921:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e7c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf4ec expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.504942:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.504947:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.504952:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.504954:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e7c3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ec expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.505943:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013285120:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.505963:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.505973:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12c00, rc 0) 00000100:00100000:3.0:1746070424.506020:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31620:x1830887015338368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3710us (3960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.506026:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5186 00010000:00010000:2.0:1746070424.507096:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.507111:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e7c3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ec expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.507120:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070424.507152:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015338496:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2257us (2626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.507158:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5187 00000100:00100000:0.0:1746070424.507395:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.507603:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015338624 00000100:00100000:3.0:1746070424.507608:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015338624 00010000:00010000:3.0:1746070424.507626:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4de expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.507644:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7453 00000100:00100000:3.0:1746070424.507649:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015338624:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.507659:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.507691:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4de expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.507700:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4de expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.507716:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4de expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.508920:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.508923:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.508932:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.508941:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.508973:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.508985:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.508995:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013285376:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.510187:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b235fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070424.512498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.512642:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013285376:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.512660:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.512719:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015338624:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5070us (5324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.512728:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7453 00000100:00100000:2.0:1746070424.512994:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015338880 00000100:00100000:2.0:1746070424.513000:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015338880 00002000:00100000:2.0:1746070424.513029:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087beb800 x1830887015338880/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.513037:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087beb800 with x1830887015338880 ext(0->4095) 00010000:00010000:2.0:1746070424.513044:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.513054:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.513060:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087beb800 00000100:00100000:2.0:1746070424.513085:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1770 00000100:00100000:2.0:1746070424.513092:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015338880:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.513208:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015338880:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (715us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.513213:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1770 00002000:00100000:2.0:1746070424.513218:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087beb800 x1830887015338880/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.513224:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087beb800 with x1830887015338880 ext(0->4095) 00010000:00010000:2.0:1746070424.513228:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.513237:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.513247:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087beb800 00000100:00100000:0.0:1746070424.515784:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.515923:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015339008 00000100:00100000:3.0:1746070424.515930:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015339008 00010000:00010000:3.0:1746070424.515957:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.516503:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7454 00000100:00100000:3.0:1746070424.516511:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1961:x1830887015339008:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.516523:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.516541:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.516551:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.516570:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e7bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4e5 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.516597:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.516599:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.516606:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e7c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ec expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.516614:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e7c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ec expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.516644:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e7c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ec expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.516655:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013285504:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.516818:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7366c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.519370:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.519444:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013285504:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.519461:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.519499:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1961:x1830887015339008:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2988us (3721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.519508:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7454 00000100:00100000:1.0:1746070424.519844:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015339264 00000100:00100000:1.0:1746070424.519850:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015339264 00002000:00100000:1.0:1746070424.519880:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a40380 x1830887015339264/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.519887:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a40380 with x1830887015339264 ext(0->4095) 00002000:00010000:1.0:1746070424.519891:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a40380 00000100:00100000:1.0:1746070424.520389:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3887 00000100:00100000:1.0:1746070424.520396:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015339264:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070424.520514:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015339264:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (1150us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.520520:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3887 00002000:00100000:1.0:1746070424.520524:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a40380 x1830887015339264/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.520531:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a40380 with x1830887015339264 ext(0->4095) 00002000:00010000:1.0:1746070424.520534:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a40380 00000100:00100000:0.0:1746070424.523775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.523870:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015339392 00000100:00100000:2.0:1746070424.523877:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015339392 00000100:00100000:2.0:1746070424.523919:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5188 00000100:00100000:2.0:1746070424.523926:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015339392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.523939:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.523952:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf4f3 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.523973:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e7c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ec expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.523979:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.523980:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.523983:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7ca lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4f3 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.524004:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e7c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ec expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.524012:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e7c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ec expref: 77 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.524021:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013285632:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.524088:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.526602:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.526716:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013285632:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.526738:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7ca lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4f3 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.526750:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070424.526787:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015339392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2861us (3018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.526793:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5188 00000100:00100000:3.0:1746070424.527053:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015339520 00000100:00100000:3.0:1746070424.527058:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015339520 00010000:00010000:3.0:1746070424.527075:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e7c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ec expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.527091:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7455 00000100:00100000:3.0:1746070424.527095:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015339520:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.527106:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.527120:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e7c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ec expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.527130:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e7c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ec expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.527145:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e7c3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4ec expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.527156:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.527157:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.527162:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4f3 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.527168:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4f3 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.527187:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4f3 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.527196:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013285760:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.527242:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7366c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.529262:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.529503:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015339776 00000100:00100000:2.0:1746070424.529507:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015339776 00002000:00100000:2.0:1746070424.529534:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a41500 x1830887015339776/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.529542:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41500 with x1830887015339776 ext(0->4095) 00002000:00010000:2.0:1746070424.529545:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a41500 00000100:00100000:2.0:1746070424.529567:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3888 00000100:00100000:2.0:1746070424.529572:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015339776:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070424.529712:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015339776:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (453us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.529717:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3888 00002000:00100000:2.0:1746070424.529722:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a41500 x1830887015339776/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.529728:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41500 with x1830887015339776 ext(0->4095) 00002000:00010000:2.0:1746070424.529730:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a41500 00000100:00100000:3.0:1746070424.530433:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013285760:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.530447:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.530474:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887015339520:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3378us (3877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.530480:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7455 00000100:00100000:0.0:1746070424.531216:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.531859:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015339904 00000100:00100000:2.0:1746070424.531864:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015339904 00000100:00100000:2.0:1746070424.531898:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5189 00000100:00100000:2.0:1746070424.531904:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015339904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.531915:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.531927:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf4fa expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.531948:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4f3 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.531955:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.531957:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.531960:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.531980:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4f3 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.531989:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4f3 expref: 5 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.531999:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013285888:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.532057:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.532429:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.532663:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015340032 00000100:00100000:3.0:1746070424.532667:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015340032 00000100:00100000:3.0:1746070424.532703:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5190 00000100:00100000:3.0:1746070424.532708:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015340032:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.532715:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.532721:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e7d8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf501 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.533020:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.533025:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.533031:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.533034:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e7d8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf501 expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.533054:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.533063:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e7d8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf501 expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.533072:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12a00, rc 0) 00000100:00100000:3.0:1746070424.533107:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31621:x1830887015340032:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 398us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.533113:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5190 00000100:00100000:0.0:1746070424.535577:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.536081:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015340160 00000100:00100000:3.0:1746070424.536087:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015340160 00010000:00010000:3.0:1746070424.536110:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4f3 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.536131:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7456 00000100:00100000:3.0:1746070424.536137:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015340160:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.536147:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.536163:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4f3 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.536172:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4f3 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.536190:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.536192:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.536198:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.536205:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.536230:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.536241:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.536251:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013286144:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.536298:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7366c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746070424.536372:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4f3 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.536395:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013285888:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.536413:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.536420:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.536428:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070424.536447:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31620:x1830887015339904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4544us (5232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.536453:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5189 00000100:00100000:3.0:1746070424.538505:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013286144:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.538520:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.538543:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015340160:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2406us (2971us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.538550:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7456 00000100:00100000:0.0:1746070424.538836:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.539381:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015340416 00000100:00100000:2.0:1746070424.539386:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015340416 00002000:00100000:2.0:1746070424.539412:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a41880 x1830887015340416/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.539420:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41880 with x1830887015340416 ext(0->4095) 00010000:00010000:2.0:1746070424.539426:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.539436:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.539442:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a41880 00000100:00100000:2.0:1746070424.539465:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1771 00000100:00100000:2.0:1746070424.539471:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015340416:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070424.539590:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015340416:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (763us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.539595:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1771 00002000:00100000:2.0:1746070424.539601:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a41880 x1830887015340416/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.539606:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41880 with x1830887015340416 ext(0->4095) 00010000:00010000:2.0:1746070424.539611:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.539619:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.539623:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a41880 00000100:00100000:0.0:1746070424.542025:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.542183:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015340544 00000100:00100000:3.0:1746070424.542188:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015340544 00010000:00010000:3.0:1746070424.542209:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.542460:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7457 00000100:00100000:3.0:1746070424.542466:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1962:x1830887015340544:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.542476:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.542494:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.542504:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.542522:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e7d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf4fa expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.542546:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.542548:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.542553:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e7d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf501 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.542560:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e7d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf501 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.542584:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e7d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf501 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.542599:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013286272:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.542662:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7366c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.545375:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013286272:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.545392:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.545421:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1962:x1830887015340544:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2954us (3399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.545429:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7457 00000100:00100000:0.0:1746070424.545785:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.546266:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015340800 00000100:00100000:2.0:1746070424.546271:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015340800 00002000:00100000:2.0:1746070424.546300:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a41f80 x1830887015340800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.546309:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41f80 with x1830887015340800 ext(0->4095) 00002000:00010000:2.0:1746070424.546312:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a41f80 00000100:00100000:2.0:1746070424.546327:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3889 00000100:00100000:2.0:1746070424.546333:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1962:x1830887015340800:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070424.546469:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1962:x1830887015340800:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (683us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.546474:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3889 00002000:00100000:2.0:1746070424.546479:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a41f80 x1830887015340800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.546484:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41f80 with x1830887015340800 ext(0->4095) 00002000:00010000:2.0:1746070424.546487:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a41f80 00000100:00100000:0.0:1746070424.548343:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.548403:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015340928 00000100:00100000:2.0:1746070424.548408:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015340928 00000100:00100000:2.0:1746070424.548435:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5191 00000100:00100000:2.0:1746070424.548441:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015340928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.548452:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.548465:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7df lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf508 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.548486:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e7d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf501 expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.548493:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.548494:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.548497:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7df lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf508 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.548519:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e7d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf501 expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.548529:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e7d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf501 expref: 77 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.548538:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013286400:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.548604:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.549807:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013286400:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.549834:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7df lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf508 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.549849:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070424.550250:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015340928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1808us (1911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.550256:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5191 00000100:00100000:0.0:1746070424.551241:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.551395:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015341056 00000100:00100000:3.0:1746070424.551401:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015341056 00010000:00010000:3.0:1746070424.551422:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e7d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf501 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.551438:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7458 00000100:00100000:3.0:1746070424.551443:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015341056:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.551453:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.551468:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e7d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf501 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.551476:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e7d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf501 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.551490:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e7d8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf501 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.551512:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.551514:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.551519:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf508 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.551525:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf508 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.551546:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf508 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.551555:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013286528:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.551608:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7366c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.554289:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.554379:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015341312 00000100:00100000:2.0:1746070424.554385:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015341312 00002000:00100000:2.0:1746070424.554417:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619880 x1830887015341312/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.554426:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619880 with x1830887015341312 ext(0->4095) 00002000:00010000:2.0:1746070424.554430:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092619880 00000100:00100000:2.0:1746070424.554446:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3890 00000100:00100000:2.0:1746070424.554452:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015341312:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070424.554637:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013286528:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.554653:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.554854:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015341312:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 400us (571us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.554860:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3890 00002000:00100000:2.0:1746070424.554866:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619880 x1830887015341312/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.554872:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619880 with x1830887015341312 ext(0->4095) 00002000:00010000:2.0:1746070424.554875:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092619880 00000100:00100000:3.0:1746070424.554963:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887015341056:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3518us (3722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.554970:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7458 00000100:00100000:0.0:1746070424.557088:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.557221:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015341440 00000100:00100000:2.0:1746070424.557226:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015341440 00000100:00100000:2.0:1746070424.557252:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5192 00000100:00100000:2.0:1746070424.557257:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015341440:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.557270:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.557282:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf50f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.557304:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf508 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.557311:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.557312:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.557315:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.557337:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf508 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.557347:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf508 expref: 5 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.557356:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013286656:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.558344:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070424.558629:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.558805:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015341568 00000100:00100000:0.0:1746070424.558809:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015341568 00000100:00100000:0.0:1746070424.558841:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5193 00000100:00100000:0.0:1746070424.558847:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015341568:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070424.558854:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070424.558863:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607e7ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf516 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.558876:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070424.558880:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.558885:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070424.558888:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607e7ed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf516 expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.558912:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.558922:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607e7ed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf516 expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.558930:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304d400, rc 0) 00000100:00100000:0.0:1746070424.558951:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31621:x1830887015341568:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070424.558957:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5193 00000100:00100000:2.0:1746070424.562063:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013286656:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.562088:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.562100:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070424.562133:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31620:x1830887015341440:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4875us (5050us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.562144:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5192 00000100:00100000:0.0:1746070424.563016:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.563110:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015341696 00000100:00100000:3.0:1746070424.563117:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015341696 00010000:00010000:3.0:1746070424.563139:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf508 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.563157:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7459 00000100:00100000:3.0:1746070424.563162:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015341696:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.563172:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.563187:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf508 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.563200:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf508 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.563217:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf508 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.563229:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.563231:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.563236:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.563242:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.563264:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.563272:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.563280:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013286912:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.563323:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7366c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.566047:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013286912:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.566065:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.566096:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015341696:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2932us (3081us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.566108:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7459 00000100:00100000:0.0:1746070424.566540:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.567788:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015341952 00000100:00100000:2.0:1746070424.567795:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015341952 00002000:00100000:2.0:1746070424.567838:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261a680 x1830887015341952/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.567847:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261a680 with x1830887015341952 ext(0->4095) 00010000:00010000:2.0:1746070424.567855:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.567867:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.567872:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009261a680 00000100:00100000:2.0:1746070424.567892:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1772 00000100:00100000:2.0:1746070424.567898:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015341952:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070424.568022:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015341952:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (1482us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.568028:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1772 00002000:00100000:2.0:1746070424.568032:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261a680 x1830887015341952/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.568039:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261a680 with x1830887015341952 ext(0->4095) 00010000:00010000:2.0:1746070424.568043:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.568056:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.568061:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009261a680 00000100:00100000:0.0:1746070424.570744:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.570843:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015342080 00000100:00100000:3.0:1746070424.570849:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015342080 00010000:00010000:3.0:1746070424.570875:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.570907:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7460 00000100:00100000:3.0:1746070424.570914:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1962:x1830887015342080:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.570927:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.570943:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.570953:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.570971:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e7e6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf50f expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.571158:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.571160:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.571167:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607e7ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf516 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.571174:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607e7ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf516 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.571199:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607e7ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf516 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.571209:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013287040:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.571393:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7366c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.573205:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013287040:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.573219:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.573244:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1962:x1830887015342080:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2330us (2505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.573252:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7460 00000100:00100000:0.0:1746070424.573557:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.573658:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015342336 00000100:00100000:1.0:1746070424.573663:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015342336 00002000:00100000:1.0:1746070424.573720:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261ad80 x1830887015342336/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.573728:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261ad80 with x1830887015342336 ext(0->4095) 00002000:00010000:1.0:1746070424.573732:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009261ad80 00000100:00100000:1.0:1746070424.573743:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3891 00000100:00100000:1.0:1746070424.573748:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015342336:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070424.573868:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015342336:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.573873:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3891 00002000:00100000:1.0:1746070424.573877:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261ad80 x1830887015342336/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.573883:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261ad80 with x1830887015342336 ext(0->4095) 00002000:00010000:1.0:1746070424.573886:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009261ad80 00000100:00100000:0.0:1746070424.576362:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.576487:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015342464 00000100:00100000:2.0:1746070424.576493:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015342464 00000100:00100000:2.0:1746070424.576531:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5194 00000100:00100000:2.0:1746070424.576537:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015342464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.576549:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.576563:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf51d expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.576584:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607e7ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf516 expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.576591:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.576592:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.576595:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7f4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf51d expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.576618:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607e7ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf516 expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.576627:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607e7ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf516 expref: 77 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.576636:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013287168:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.576727:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.578253:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013287168:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.578274:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7f4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf51d expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.578287:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070424.578313:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015342464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1775us (1956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.578319:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5194 00000100:00100000:0.0:1746070424.579724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.579820:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015342592 00000100:00100000:3.0:1746070424.579836:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015342592 00010000:00010000:3.0:1746070424.579859:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607e7ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf516 expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.579889:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7461 00000100:00100000:3.0:1746070424.579894:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015342592:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.579903:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.579919:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607e7ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf516 expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.579928:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607e7ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf516 expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.579944:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607e7ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf516 expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.579967:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.579969:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.579975:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf51d expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.579982:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf51d expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.580006:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf51d expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.580015:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013287296:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.580077:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.582334:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013287296:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.582349:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.582383:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1964:x1830887015342592:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2488us (2662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.582392:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7461 00000100:00100000:0.0:1746070424.582850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.584263:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015342848 00000100:00100000:2.0:1746070424.584269:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015342848 00002000:00100000:2.0:1746070424.584301:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261bb80 x1830887015342848/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.584310:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261bb80 with x1830887015342848 ext(0->4095) 00002000:00010000:2.0:1746070424.584314:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009261bb80 00000100:00100000:2.0:1746070424.584336:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3892 00000100:00100000:2.0:1746070424.584343:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015342848:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070424.584468:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015342848:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (1618us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.584473:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3892 00002000:00100000:2.0:1746070424.584478:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261bb80 x1830887015342848/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.584485:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261bb80 with x1830887015342848 ext(0->4095) 00002000:00010000:2.0:1746070424.584488:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009261bb80 00000100:00100000:0.0:1746070424.585154:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.585204:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015342976 00000100:00100000:2.0:1746070424.585208:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015342976 00000100:00100000:2.0:1746070424.585236:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5195 00000100:00100000:2.0:1746070424.585241:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015342976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.585250:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.585262:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf524 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.585280:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf51d expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.585287:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.585288:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.585291:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.585313:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf51d expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.585322:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf51d expref: 5 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.585331:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013287424:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.585392:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.587788:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013287424:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.587812:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.587840:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070424.587880:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015342976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2638us (2726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.587887:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5195 00000100:00100000:0.0:1746070424.589282:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.589623:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015343104 00000100:00100000:2.0:1746070424.589629:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015343104 00000100:00100000:2.0:1746070424.589660:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5196 00000100:00100000:2.0:1746070424.589666:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887015343104:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.589695:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.589708:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e802 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf52b expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.589726:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.589730:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.589735:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.589737:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e802 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf52b expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.589761:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.589771:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e802 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf52b expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.589782:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070424.589809:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015343104:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.589814:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5196 00000100:00100000:1.0:1746070424.590041:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.590141:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015343232 00000100:00100000:3.0:1746070424.590144:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015343232 00010000:00010000:3.0:1746070424.590159:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf51d expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.590186:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7462 00000100:00100000:3.0:1746070424.590191:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015343232:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.590199:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.590215:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf51d expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.590229:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf51d expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.590243:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e7f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf51d expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.590255:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.590257:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.590261:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.590268:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.590285:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.590293:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.590301:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013287680:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.590347:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.593010:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013287680:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.593027:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.593066:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015343232:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2873us (3024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.593078:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7462 00000100:00100000:0.0:1746070424.594430:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.594875:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015343488 00000100:00100000:1.0:1746070424.594882:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015343488 00002000:00100000:1.0:1746070424.594911:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619180 x1830887015343488/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.594919:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619180 with x1830887015343488 ext(0->4095) 00010000:00010000:1.0:1746070424.594926:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.594941:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.594947:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092619180 00000100:00100000:1.0:1746070424.594974:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1773 00000100:00100000:1.0:1746070424.594981:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015343488:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070424.595092:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015343488:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.595098:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1773 00002000:00100000:1.0:1746070424.595103:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619180 x1830887015343488/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.595109:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619180 with x1830887015343488 ext(0->4095) 00010000:00010000:1.0:1746070424.595114:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.595122:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.595127:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092619180 00000100:00100000:0.0:1746070424.596841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.597161:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015343616 00000100:00100000:3.0:1746070424.597166:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015343616 00010000:00010000:3.0:1746070424.597189:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.597208:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7463 00000100:00100000:3.0:1746070424.597213:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015343616:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.597223:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.597239:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.597248:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.597265:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e7fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf524 expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.597291:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.597293:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.597298:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e802 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf52b expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.597306:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e802 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf52b expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.597331:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e802 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf52b expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.597341:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013287808:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.597414:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.599875:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.600359:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013287808:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.600375:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070424.600634:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015343872 00000100:00100000:1.0:1746070424.600640:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015343872 00002000:00100000:1.0:1746070424.600687:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261aa00 x1830887015343872/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.600696:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261aa00 with x1830887015343872 ext(0->4095) 00002000:00010000:1.0:1746070424.600700:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009261aa00 00000100:00100000:1.0:1746070424.600716:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3893 00000100:00100000:1.0:1746070424.600722:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015343872:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070424.600904:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015343616:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3689us (4076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.600912:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7463 00000100:00100000:1.0:1746070424.601249:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015343872:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 526us (1378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.601255:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3893 00002000:00100000:1.0:1746070424.601261:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261aa00 x1830887015343872/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.601268:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261aa00 with x1830887015343872 ext(0->4095) 00002000:00010000:1.0:1746070424.601270:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009261aa00 00000100:00100000:0.0:1746070424.603267:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.603400:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015344000 00000100:00100000:2.0:1746070424.603407:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015344000 00000100:00100000:2.0:1746070424.603445:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5197 00000100:00100000:2.0:1746070424.603450:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015344000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.603462:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.603474:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e809 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf532 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.603495:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e802 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf52b expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.603501:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.603503:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.603505:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e809 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf532 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.603526:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e802 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf52b expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.603534:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e802 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf52b expref: 77 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.603548:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013287936:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.604124:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.606336:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013287936:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.606359:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e809 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf532 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.606373:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070424.606405:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015344000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2953us (3141us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.606412:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5197 00000100:00100000:0.0:1746070424.606616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.606868:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015344128 00000100:00100000:3.0:1746070424.606873:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015344128 00010000:00010000:3.0:1746070424.606892:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e802 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf52b expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.606908:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7464 00000100:00100000:3.0:1746070424.606912:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015344128:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.606921:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.606935:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e802 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf52b expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.606943:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e802 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf52b expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.606959:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e802 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf52b expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.606970:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.606972:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.606977:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e809 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf532 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.606984:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e809 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf532 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.607003:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e809 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf532 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.607012:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013288064:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.607056:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.609354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.609415:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015344384 00000100:00100000:1.0:1746070424.609421:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015344384 00002000:00100000:1.0:1746070424.609449:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261a300 x1830887015344384/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.609457:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261a300 with x1830887015344384 ext(0->4095) 00002000:00010000:1.0:1746070424.609460:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009261a300 00000100:00100000:1.0:1746070424.609481:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3894 00000100:00100000:1.0:1746070424.609487:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015344384:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070424.609603:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015344384:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (252us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.609609:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3894 00002000:00100000:1.0:1746070424.609614:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261a300 x1830887015344384/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.609626:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261a300 with x1830887015344384 ext(0->4095) 00002000:00010000:1.0:1746070424.609628:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009261a300 00000100:00100000:3.0:1746070424.610423:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013288064:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.610439:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.610462:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887015344128:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3549us (3846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.610469:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7464 00000100:00100000:0.0:1746070424.611439:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.611501:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015344512 00000100:00100000:2.0:1746070424.611506:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015344512 00000100:00100000:2.0:1746070424.611530:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5198 00000100:00100000:2.0:1746070424.611535:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015344512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.611546:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.611558:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf539 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.611579:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e809 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf532 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.611586:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.611588:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.611591:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.611615:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e809 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf532 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.611625:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e809 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf532 expref: 5 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.611634:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013288192:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.611708:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.614613:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.614884:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013288192:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.614909:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.614922:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729400, rc 0) 00000100:00100000:2.0:1746070424.614964:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015344512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3427us (3526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.614971:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5198 00000100:00100000:0.0:1746070424.615781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.615965:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015344640 00000100:00100000:2.0:1746070424.615970:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015344640 00000100:00100000:2.0:1746070424.615999:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5199 00000100:00100000:2.0:1746070424.616004:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887015344640:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.616016:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.616027:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e817 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf540 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.616044:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.616048:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.616054:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.616057:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e817 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf540 expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.616081:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.616091:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e817 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf540 expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.616097:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070424.616116:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015344640:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (1510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.616120:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5199 00000100:00100000:3.0:1746070424.616411:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015344768 00000100:00100000:3.0:1746070424.616414:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015344768 00010000:00010000:3.0:1746070424.616430:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e809 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf532 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.616445:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7465 00000100:00100000:3.0:1746070424.616450:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015344768:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.616456:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.616471:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e809 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf532 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.616484:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e809 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf532 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.616498:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e809 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf532 expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.616508:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.616510:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.616514:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.616521:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.616537:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.616546:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.616556:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013288448:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.616595:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.619297:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.619549:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015345024 00000100:00100000:2.0:1746070424.619556:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015345024 00002000:00100000:2.0:1746070424.619589:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c98700 x1830887015345024/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.619597:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98700 with x1830887015345024 ext(0->4095) 00010000:00010000:2.0:1746070424.619603:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.619614:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.619625:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c98700 00000100:00100000:2.0:1746070424.619927:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1774 00000100:00100000:2.0:1746070424.619935:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015345024:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070424.620080:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015345024:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (787us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.620085:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1774 00002000:00100000:2.0:1746070424.620091:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c98700 x1830887015345024/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.620097:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98700 with x1830887015345024 ext(0->4095) 00010000:00010000:2.0:1746070424.620101:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.620109:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.620114:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c98700 00000100:00100000:3.0:1746070424.620273:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013288448:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.620287:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.620308:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015344768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3858us (4528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.620317:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7465 00000100:00100000:0.0:1746070424.623806:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.623893:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015345152 00000100:00100000:3.0:1746070424.623900:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015345152 00010000:00010000:3.0:1746070424.623929:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.624009:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7466 00000100:00100000:3.0:1746070424.624015:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015345152:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.624026:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.624041:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.624051:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.624068:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e810 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf539 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.624196:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.624198:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.624204:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e817 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf540 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.624211:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e817 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf540 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.624237:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e817 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf540 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.624247:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013288576:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.624657:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.627441:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013288576:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.627459:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.627494:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015345152:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3478us (3694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.627502:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7466 00000100:00100000:0.0:1746070424.628337:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.628429:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015345408 00000100:00100000:1.0:1746070424.628435:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015345408 00002000:00100000:1.0:1746070424.628465:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c98000 x1830887015345408/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.628473:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98000 with x1830887015345408 ext(0->4095) 00002000:00010000:1.0:1746070424.628477:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c98000 00000100:00100000:1.0:1746070424.628502:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3895 00000100:00100000:1.0:1746070424.628508:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015345408:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070424.628626:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015345408:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.628632:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3895 00002000:00100000:1.0:1746070424.628637:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c98000 x1830887015345408/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.628643:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98000 with x1830887015345408 ext(0->4095) 00002000:00010000:1.0:1746070424.628646:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c98000 00000100:00100000:0.0:1746070424.631079:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.631170:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015345536 00000100:00100000:1.0:1746070424.631176:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015345536 00000100:00100000:1.0:1746070424.631218:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5200 00000100:00100000:1.0:1746070424.631225:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015345536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070424.631237:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070424.631250:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e81e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf547 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.631273:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e817 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf540 expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.631279:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070424.631280:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070424.631283:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e81e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf547 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.631306:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e817 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf540 expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.631314:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e817 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf540 expref: 77 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.631322:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013288704:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070424.631389:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070424.633072:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013288704:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070424.633091:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e81e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf547 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.633103:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61400, rc 0) 00000100:00100000:1.0:1746070424.633142:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015345536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1917us (2067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.633148:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5200 00000100:00100000:0.0:1746070424.635734:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.635909:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015345664 00000100:00100000:3.0:1746070424.635917:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015345664 00010000:00010000:3.0:1746070424.635947:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e817 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf540 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.635969:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7467 00000100:00100000:3.0:1746070424.635976:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015345664:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.635987:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.636004:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e817 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf540 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.636014:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e817 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf540 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.636031:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e817 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf540 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.636045:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.636047:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.636053:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e81e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf547 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.636061:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e81e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf547 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.636090:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e81e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf547 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.636100:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013288832:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.637324:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.638754:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.639520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.639577:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015345792 00000100:00100000:1.0:1746070424.639584:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015345792 00000100:00100000:3.0:1746070424.639745:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013288832:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.639761:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.639794:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015345664:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3818us (4065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.639802:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7467 00000100:00100000:2.0:1746070424.640365:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015346048 00000100:00100000:2.0:1746070424.640369:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015346048 00002000:00100000:2.0:1746070424.640397:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c98e00 x1830887015346048/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.640405:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98e00 with x1830887015346048 ext(0->4095) 00002000:00010000:2.0:1746070424.640409:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c98e00 00000100:00100000:2.0:1746070424.640431:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3896 00000100:00100000:2.0:1746070424.640437:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015346048:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070424.640548:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015346048:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (1028us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.640553:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3896 00002000:00100000:2.0:1746070424.640557:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c98e00 x1830887015346048/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.640564:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98e00 with x1830887015346048 ext(0->4095) 00002000:00010000:2.0:1746070424.640566:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c98e00 00000100:00100000:1.0:1746070424.640777:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5201 00000100:00100000:1.0:1746070424.640783:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015345792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070424.640792:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070424.640803:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf54e expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.640822:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e81e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf547 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.640838:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.640839:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.640842:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.640861:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e81e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf547 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.640870:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e81e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf547 expref: 5 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.640879:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013288960:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070424.640928:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.643660:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.644373:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013288960:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070424.644394:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.644413:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:1.0:1746070424.644448:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015345792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3665us (5698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.644455:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5201 00000100:00100000:1.0:1746070424.645272:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015346176 00000100:00100000:1.0:1746070424.645278:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015346176 00000100:00100000:1.0:1746070424.645314:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5202 00000100:00100000:1.0:1746070424.645321:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887015346176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070424.645333:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070424.645345:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be0a000/0x628f9640b607e82c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf555 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.645363:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.645367:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.645372:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070424.645375:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be0a000/0x628f9640b607e82c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf555 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.645397:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.645404:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be0a000/0x628f9640b607e82c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf555 expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.645415:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be0a000, rc 0) 00000100:00100000:1.0:1746070424.645439:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015346176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (1784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.645443:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5202 00000100:00100000:0.0:1746070424.645766:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.646299:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015346304 00000100:00100000:3.0:1746070424.646303:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015346304 00010000:00010000:3.0:1746070424.646322:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e81e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf547 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.646347:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7468 00000100:00100000:3.0:1746070424.646353:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015346304:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.646360:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.646375:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e81e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf547 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.646388:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e81e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf547 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.646404:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607e81e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf547 expref: 6 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.646415:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.646417:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.646422:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.646428:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.646446:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.646455:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.646465:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013289216:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.647259:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.648874:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013289216:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.648890:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.649193:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015346304:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2838us (3424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.649203:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7468 00000100:00100000:0.0:1746070424.649492:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.649935:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015346560 00000100:00100000:2.0:1746070424.649940:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015346560 00002000:00100000:2.0:1746070424.649969:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99180 x1830887015346560/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.649976:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99180 with x1830887015346560 ext(0->4095) 00010000:00010000:2.0:1746070424.649984:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.649993:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.649999:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c99180 00000100:00100000:2.0:1746070424.650022:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1775 00000100:00100000:2.0:1746070424.650028:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015346560:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.650143:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015346560:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (650us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.650152:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1775 00002000:00100000:2.0:1746070424.650157:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99180 x1830887015346560/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.650163:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99180 with x1830887015346560 ext(0->4095) 00010000:00010000:2.0:1746070424.650168:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.650175:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.650180:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c99180 00000100:00100000:0.0:1746070424.653011:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.653216:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015346688 00000100:00100000:3.0:1746070424.653222:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015346688 00010000:00010000:3.0:1746070424.653249:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.653280:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7469 00000100:00100000:3.0:1746070424.653287:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015346688:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.653297:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.653314:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.653324:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.653342:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e825 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf54e expref: 79 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.653367:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.653369:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.653375:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be0a000/0x628f9640b607e82c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf555 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.653382:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be0a000/0x628f9640b607e82c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf555 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.653409:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009be0a000/0x628f9640b607e82c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf555 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.653420:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013289344:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.653484:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.656391:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013289344:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.656409:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.656440:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015346688:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3152us (3433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.656449:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7469 00000100:00100000:0.0:1746070424.656845:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.657109:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015346944 00000100:00100000:2.0:1746070424.657115:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015346944 00002000:00100000:2.0:1746070424.657142:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9b480 x1830887015346944/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.657150:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9b480 with x1830887015346944 ext(0->4095) 00002000:00010000:2.0:1746070424.657153:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c9b480 00000100:00100000:2.0:1746070424.657178:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3897 00000100:00100000:2.0:1746070424.657184:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015346944:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.657299:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015346944:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.657305:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3897 00002000:00100000:2.0:1746070424.657310:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9b480 x1830887015346944/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.657322:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9b480 with x1830887015346944 ext(0->4095) 00002000:00010000:2.0:1746070424.657325:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c9b480 00000100:00100000:0.0:1746070424.659257:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.659331:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015347072 00000100:00100000:2.0:1746070424.659336:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015347072 00000100:00100000:2.0:1746070424.659368:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5203 00000100:00100000:2.0:1746070424.659373:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015347072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.659384:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.659397:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e833 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf55c expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.659417:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be0a000/0x628f9640b607e82c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf555 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.659423:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.659424:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.659427:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e833 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf55c expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.659446:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be0a000/0x628f9640b607e82c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf555 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.659455:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be0a000/0x628f9640b607e82c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf555 expref: 77 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.659463:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013289472:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.660045:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.662991:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013289472:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.663015:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e833 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf55c expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.663029:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070424.663059:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015347072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3685us (3805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.663066:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5203 00000100:00100000:0.0:1746070424.664724:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.664836:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015347200 00000100:00100000:3.0:1746070424.664842:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015347200 00010000:00010000:3.0:1746070424.664864:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be0a000/0x628f9640b607e82c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf555 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.664884:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7470 00000100:00100000:3.0:1746070424.664889:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015347200:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.664898:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.664913:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be0a000/0x628f9640b607e82c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf555 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.664923:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be0a000/0x628f9640b607e82c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf555 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.664941:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be0a000/0x628f9640b607e82c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf555 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.664964:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.664967:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.664973:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e833 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf55c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.664980:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e833 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf55c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.665006:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e833 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf55c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.665015:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013289600:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.665068:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.668769:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.668910:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015347456 00000100:00100000:1.0:1746070424.668917:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015347456 00002000:00100000:1.0:1746070424.668950:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99880 x1830887015347456/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.668958:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99880 with x1830887015347456 ext(0->4095) 00002000:00010000:1.0:1746070424.668962:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c99880 00000100:00100000:1.0:1746070424.668987:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3898 00000100:00100000:1.0:1746070424.668992:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015347456:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070424.669119:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015347456:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.669124:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3898 00002000:00100000:1.0:1746070424.669130:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99880 x1830887015347456/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.669136:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99880 with x1830887015347456 ext(0->4095) 00002000:00010000:1.0:1746070424.669138:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c99880 00000100:00100000:3.0:1746070424.669205:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013289600:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.669222:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.669244:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887015347200:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4356us (4524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.669251:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7470 00000100:00100000:0.0:1746070424.669666:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.669940:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015347584 00000100:00100000:3.0:1746070424.669944:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015347584 00000100:00100000:3.0:1746070424.669964:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5204 00000100:00100000:3.0:1746070424.669969:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015347584:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.669977:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.669988:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf563 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.670007:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e833 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf55c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.670018:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.670020:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.670023:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.670043:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e833 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf55c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.670053:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e833 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf55c expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.670062:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013289728:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.671544:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.671920:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.672361:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015347712 00000100:00100000:2.0:1746070424.672367:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015347712 00000100:00100000:2.0:1746070424.672404:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5205 00000100:00100000:2.0:1746070424.672411:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015347712:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.672423:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.672435:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e841 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf56a expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.672454:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.672459:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.672464:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.672468:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e841 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf56a expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.672493:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.672503:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e841 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf56a expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.672512:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070424.672552:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31621:x1830887015347712:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.672558:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5205 00000100:00100000:3.0:1746070424.674256:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013289728:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.674277:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.674287:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12e00, rc 0) 00000100:00100000:3.0:1746070424.674312:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31620:x1830887015347584:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4342us (4646us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.674318:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5204 00000100:00100000:0.0:1746070424.675454:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.675736:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015347840 00000100:00100000:3.0:1746070424.675742:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015347840 00010000:00010000:3.0:1746070424.675765:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e833 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf55c expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.675928:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7471 00000100:00100000:3.0:1746070424.675934:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015347840:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.675945:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.675961:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e833 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf55c expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.675971:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e833 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf55c expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.675986:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e833 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf55c expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.676009:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.676011:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.676017:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.676025:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.676048:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.676057:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.676071:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013289984:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.676648:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.678978:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.679030:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015348096 00000100:00100000:2.0:1746070424.679036:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015348096 00002000:00100000:2.0:1746070424.679067:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8380 x1830887015348096/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.679075:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8380 with x1830887015348096 ext(0->4095) 00010000:00010000:2.0:1746070424.679082:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.679093:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.679099:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb8380 00000100:00100000:2.0:1746070424.679115:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1776 00000100:00100000:2.0:1746070424.679121:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015348096:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.679249:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015348096:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.679254:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1776 00002000:00100000:2.0:1746070424.679259:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8380 x1830887015348096/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.679270:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8380 with x1830887015348096 ext(0->4095) 00010000:00010000:2.0:1746070424.679274:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.679282:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.679287:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb8380 00000100:00100000:3.0:1746070424.679352:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013289984:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.679366:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.679393:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015347840:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3459us (3942us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.679399:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7471 00010000:00010000:1.0:1746070424.679535:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070424.681892:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.681990:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015348224 00000100:00100000:3.0:1746070424.681997:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015348224 00010000:00010000:3.0:1746070424.682021:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.682043:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7472 00000100:00100000:3.0:1746070424.682049:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015348224:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070424.682058:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070424.682074:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.682083:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.682100:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e83a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf563 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.682111:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.682113:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.682119:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e841 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf56a expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.682127:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e841 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf56a expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.682152:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e841 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf56a expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070424.682163:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013290112:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070424.682972:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.684658:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.684734:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015348480 00000100:00100000:1.0:1746070424.684741:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015348480 00002000:00100000:1.0:1746070424.684776:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8000 x1830887015348480/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.684785:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8000 with x1830887015348480 ext(0->4095) 00002000:00010000:1.0:1746070424.684789:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb8000 00000100:00100000:1.0:1746070424.684812:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3899 00000100:00100000:1.0:1746070424.684817:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1961:x1830887015348480:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070424.684964:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1961:x1830887015348480:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.684970:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3899 00002000:00100000:1.0:1746070424.684975:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8000 x1830887015348480/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.684981:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8000 with x1830887015348480 ext(0->4095) 00002000:00010000:1.0:1746070424.684983:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb8000 00000100:00100000:3.0:1746070424.685059:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013290112:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.685074:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.685094:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015348224:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3045us (3208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.685101:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7472 00000100:00100000:0.0:1746070424.688577:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.688659:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015348608 00000100:00100000:3.0:1746070424.688665:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015348608 00000100:00100000:3.0:1746070424.688724:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5206 00000100:00100000:3.0:1746070424.688729:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015348608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.688744:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.688758:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e848 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf571 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.688779:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e841 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf56a expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.688790:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.688791:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.688794:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e848 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf571 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.688814:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e841 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf56a expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.688823:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e841 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf56a expref: 77 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.688840:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013290240:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.688899:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.690919:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.690992:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015348736 00000100:00100000:2.0:1746070424.690998:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015348736 00010000:00010000:2.0:1746070424.691022:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e841 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf56a expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.691045:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7473 00000100:00100000:2.0:1746070424.691050:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015348736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.691061:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.691078:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e841 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf56a expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.691088:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e841 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf56a expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.691107:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.691109:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.691114:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf571 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.691127:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf571 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.691152:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf571 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.691162:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013290368:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070424.691901:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e841 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf56a expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.691916:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013290240:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.691932:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e848 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf571 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.691940:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13a00, rc 0) 00000100:00100000:2.0:1746070424.692009:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.692097:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015348608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3366us (3526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.692103:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5206 00000100:00100000:2.0:1746070424.694180:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013290368:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.694195:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.694232:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887015348736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3181us (3318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.694241:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7473 00000100:00100000:0.0:1746070424.695371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.695506:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015348992 00000100:00100000:3.0:1746070424.695512:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015348992 00002000:00100000:3.0:1746070424.695543:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fbb100 x1830887015348992/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.695551:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fbb100 with x1830887015348992 ext(0->4095) 00002000:00010000:3.0:1746070424.695555:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fbb100 00000100:00100000:3.0:1746070424.696040:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3900 00000100:00100000:3.0:1746070424.696047:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015348992:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070424.696160:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015348992:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (790us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.696166:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3900 00002000:00100000:3.0:1746070424.696171:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fbb100 x1830887015348992/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.696177:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fbb100 with x1830887015348992 ext(0->4095) 00002000:00010000:3.0:1746070424.696180:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fbb100 00000100:00100000:1.0:1746070424.698413:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.699018:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015349120 00000100:00100000:3.0:1746070424.699025:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015349120 00000100:00100000:3.0:1746070424.699067:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5207 00000100:00100000:3.0:1746070424.699073:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015349120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.699087:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.699099:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf578 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.699123:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e848 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf571 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.699134:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.699136:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.699139:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.699162:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf571 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.699172:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf571 expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.699183:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013290496:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.699254:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.700240:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.700462:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015349248 00000100:00100000:1.0:1746070424.700466:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015349248 00000100:00100000:1.0:1746070424.700498:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5208 00000100:00100000:1.0:1746070424.700504:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015349248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070424.700512:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070424.700521:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e856 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf57f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.700534:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.700538:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.700548:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070424.700551:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e856 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf57f expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.700569:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.700579:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e856 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf57f expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.700587:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:1.0:1746070424.700613:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31621:x1830887015349248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.700618:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5208 00000100:00100000:3.0:1746070424.702512:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013290496:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.702535:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.702548:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13600, rc 0) 00000100:00100000:3.0:1746070424.702589:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31620:x1830887015349120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3515us (4182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.702596:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5207 00000100:00100000:0.0:1746070424.703287:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.703703:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015349376 00000100:00100000:2.0:1746070424.703709:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015349376 00010000:00010000:2.0:1746070424.703732:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf571 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.703750:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7474 00000100:00100000:2.0:1746070424.703755:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015349376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.703764:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.703779:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf571 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.703787:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf571 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.703805:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e848 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf571 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.703836:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.703838:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.703844:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.703851:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.703875:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.703885:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.703893:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013290752:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.704803:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.707352:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.707526:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015349632 00000100:00100000:1.0:1746070424.707533:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015349632 00002000:00100000:1.0:1746070424.707567:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8a80 x1830887015349632/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.707574:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8a80 with x1830887015349632 ext(0->4095) 00010000:00010000:1.0:1746070424.707581:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.707592:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.707598:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb8a80 00000100:00100000:1.0:1746070424.707626:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1777 00000100:00100000:1.0:1746070424.707632:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015349632:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070424.707789:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015349632:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.707795:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1777 00002000:00100000:1.0:1746070424.707800:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8a80 x1830887015349632/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.707806:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8a80 with x1830887015349632 ext(0->4095) 00010000:00010000:1.0:1746070424.707810:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.707817:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.707823:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb8a80 00000100:00100000:2.0:1746070424.708026:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013290752:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.708041:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.708062:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015349376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4307us (4776us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.708069:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7474 00000100:00100000:0.0:1746070424.710337:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.710424:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015349760 00000100:00100000:2.0:1746070424.710432:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015349760 00010000:00010000:2.0:1746070424.710458:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.710783:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7475 00000100:00100000:2.0:1746070424.710789:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015349760:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.710801:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.710816:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.710839:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.710857:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e84f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf578 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.710870:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.710872:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.710878:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e856 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf57f expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.710884:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e856 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf57f expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.710911:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e856 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf57f expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.710920:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013290880:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.710990:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.713339:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013290880:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.713357:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.713386:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015349760:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2597us (3054us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.713395:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7475 00000100:00100000:0.0:1746070424.714930:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.715237:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015350016 00000100:00100000:3.0:1746070424.715244:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015350016 00002000:00100000:3.0:1746070424.715280:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb9f80 x1830887015350016/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.715295:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9f80 with x1830887015350016 ext(0->4095) 00002000:00010000:3.0:1746070424.715299:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb9f80 00000100:00100000:3.0:1746070424.715374:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3901 00000100:00100000:3.0:1746070424.715380:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015350016:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070424.715507:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015350016:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (581us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.715514:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3901 00002000:00100000:3.0:1746070424.715519:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb9f80 x1830887015350016/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.715525:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9f80 with x1830887015350016 ext(0->4095) 00002000:00010000:3.0:1746070424.715527:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb9f80 00000100:00100000:0.0:1746070424.717501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.717759:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015350144 00000100:00100000:3.0:1746070424.717764:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015350144 00000100:00100000:3.0:1746070424.717804:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5209 00000100:00100000:3.0:1746070424.717811:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015350144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.717822:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.717847:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e85d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf586 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.717871:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e856 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf57f expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.717877:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.717879:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.717882:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e85d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf586 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.717905:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e856 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf57f expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.717915:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e856 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf57f expref: 77 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.717925:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013291008:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.718401:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.720367:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013291008:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.720392:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e85d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf586 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.720406:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12c00, rc 0) 00000100:00100000:3.0:1746070424.720446:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015350144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2635us (2949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.720452:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5209 00000100:00100000:0.0:1746070424.721028:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.721333:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015350272 00000100:00100000:2.0:1746070424.721339:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015350272 00010000:00010000:2.0:1746070424.721358:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e856 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf57f expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.721378:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7476 00000100:00100000:2.0:1746070424.721383:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015350272:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.721392:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.721407:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e856 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf57f expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.721416:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e856 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf57f expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.721434:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e856 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf57f expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.721793:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.721796:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.721802:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e85d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf586 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.721815:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e85d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf586 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.721851:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e85d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf586 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.721861:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013291136:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.722640:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.724531:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.724620:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013291136:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.724636:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.724692:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887015350272:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3286us (3642us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.724701:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7476 00000100:00100000:1.0:1746070424.725114:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015350528 00000100:00100000:1.0:1746070424.725120:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015350528 00002000:00100000:1.0:1746070424.725150:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fbaa00 x1830887015350528/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.725158:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fbaa00 with x1830887015350528 ext(0->4095) 00002000:00010000:1.0:1746070424.725162:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fbaa00 00000100:00100000:1.0:1746070424.725947:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3902 00000100:00100000:1.0:1746070424.725954:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015350528:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070424.726147:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015350528:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 193us (1622us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.726153:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3902 00002000:00100000:1.0:1746070424.726158:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fbaa00 x1830887015350528/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.726165:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fbaa00 with x1830887015350528 ext(0->4095) 00002000:00010000:1.0:1746070424.726177:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fbaa00 00000100:00100000:0.0:1746070424.726916:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.727037:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015350656 00000100:00100000:3.0:1746070424.727041:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015350656 00000100:00100000:3.0:1746070424.727071:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5210 00000100:00100000:3.0:1746070424.727077:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015350656:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.727085:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.727098:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf58d expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.727124:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e85d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf586 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.727130:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.727131:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.727134:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.727155:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e85d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf586 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.727164:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e85d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf586 expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.727173:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013291264:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.727227:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.728558:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.728622:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015350784 00000100:00100000:2.0:1746070424.728628:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015350784 00000100:00100000:2.0:1746070424.728664:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5211 00000100:00100000:2.0:1746070424.728669:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015350784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.728701:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.728712:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e86b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf594 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.728730:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.728734:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.728744:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.728747:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e86b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf594 expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.728773:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.728784:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e86b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf594 expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.728792:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070424.728818:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31621:x1830887015350784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.728823:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5211 00000100:00100000:3.0:1746070424.730203:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013291264:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.730223:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.730233:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13c00, rc 0) 00000100:00100000:3.0:1746070424.730257:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31620:x1830887015350656:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3180us (3342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.730263:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5210 00000100:00100000:0.0:1746070424.731361:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.731465:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015350912 00000100:00100000:2.0:1746070424.731470:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015350912 00010000:00010000:2.0:1746070424.731490:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e85d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf586 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.731539:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7477 00000100:00100000:2.0:1746070424.731545:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015350912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.731554:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.731570:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e85d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf586 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.731579:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e85d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf586 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.731597:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e85d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf586 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.731620:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.731622:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.731628:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.731636:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.731658:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.731667:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.731696:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013291520:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.732012:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.734207:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.734321:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015351168 00000100:00100000:1.0:1746070424.734327:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015351168 00002000:00100000:1.0:1746070424.734356:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e4380 x1830887015351168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.734364:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4380 with x1830887015351168 ext(0->4095) 00010000:00010000:1.0:1746070424.734370:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.734381:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.734386:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e4380 00000100:00100000:1.0:1746070424.734408:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1778 00000100:00100000:1.0:1746070424.734413:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015351168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070424.734523:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015351168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.734528:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1778 00002000:00100000:1.0:1746070424.734533:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e4380 x1830887015351168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.734543:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4380 with x1830887015351168 ext(0->4095) 00010000:00010000:1.0:1746070424.734547:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.734554:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.734558:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e4380 00000100:00100000:2.0:1746070424.735399:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013291520:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.735415:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.735441:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015350912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3897us (4081us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.735448:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7477 00000100:00100000:0.0:1746070424.737481:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.737627:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015351296 00000100:00100000:2.0:1746070424.737632:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015351296 00010000:00010000:2.0:1746070424.737655:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.737689:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7478 00000100:00100000:2.0:1746070424.737695:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015351296:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.737704:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.737719:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.737728:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.737744:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e864 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf58d expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.737755:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.737756:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.737761:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e86b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf594 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.737768:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e86b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf594 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.737789:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e86b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf594 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.737797:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013291648:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.738404:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.740024:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013291648:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.740038:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.740063:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015351296:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2368us (2585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.740070:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7478 00000100:00100000:0.0:1746070424.740706:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.740977:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015351552 00000100:00100000:3.0:1746070424.740983:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015351552 00002000:00100000:3.0:1746070424.741011:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e7100 x1830887015351552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.741020:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7100 with x1830887015351552 ext(0->4095) 00002000:00010000:3.0:1746070424.741024:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e7100 00000100:00100000:3.0:1746070424.741046:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3903 00000100:00100000:3.0:1746070424.741052:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1961:x1830887015351552:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070424.741156:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1961:x1830887015351552:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.741161:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3903 00002000:00100000:3.0:1746070424.741166:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e7100 x1830887015351552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.741173:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7100 with x1830887015351552 ext(0->4095) 00002000:00010000:3.0:1746070424.741175:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e7100 00000100:00100000:0.0:1746070424.743415:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.743596:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015351680 00000100:00100000:3.0:1746070424.743602:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015351680 00000100:00100000:3.0:1746070424.743642:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5212 00000100:00100000:3.0:1746070424.743648:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015351680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.743661:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.743706:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e872 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf59b expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.743729:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e86b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf594 expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.743741:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.743742:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.743746:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e872 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf59b expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.743766:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e86b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf594 expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.743777:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e86b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf594 expref: 77 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.743787:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013291776:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.743851:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.745045:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013291776:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.745064:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e872 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf59b expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.745077:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12e00, rc 0) 00000100:00100000:3.0:1746070424.745101:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015351680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1453us (1691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.745107:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5212 00000100:00100000:0.0:1746070424.746456:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.746652:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015351808 00000100:00100000:2.0:1746070424.746657:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015351808 00010000:00010000:2.0:1746070424.746710:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e86b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf594 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.746735:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7479 00000100:00100000:2.0:1746070424.746741:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015351808:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.746751:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.746769:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e86b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf594 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.746778:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e86b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf594 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.746796:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e86b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf594 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.746819:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.746821:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.746834:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e872 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf59b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.746847:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e872 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf59b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.746872:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e872 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf59b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.746882:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013291904:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.746952:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.748707:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013291904:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.748723:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.748757:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1964:x1830887015351808:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2015us (2304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.748765:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7479 00000100:00100000:0.0:1746070424.750563:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.750696:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015352064 00000100:00100000:1.0:1746070424.750702:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015352064 00002000:00100000:1.0:1746070424.750732:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e4000 x1830887015352064/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.750740:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4000 with x1830887015352064 ext(0->4095) 00002000:00010000:1.0:1746070424.750744:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e4000 00000100:00100000:1.0:1746070424.750767:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3904 00000100:00100000:1.0:1746070424.750773:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015352064:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070424.750891:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015352064:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.750896:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3904 00002000:00100000:1.0:1746070424.750902:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e4000 x1830887015352064/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.750909:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4000 with x1830887015352064 ext(0->4095) 00002000:00010000:1.0:1746070424.750911:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e4000 00000100:00100000:0.0:1746070424.751956:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.752228:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015352192 00000100:00100000:3.0:1746070424.752232:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015352192 00000100:00100000:3.0:1746070424.752266:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5213 00000100:00100000:3.0:1746070424.752272:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015352192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.752284:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.752297:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5a2 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.752318:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e872 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf59b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.752325:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.752326:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.752329:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.752352:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e872 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf59b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.752362:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e872 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf59b expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.752371:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013292032:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.752438:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.755501:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.755602:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.755699:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015352320 00000100:00100000:1.0:1746070424.755706:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015352320 00000100:00100000:1.0:1746070424.755740:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5214 00000100:00100000:1.0:1746070424.755746:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015352320:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070424.755760:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070424.755773:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e880 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5a9 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.755792:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.755797:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.755803:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070424.755806:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e880 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a9 expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.755863:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.755873:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e880 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a9 expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.755881:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60a00, rc 0) 00000100:00100000:1.0:1746070424.755913:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31621:x1830887015352320:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.755918:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5214 00000100:00100000:2.0:1746070424.756064:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015352448 00000100:00100000:2.0:1746070424.756068:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015352448 00010000:00010000:2.0:1746070424.756082:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e872 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf59b expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.756108:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7480 00000100:00100000:2.0:1746070424.756113:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015352448:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.756120:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.756134:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e872 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf59b expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.756142:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e872 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf59b expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.756156:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.756158:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.756163:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.756168:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.756184:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.756192:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.756200:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013292288:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.756242:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00010000:00010000:3.0:1746070424.756641:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e872 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf59b expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.756656:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013292032:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.756690:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.756702:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.756710:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12400, rc 0) 00000100:00100000:3.0:1746070424.756732:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31620:x1830887015352192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4460us (4777us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.756737:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5213 00000100:00100000:2.0:1746070424.758636:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013292288:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.758654:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.758707:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015352448:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2593us (3104us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.758716:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7480 00000100:00100000:2.0:1746070424.760478:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.760547:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015352704 00000100:00100000:3.0:1746070424.760554:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015352704 00002000:00100000:3.0:1746070424.760583:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf56d80 x1830887015352704/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.760591:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf56d80 with x1830887015352704 ext(0->4095) 00010000:00010000:3.0:1746070424.760598:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.760609:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.760615:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf56d80 00000100:00100000:3.0:1746070424.760642:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1779 00000100:00100000:3.0:1746070424.760648:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015352704:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070424.761066:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015352704:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 417us (591us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.761073:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1779 00002000:00100000:3.0:1746070424.761079:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf56d80 x1830887015352704/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.761084:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf56d80 with x1830887015352704 ext(0->4095) 00010000:00010000:3.0:1746070424.761088:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.761096:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.761101:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf56d80 00000100:00100000:0.0:1746070424.764359:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.764430:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015352832 00000100:00100000:2.0:1746070424.764437:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015352832 00010000:00010000:2.0:1746070424.764462:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.764496:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7481 00000100:00100000:2.0:1746070424.764501:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015352832:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.764510:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.764525:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.764534:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.764548:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e879 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a2 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.764570:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.764571:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.764577:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e880 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a9 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.764584:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e880 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a9 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.764606:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e880 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a9 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.764615:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013292416:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.764668:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.766814:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013292416:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.766837:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.766864:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015352832:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2362us (2510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.766873:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7481 00000100:00100000:0.0:1746070424.767335:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.767439:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015353088 00000100:00100000:3.0:1746070424.767443:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015353088 00002000:00100000:3.0:1746070424.767467:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6d80 x1830887015353088/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.767476:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6d80 with x1830887015353088 ext(0->4095) 00002000:00010000:3.0:1746070424.767479:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6d80 00000100:00100000:3.0:1746070424.767503:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3905 00000100:00100000:3.0:1746070424.767508:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015353088:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070424.767614:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015353088:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.767619:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3905 00002000:00100000:3.0:1746070424.767624:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6d80 x1830887015353088/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.767630:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6d80 with x1830887015353088 ext(0->4095) 00002000:00010000:3.0:1746070424.767632:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6d80 00000100:00100000:0.0:1746070424.769857:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.769963:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015353216 00000100:00100000:3.0:1746070424.769968:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015353216 00000100:00100000:3.0:1746070424.770019:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5215 00000100:00100000:3.0:1746070424.770024:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015353216:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.770035:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.770048:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e887 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5b0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.770070:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e880 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a9 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.770075:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.770077:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.770080:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e887 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b0 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.770101:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e880 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a9 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.770111:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e880 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a9 expref: 77 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.770119:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013292544:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.770380:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.772344:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013292544:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.772368:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e887 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b0 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.772385:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12c00, rc 0) 00000100:00100000:3.0:1746070424.772415:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015353216:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2391us (2561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.772422:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5215 00000100:00100000:0.0:1746070424.774386:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.774973:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015353344 00000100:00100000:2.0:1746070424.774980:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015353344 00010000:00010000:2.0:1746070424.775004:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e880 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a9 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.775029:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7482 00000100:00100000:2.0:1746070424.775035:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015353344:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.775044:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.775059:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e880 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a9 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.775069:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e880 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a9 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.775086:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607e880 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5a9 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.775110:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.775112:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.775118:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e887 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.775125:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e887 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.775149:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e887 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.775159:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013292672:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.775214:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.777001:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013292672:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.777014:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.777038:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887015353344:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2003us (2657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.777045:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7482 00000100:00100000:0.0:1746070424.777982:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.778612:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.778667:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015353600 00000100:00100000:1.0:1746070424.778693:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015353600 00002000:00100000:1.0:1746070424.778722:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6300 x1830887015353600/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.778730:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6300 with x1830887015353600 ext(0->4095) 00002000:00010000:1.0:1746070424.778734:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6300 00000100:00100000:3.0:1746070424.778786:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015353728 00000100:00100000:3.0:1746070424.778789:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015353728 00000100:00100000:1.0:1746070424.779123:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3906 00000100:00100000:1.0:1746070424.779130:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015353600:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070424.779250:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015353600:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (1269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.779256:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3906 00002000:00100000:1.0:1746070424.779261:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6300 x1830887015353600/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.779268:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6300 with x1830887015353600 ext(0->4095) 00002000:00010000:1.0:1746070424.779271:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6300 00000100:00100000:3.0:1746070424.779582:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5216 00000100:00100000:3.0:1746070424.779588:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015353728:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.779596:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.779608:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5b7 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.779629:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e887 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.779636:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.779637:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.779640:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.779661:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e887 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b0 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.779692:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e887 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b0 expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.779707:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013292800:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.779755:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.781515:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013292800:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.781535:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.781546:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12a00, rc 0) 00000100:00100000:3.0:1746070424.781577:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015353728:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1989us (2965us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.781583:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5216 00000100:00100000:0.0:1746070424.783606:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.783643:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.783712:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015353984 00000100:00100000:2.0:1746070424.783718:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015353984 00010000:00010000:2.0:1746070424.783744:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e887 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b0 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.783778:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7483 00000100:00100000:2.0:1746070424.783785:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015353984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.783796:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.783813:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e887 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b0 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.783823:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e887 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b0 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.783850:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e887 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b0 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.783865:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.783867:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.783873:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.783880:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.783905:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.783915:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013292928:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.783972:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.784291:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015353856 00000100:00100000:3.0:1746070424.784295:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015353856 00000100:00100000:3.0:1746070424.784313:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5217 00000100:00100000:3.0:1746070424.784318:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887015353856:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.784328:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.784336:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e895 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5be expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.784349:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.784353:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.784354:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.784357:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e895 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5be expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.784373:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.784381:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.784388:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013293056:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.784421:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.787141:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.787234:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013292928:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.787249:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.787507:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015353984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3720us (3861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.787515:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7483 00000100:00100000:2.0:1746070424.787549:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015354240 00000100:00100000:2.0:1746070424.787554:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015354240 00002000:00100000:2.0:1746070424.787580:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5f80 x1830887015354240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.787588:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5f80 with x1830887015354240 ext(0->4095) 00010000:00010000:2.0:1746070424.787596:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 80 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.787611:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 80 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.787617:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e5f80 00000100:00100000:2.0:1746070424.787642:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1780 00000100:00100000:2.0:1746070424.787647:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015354240:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.787794:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015354240:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (658us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.787800:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1780 00002000:00100000:2.0:1746070424.787804:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5f80 x1830887015354240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.787811:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5f80 with x1830887015354240 ext(0->4095) 00010000:00010000:2.0:1746070424.787815:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 80 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.787823:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 80 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.787838:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e5f80 00000100:00100000:3.0:1746070424.787906:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013293056:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.787923:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e895 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5be expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.787933:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13c00, rc 0) 00000100:00100000:3.0:1746070424.787950:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015353856:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3632us (4349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.787956:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5217 00000100:00100000:0.0:1746070424.790316:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.790395:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015354368 00000100:00100000:2.0:1746070424.790400:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015354368 00010000:00010000:2.0:1746070424.790421:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.790496:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7484 00000100:00100000:2.0:1746070424.790503:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1961:x1830887015354368:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.790513:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.790528:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.790538:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.790555:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e88e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5b7 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.790565:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.790567:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.790572:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e895 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5be expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.790579:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e895 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5be expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.790603:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e895 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5be expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.790612:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013293184:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.791200:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.792534:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013293184:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.792548:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.792575:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1961:x1830887015354368:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2073us (2263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.792583:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7484 00000100:00100000:0.0:1746070424.793302:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.793557:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015354624 00000100:00100000:1.0:1746070424.793563:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015354624 00002000:00100000:1.0:1746070424.793594:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e4e00 x1830887015354624/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.793601:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4e00 with x1830887015354624 ext(0->4095) 00002000:00010000:1.0:1746070424.793605:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e4e00 00000100:00100000:1.0:1746070424.793629:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3907 00000100:00100000:1.0:1746070424.793634:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1962:x1830887015354624:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070424.793796:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1962:x1830887015354624:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (495us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.793805:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3907 00002000:00100000:1.0:1746070424.793810:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e4e00 x1830887015354624/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.793817:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4e00 with x1830887015354624 ext(0->4095) 00002000:00010000:1.0:1746070424.793819:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e4e00 00000100:00100000:0.0:1746070424.795564:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.796004:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015354752 00000100:00100000:3.0:1746070424.796010:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015354752 00000100:00100000:3.0:1746070424.796040:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5218 00000100:00100000:3.0:1746070424.796046:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015354752:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.796056:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.796068:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e89c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5c5 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.796089:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e895 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5be expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.796095:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.796097:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.796099:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e89c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5c5 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.796119:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e895 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5be expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.796128:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5be expref: 77 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.796136:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013293312:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.796198:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.797576:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013293312:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.797599:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e89c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5c5 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.797610:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12400, rc 0) 00000100:00100000:2.0:1746070424.797638:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015354752:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1592us (2079us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.797645:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5218 00000100:00100000:0.0:1746070424.799248:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.799320:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015354880 00000100:00100000:2.0:1746070424.799325:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015354880 00010000:00010000:2.0:1746070424.799348:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5be expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.799413:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7485 00000100:00100000:2.0:1746070424.799419:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015354880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.799430:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.799446:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5be expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.799456:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e895 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5be expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.799472:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e895 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5be expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.799501:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.799503:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.799510:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e89c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5c5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.799518:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e89c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5c5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.799543:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e89c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5c5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.799552:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013293440:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.800193:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.802104:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.802187:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015355136 00000100:00100000:3.0:1746070424.802193:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015355136 00002000:00100000:3.0:1746070424.802223:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcd880 x1830887015355136/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.802231:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcd880 with x1830887015355136 ext(0->4095) 00002000:00010000:3.0:1746070424.802235:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcd880 00000100:00100000:2.0:1746070424.802309:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013293440:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.802323:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.802349:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1964:x1830887015354880:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2930us (3104us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.802356:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7485 00000100:00100000:3.0:1746070424.802476:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3908 00000100:00100000:3.0:1746070424.802483:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015355136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070424.802580:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015355136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (480us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.802585:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3908 00002000:00100000:3.0:1746070424.802590:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcd880 x1830887015355136/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.802596:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcd880 with x1830887015355136 ext(0->4095) 00002000:00010000:3.0:1746070424.802599:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcd880 00000100:00100000:0.0:1746070424.805054:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.805203:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015355264 00000100:00100000:2.0:1746070424.805210:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015355264 00000100:00100000:2.0:1746070424.805241:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5219 00000100:00100000:2.0:1746070424.805247:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015355264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.805260:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.805274:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5cc expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.805301:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e89c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5c5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.805308:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.805309:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.805313:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.805334:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e89c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5c5 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.805344:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e89c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5c5 expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.805352:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013293568:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.805874:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.805983:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.805999:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015355392 00000100:00100000:0.0:1746070424.806002:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015355392 00000100:00100000:0.0:1746070424.806254:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5220 00000100:00100000:0.0:1746070424.806260:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015355392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070424.806267:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070424.806274:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e8aa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5d3 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.806290:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070424.806294:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.806299:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070424.806302:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e8aa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5d3 expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.806320:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.806329:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e8aa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5d3 expref: 80 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070424.806337:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304cc00, rc 0) 00000100:00100000:0.0:1746070424.806356:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31621:x1830887015355392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070424.806362:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5220 00000100:00100000:2.0:1746070424.809347:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013293568:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.809369:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.809383:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070424.809799:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31620:x1830887015355264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4549us (4747us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.809806:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5219 00000100:00100000:0.0:1746070424.809927:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.810054:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015355520 00000100:00100000:2.0:1746070424.810060:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015355520 00010000:00010000:2.0:1746070424.810079:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e89c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5c5 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.810095:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7486 00000100:00100000:2.0:1746070424.810101:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015355520:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.810110:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.810126:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e89c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5c5 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.810136:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e89c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5c5 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.810153:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e89c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5c5 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.810177:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.810179:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.810184:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.810191:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.810212:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.810221:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.810231:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013293824:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.810281:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.813388:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.813592:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015355776 00000100:00100000:1.0:1746070424.813599:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015355776 00002000:00100000:1.0:1746070424.813634:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcdc00 x1830887015355776/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.813642:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcdc00 with x1830887015355776 ext(0->4095) 00010000:00010000:1.0:1746070424.813649:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.813661:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.813667:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcdc00 00000100:00100000:2.0:1746070424.813863:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013293824:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.813878:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.813911:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015355520:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3808us (3983us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.813918:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7486 00000100:00100000:1.0:1746070424.814139:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1781 00000100:00100000:1.0:1746070424.814146:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015355776:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070424.814261:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015355776:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (879us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.814266:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1781 00002000:00100000:1.0:1746070424.814271:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcdc00 x1830887015355776/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.814283:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcdc00 with x1830887015355776 ext(0->4095) 00010000:00010000:1.0:1746070424.814287:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.814296:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.814300:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcdc00 00000100:00100000:0.0:1746070424.816916:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.817208:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015355904 00000100:00100000:2.0:1746070424.817214:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015355904 00010000:00010000:2.0:1746070424.817236:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.817517:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7487 00000100:00100000:2.0:1746070424.817523:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015355904:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.817534:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.817550:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.817560:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.817578:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607e8a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5cc expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.817722:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.817725:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.817730:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e8aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5d3 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.817738:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e8aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5d3 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.817762:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e8aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5d3 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.817771:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013293952:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.818225:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.820752:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013293952:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.820770:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.820814:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015355904:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3290us (3904us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.820823:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7487 00000100:00100000:0.0:1746070424.822129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.822641:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015356160 00000100:00100000:3.0:1746070424.822647:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015356160 00002000:00100000:3.0:1746070424.822711:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dce300 x1830887015356160/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.822720:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dce300 with x1830887015356160 ext(0->4095) 00002000:00010000:3.0:1746070424.822724:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dce300 00000100:00100000:3.0:1746070424.822748:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3909 00000100:00100000:3.0:1746070424.822755:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015356160:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070424.822912:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015356160:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (785us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.822917:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3909 00002000:00100000:3.0:1746070424.822923:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dce300 x1830887015356160/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.822929:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dce300 with x1830887015356160 ext(0->4095) 00002000:00010000:3.0:1746070424.822932:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dce300 00000100:00100000:0.0:1746070424.824728:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.824859:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015356288 00000100:00100000:2.0:1746070424.824865:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015356288 00000100:00100000:2.0:1746070424.824891:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5221 00000100:00100000:2.0:1746070424.824897:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131167450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015356288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.824908:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.824920:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e8b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5da expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.824939:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e8aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5d3 expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.824950:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.824951:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.824954:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e8b1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5da expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.824975:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e8aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5d3 expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.824984:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e8aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5d3 expref: 77 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.824994:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013294080:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.825049:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.826708:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013294080:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.826727:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e8b1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5da expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.826738:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070424.826761:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131167450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015356288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1864us (2036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.826767:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5221 00000100:00100000:0.0:1746070424.827860:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.827945:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015356416 00000100:00100000:2.0:1746070424.827950:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015356416 00010000:00010000:2.0:1746070424.827970:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e8aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5d3 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.828379:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7488 00000100:00100000:2.0:1746070424.828386:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a445bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015356416:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.828396:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.828412:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e8aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5d3 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.828422:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e8aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5d3 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.828439:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607e8aa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5d3 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.828467:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.828469:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.828475:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e8b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5da expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.828482:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e8b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5da expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.828506:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e8b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5da expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.828515:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013294208:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.828661:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4321d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.832474:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.832645:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015356672 00000100:00100000:1.0:1746070424.832651:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015356672 00002000:00100000:1.0:1746070424.832702:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcc000 x1830887015356672/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.832710:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcc000 with x1830887015356672 ext(0->4095) 00002000:00010000:1.0:1746070424.832715:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcc000 00000100:00100000:2.0:1746070424.832797:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013294208:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.832811:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.832850:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a445bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1964:x1830887015356416:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4465us (4992us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.832858:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7488 00000100:00100000:1.0:1746070424.832987:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3910 00000100:00100000:1.0:1746070424.832993:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015356672:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070424.833101:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015356672:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (633us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070424.833107:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3910 00002000:00100000:1.0:1746070424.833111:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcc000 x1830887015356672/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.833117:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcc000 with x1830887015356672 ext(0->4095) 00002000:00010000:1.0:1746070424.833120:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcc000 00000100:00100000:0.0:1746070424.833317:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.833708:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015356800 00000100:00100000:2.0:1746070424.833712:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015356800 00000100:00100000:2.0:1746070424.833729:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5222 00000100:00100000:2.0:1746070424.833733:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015356800:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.833741:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.833751:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5e1 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.833767:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e8b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5da expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.833773:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.833774:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.833777:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.833796:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e8b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5da expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.833805:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e8b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5da expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.833814:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013294336:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.834199:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a743c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.837237:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.837423:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015356928 00000100:00100000:2.0:1746070424.837430:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015356928 00000100:00100000:2.0:1746070424.837462:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5223 00000100:00100000:2.0:1746070424.837469:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015356928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.837483:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.837496:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e8bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5e8 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.837517:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.837522:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.837526:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.837530:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e8bf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e8 expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.837558:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.837568:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e8bf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e8 expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.837577:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729400, rc 0) 00000100:00100000:2.0:1746070424.837624:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31621:x1830887015356928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.837630:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5223 00000100:00100000:3.0:1746070424.837711:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013294336:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.837725:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.837733:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:3.0:1746070424.837749:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31620:x1830887015356800:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4015us (4432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.837753:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5222 00000100:00100000:1.0:1746070424.838610:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.838720:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015357056 00000100:00100000:2.0:1746070424.838724:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015357056 00010000:00010000:2.0:1746070424.838741:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e8b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5da expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.838766:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7489 00000100:00100000:2.0:1746070424.838771:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015357056:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.838778:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.838792:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e8b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5da expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.838801:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e8b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5da expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.838818:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e8b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5da expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.838848:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.838850:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.838856:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.838862:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.838880:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.838889:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.838899:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013294592:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.838943:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.842080:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013294592:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.842095:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.842138:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015357056:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3366us (3528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.842147:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7489 00000100:00100000:0.0:1746070424.842838:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.842992:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015357312 00000100:00100000:3.0:1746070424.842999:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015357312 00002000:00100000:3.0:1746070424.843036:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcce00 x1830887015357312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.843045:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcce00 with x1830887015357312 ext(0->4095) 00010000:00010000:3.0:1746070424.843054:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.843065:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.843072:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcce00 00000100:00100000:3.0:1746070424.843086:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1782 00000100:00100000:3.0:1746070424.843093:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015357312:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070424.843233:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015357312:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.843239:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1782 00002000:00100000:3.0:1746070424.843244:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcce00 x1830887015357312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.843250:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcce00 with x1830887015357312 ext(0->4095) 00010000:00010000:3.0:1746070424.843254:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:3.0:1746070424.843267:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746070424.843273:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcce00 00000100:00100000:0.0:1746070424.845585:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.845725:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015357440 00000100:00100000:2.0:1746070424.845731:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015357440 00010000:00010000:2.0:1746070424.845758:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.846045:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7490 00000100:00100000:2.0:1746070424.846053:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015357440:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.846064:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.846085:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.846097:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.846121:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e8b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e1 expref: 79 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.846148:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.846151:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.846158:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e8bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e8 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.846166:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e8bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e8 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.846193:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e8bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e8 expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.846203:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013294720:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.846260:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.848856:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013294720:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070424.848876:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070424.849580:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015357440:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3525us (3998us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070424.849589:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7490 00000100:00100000:2.0:1746070424.850284:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070424.850375:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015357696 00000100:00100000:0.0:1746070424.850381:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015357696 00002000:00100000:0.0:1746070424.850410:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf56300 x1830887015357696/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070424.850418:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf56300 with x1830887015357696 ext(0->4095) 00002000:00010000:0.0:1746070424.850422:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf56300 00000100:00100000:0.0:1746070424.850449:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3911 00000100:00100000:0.0:1746070424.850455:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015357696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070424.850575:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015357696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070424.850581:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3911 00002000:00100000:0.0:1746070424.850585:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cf56300 x1830887015357696/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070424.850591:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf56300 with x1830887015357696 ext(0->4095) 00002000:00010000:0.0:1746070424.850594:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf56300 00000100:00100000:0.0:1746070424.852665:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.853461:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015357824 00000100:00100000:2.0:1746070424.853469:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015357824 00000100:00100000:2.0:1746070424.853511:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5224 00000100:00100000:2.0:1746070424.853517:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015357824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.853531:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.853545:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e8c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5ef expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.853566:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e8bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e8 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.853573:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.853575:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.853578:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e8c6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5ef expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.853606:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e8bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e8 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.853615:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e8bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e8 expref: 77 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.853625:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013294848:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.853712:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.855966:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.856170:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015357952 00000100:00100000:1.0:1746070424.856178:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015357952 00010000:00010000:1.0:1746070424.856205:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e8bf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e8 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.856228:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7491 00000100:00100000:1.0:1746070424.856235:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015357952:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070424.856246:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070424.856264:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e8bf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e8 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.856274:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e8bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e8 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.856295:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.856297:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.856302:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e8c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5ef expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.856309:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e8c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5ef expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.856336:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e8c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5ef expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070424.856347:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013294976:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070424.856413:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f600 going to sleep for 11 seconds 00010000:00010000:2.0:1746070424.856802:0:12041:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e8bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5e8 expref: 78 pid: 8445 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.856833:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013294848:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.856851:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e8c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5ef expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.856858:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070424.856882:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015357824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3365us (4223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.856888:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5224 00000100:00100000:0.0:1746070424.859697:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.859832:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013294976:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070424.859848:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070424.859882:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1964:x1830887015357952:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3648us (3922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.859891:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7491 00000100:00100000:0.0:1746070424.860345:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.860531:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015358208 00000100:00100000:3.0:1746070424.860537:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015358208 00002000:00100000:3.0:1746070424.860568:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcd180 x1830887015358208/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.860575:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcd180 with x1830887015358208 ext(0->4095) 00002000:00010000:3.0:1746070424.860579:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcd180 00000100:00100000:3.0:1746070424.860594:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3912 00000100:00100000:3.0:1746070424.860599:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015358208:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070424.860726:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015358208:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (1061us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.860731:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3912 00002000:00100000:3.0:1746070424.860736:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcd180 x1830887015358208/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.860742:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcd180 with x1830887015358208 ext(0->4095) 00002000:00010000:3.0:1746070424.860745:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcd180 00000100:00100000:2.0:1746070424.860981:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015358336 00000100:00100000:2.0:1746070424.860984:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015358336 00000100:00100000:2.0:1746070424.861009:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5225 00000100:00100000:2.0:1746070424.861014:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015358336:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.861021:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.861033:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5f6 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.861051:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e8c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5ef expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.861057:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.861059:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.861062:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.861080:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e8c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5ef expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.861089:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e8c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5ef expref: 5 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.861097:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013295104:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.861146:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.863330:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013295104:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070424.863351:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.863363:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070424.863404:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015358336:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2388us (3057us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.863411:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5225 00000100:00100000:0.0:1746070424.864807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.865009:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015358464 00000100:00100000:2.0:1746070424.865016:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015358464 00000100:00100000:2.0:1746070424.865053:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5226 00000100:00100000:2.0:1746070424.865059:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887015358464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.865071:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.865083:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e8d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf5fd expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.865102:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.865106:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.865110:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070424.865113:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e8d4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5fd expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.865138:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.865147:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e8d4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5fd expref: 79 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.865155:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070424.865189:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31621:x1830887015358464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.865194:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5226 00000100:00100000:0.0:1746070424.866042:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.866358:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015358592 00000100:00100000:1.0:1746070424.866363:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015358592 00010000:00010000:1.0:1746070424.866382:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e8c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5ef expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.866405:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7492 00000100:00100000:1.0:1746070424.866409:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015358592:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070424.866416:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070424.866430:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e8c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5ef expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.866439:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e8c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5ef expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.866453:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e8c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5ef expref: 6 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.866466:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.866467:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.866471:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.866478:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.866497:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.866507:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.866516:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013295360:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070424.866570:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.868228:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.868616:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013295360:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070424.868630:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070424.868703:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015358592:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2291us (2661us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.868711:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7492 00000100:00100000:2.0:1746070424.868774:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015358848 00000100:00100000:2.0:1746070424.868779:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015358848 00002000:00100000:2.0:1746070424.868808:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcf480 x1830887015358848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.868816:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcf480 with x1830887015358848 ext(0->4095) 00010000:00010000:2.0:1746070424.868822:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.868844:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.868850:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcf480 00000100:00100000:2.0:1746070424.868874:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1783 00000100:00100000:2.0:1746070424.868880:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015358848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.869197:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015358848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 316us (971us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.869202:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1783 00002000:00100000:2.0:1746070424.869208:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcf480 x1830887015358848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.869214:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcf480 with x1830887015358848 ext(0->4095) 00010000:00010000:2.0:1746070424.869217:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.869224:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.869229:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcf480 00000100:00100000:0.0:1746070424.872786:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.872923:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015358976 00000100:00100000:1.0:1746070424.872931:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015358976 00010000:00010000:1.0:1746070424.872958:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.873753:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7493 00000100:00100000:1.0:1746070424.873764:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015358976:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070424.873776:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070424.873795:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.873811:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.873842:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e8cd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5f6 expref: 79 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.873866:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.873868:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.873874:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e8d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5fd expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.873881:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e8d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5fd expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.873913:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e8d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5fd expref: 78 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070424.873924:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013295488:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070424.874001:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746070424.879325:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013295488:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070424.879342:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070424.879388:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015358976:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5626us (6607us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.879396:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7493 00000100:00100000:0.0:1746070424.879624:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.879697:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015359232 00000100:00100000:2.0:1746070424.879702:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015359232 00002000:00100000:2.0:1746070424.879730:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9bb80 x1830887015359232/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.879739:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9bb80 with x1830887015359232 ext(0->4095) 00002000:00010000:2.0:1746070424.879742:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c9bb80 00000100:00100000:2.0:1746070424.879757:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3913 00000100:00100000:2.0:1746070424.879763:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015359232:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.880668:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015359232:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 904us (1043us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.880697:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3913 00002000:00100000:2.0:1746070424.880702:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9bb80 x1830887015359232/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.880709:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9bb80 with x1830887015359232 ext(0->4095) 00002000:00010000:2.0:1746070424.880712:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c9bb80 00000100:00100000:0.0:1746070424.882211:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.882280:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015359360 00000100:00100000:3.0:1746070424.882285:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015359360 00000100:00100000:3.0:1746070424.882356:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5227 00000100:00100000:3.0:1746070424.882361:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015359360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.882374:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.882387:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf604 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.882408:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e8d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5fd expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.882415:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.882416:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.882419:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.882442:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e8d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5fd expref: 77 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.882453:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e8d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5fd expref: 77 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.882463:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013295616:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.882860:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.884000:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013295616:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.884019:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.884031:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13600, rc 0) 00000100:00100000:3.0:1746070424.884157:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015359360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1794us (1947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.884167:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5227 00000100:00100000:0.0:1746070424.887555:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.887697:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015359488 00000100:00100000:1.0:1746070424.887705:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015359488 00010000:00010000:1.0:1746070424.887730:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e8d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5fd expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.887752:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7494 00000100:00100000:1.0:1746070424.887758:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015359488:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070424.887768:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070424.887785:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e8d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5fd expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.887795:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e8d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5fd expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.887814:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e8d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf5fd expref: 78 pid: 12041 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.887851:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.887854:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.887860:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.887867:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.887893:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070424.887903:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013295744:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070424.888474:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.888986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.889129:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015359616 00000100:00100000:3.0:1746070424.889134:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015359616 00000100:00100000:3.0:1746070424.889171:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5228 00000100:00100000:3.0:1746070424.889177:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015359616:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.889189:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.889197:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf60b expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.889214:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.889219:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.889220:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070424.889223:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.889241:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.889249:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.889257:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013295872:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.889315:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070424.889798:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013295744:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070424.889809:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070424.889845:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015359488:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2087us (2296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.889855:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7494 00000100:00100000:0.0:1746070424.890548:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.890587:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015359872 00000100:00100000:2.0:1746070424.890591:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015359872 00002000:00100000:2.0:1746070424.890613:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99f80 x1830887015359872/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.890621:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99f80 with x1830887015359872 ext(0->4095) 00010000:00010000:2.0:1746070424.890626:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.890635:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.890646:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c99f80 00000100:00100000:2.0:1746070424.890693:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1784 00000100:00100000:2.0:1746070424.890700:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015359872:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070424.891059:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015359872:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 359us (512us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.891065:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1784 00002000:00100000:2.0:1746070424.891070:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99f80 x1830887015359872/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.891077:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99f80 with x1830887015359872 ext(0->4095) 00010000:00010000:2.0:1746070424.891081:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.891089:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.891094:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c99f80 00000100:00100000:3.0:1746070424.891327:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013295872:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.891346:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 78 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.891356:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12c00, rc 0) 00000100:00100000:3.0:1746070424.891376:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31620:x1830887015359616:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2200us (2392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.891381:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5228 00000100:00100000:0.0:1746070424.894110:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.894181:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015360000 00000100:00100000:1.0:1746070424.894187:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015360000 00010000:00010000:1.0:1746070424.894210:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.894239:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7495 00000100:00100000:1.0:1746070424.894244:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a445b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015360000:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070424.894255:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070424.894271:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.894280:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.894297:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf604 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.894318:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.894320:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.894326:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.894338:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.894363:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070424.894373:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013296000:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070424.894433:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746070424.898832:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013296000:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070424.898849:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070424.898888:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a445b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015360000:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4642us (4782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.898896:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7495 00000100:00100000:0.0:1746070424.901583:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.901641:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015360256 00000100:00100000:2.0:1746070424.901648:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015360256 00002000:00100000:2.0:1746070424.902246:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9b800 x1830887015360256/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.902255:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9b800 with x1830887015360256 ext(0->4095) 00002000:00010000:2.0:1746070424.902260:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c9b800 00000100:00100000:2.0:1746070424.902283:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3914 00000100:00100000:2.0:1746070424.902291:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015360256:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070424.902426:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015360256:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (848us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.902432:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3914 00002000:00100000:2.0:1746070424.902437:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9b800 x1830887015360256/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.902443:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9b800 with x1830887015360256 ext(0->4095) 00002000:00010000:2.0:1746070424.902445:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c9b800 00000100:00100000:0.0:1746070424.908764:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.909276:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015360384 00000100:00100000:3.0:1746070424.909284:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015360384 00000100:00100000:3.0:1746070424.909331:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5229 00000100:00100000:3.0:1746070424.909338:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015360384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.909351:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.909365:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf612 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.909387:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.909393:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.909395:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.909397:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.909419:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 77 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.909429:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 77 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:3.0:1746070424.909439:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013296128:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.910052:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.915367:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013296128:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.915391:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.915405:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13400, rc 0) 00000100:00100000:3.0:1746070424.915439:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015360384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6102us (8774us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.915446:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5229 00000100:00100000:0.0:1746070424.916953:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.917882:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015360512 00000100:00100000:1.0:1746070424.917890:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015360512 00002000:00100000:1.0:1746070424.917921:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099c9b100 x1830887015360512/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 496/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.917930:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9b100 with x1830887015360512 ext(0->7) 00010000:00010000:1.0:1746070424.917937:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.917949:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 78 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.917964:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c9b100 00000100:00100000:1.0:1746070424.917980:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1785 00000100:00100000:1.0:1746070424.917986:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015360512:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070424.919727:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1964:x1830887015360512:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 1737us (2773us total) trans 4294967993 rc 0/0 00000100:00100000:1.0:1746070424.919735:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1785 00002000:00100000:1.0:1746070424.919743:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099c9b100 x1830887015360512/t4294967993(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 496/448 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070424.919750:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9b100 with x1830887015360512 ext(0->7) 00010000:00010000:1.0:1746070424.919756:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 80 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.919766:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 80 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:1.0:1746070424.919771:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c9b100 00000100:00100000:0.0:1746070424.931791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.931998:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015360640 00000100:00100000:1.0:1746070424.932006:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015360640 00010000:00010000:1.0:1746070424.932032:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 80 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:1.0:1746070424.932064:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7496 00000100:00100000:1.0:1746070424.932071:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1964:x1830887015360640:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070424.932082:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070424.932103:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 80 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.932126:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 80 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.932144:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e8e2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf60b expref: 80 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:1.0:1746070424.932508:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.932511:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070424.932518:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.932525:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070424.932552:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070424.932563:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087bebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013296256:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070424.932854:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070424.933042:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.933200:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015360768 00000100:00100000:2.0:1746070424.933204:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015360768 00000100:00100000:2.0:1746070424.933229:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5230 00000100:00100000:2.0:1746070424.933233:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31620:x1830887015360768:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070424.933243:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070424.933253:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf619 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.933267:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.933272:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.933274:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.933276:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 81 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.933291:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.933305:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 5 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.933313:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013296384:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070424.933346:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.935156:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.935288:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015361024 00000100:00100000:2.0:1746070424.935294:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015361024 00002000:00100000:2.0:1746070424.935323:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323b80 x1830887015361024/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.935332:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323b80 with x1830887015361024 ext(0->4095) 00010000:00010000:2.0:1746070424.935338:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.935349:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.935355:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093323b80 00000100:00100000:2.0:1746070424.935369:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1786 00000100:00100000:2.0:1746070424.935374:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015361024:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070424.935485:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015361024:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (332us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070424.935490:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1786 00002000:00100000:2.0:1746070424.935495:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323b80 x1830887015361024/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.935506:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323b80 with x1830887015361024 ext(0->4095) 00010000:00010000:2.0:1746070424.935510:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.935518:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00002000:00010000:2.0:1746070424.935523:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093323b80 00000100:00100000:1.0:1746070424.935600:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087bebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013296256:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070424.935611:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070424.935632:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1964:x1830887015360640:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3562us (3848us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070424.935640:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7496 00000100:00100000:3.0:1746070424.935907:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013296384:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.935922:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 80 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.935932:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:3.0:1746070424.935949:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31620:x1830887015360768:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2716us (3096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.935955:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5230 00000100:00100000:1.0:1746070424.939727:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.939863:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015361152 00000100:00100000:2.0:1746070424.939870:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015361152 00010000:00010000:2.0:1746070424.939895:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746070424.939915:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7497 00000100:00100000:2.0:1746070424.939920:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015361152:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.939930:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.939947:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.939957:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.939973:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e8e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf612 expref: 6 pid: 8444 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746070424.940578:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.940580:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.940588:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.940595:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.940619:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.940628:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013296512:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.940705:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.943666:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013296512:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.943709:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.944021:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015361152:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4098us (4297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.944029:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7497 00000100:00100000:1.0:1746070424.944433:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.944521:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015361408 00000100:00100000:3.0:1746070424.944526:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015361408 00002000:00100000:3.0:1746070424.944555:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8e00 x1830887015361408/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.944563:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8e00 with x1830887015361408 ext(0->4095) 00002000:00010000:3.0:1746070424.944567:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be8e00 00000100:00100000:3.0:1746070424.944591:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3915 00000100:00100000:3.0:1746070424.944597:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1961:x1830887015361408:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070424.944726:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1961:x1830887015361408:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (293us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.944732:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3915 00002000:00100000:3.0:1746070424.944736:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8e00 x1830887015361408/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.944743:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8e00 with x1830887015361408 ext(0->4095) 00002000:00010000:3.0:1746070424.944746:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be8e00 00000100:00100000:0.0:1746070424.948743:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.948849:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015361536 00000100:00100000:3.0:1746070424.948856:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015361536 00000100:00100000:3.0:1746070424.948885:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5231 00000100:00100000:3.0:1746070424.948891:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015361536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.948905:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.948918:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf620 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.948941:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.948948:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.948949:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.948952:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.948977:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 79 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.948988:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 79 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070424.948997:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013296640:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.949257:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.952277:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013296640:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.952303:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.952317:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13c00, rc 0) 00000100:00100000:3.0:1746070424.952351:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015361536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3459us (3615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.952358:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5231 00000100:00100000:0.0:1746070424.958254:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.958333:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015361664 00000100:00100000:2.0:1746070424.958340:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015361664 00002000:00100000:2.0:1746070424.958373:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093321500 x1830887015361664/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 496/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.958382:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321500 with x1830887015361664 ext(0->7) 00010000:00010000:2.0:1746070424.958388:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 80 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070424.958401:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 80 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070424.958411:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321500 00000100:00100000:2.0:1746070424.958440:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1787 00000100:00100000:2.0:1746070424.958446:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1964:x1830887015361664:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070424.958716:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1964:x1830887015361664:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 269us (468us total) trans 4294967994 rc 0/0 00000100:00100000:2.0:1746070424.958722:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1787 00002000:00100000:2.0:1746070424.958727:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093321500 x1830887015361664/t4294967994(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 496/448 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070424.958734:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321500 with x1830887015361664 ext(0->7) 00010000:00010000:2.0:1746070424.958738:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 82 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070424.958746:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 82 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070424.958751:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321500 00000100:00100000:0.0:1746070424.969334:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.969536:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015361792 00000100:00100000:3.0:1746070424.969547:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015361792 00000100:00100000:3.0:1746070424.969581:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5232 00000100:00100000:3.0:1746070424.969592:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:31620:x1830887015361792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.969606:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.969620:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf627 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.969642:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.969648:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.969653:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070424.969656:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 83 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.969709:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.969719:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 83 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.969726:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13600, rc 0) 00000100:00100000:3.0:1746070424.970197:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:31620:x1830887015361792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 607us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.970203:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5232 00000100:00100000:0.0:1746070424.970735:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.970793:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015361920 00000100:00100000:2.0:1746070424.970797:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015361920 00010000:00010000:2.0:1746070424.970813:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 83 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070424.970858:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7498 00000100:00100000:2.0:1746070424.970863:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:1963:x1830887015361920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.970870:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.970885:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 83 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070424.970893:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 83 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070424.970908:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e8f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf619 expref: 83 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070424.970928:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.970929:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.970934:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.970940:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.970956:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.970964:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 5 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070424.970972:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013296896:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.972003:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070424.973718:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013296896:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.973733:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070424.973765:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1963:x1830887015361920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2900us (3029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.973774:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7498 00000100:00100000:0.0:1746070424.974420:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.974601:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015362176 00000100:00100000:3.0:1746070424.974607:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015362176 00002000:00100000:3.0:1746070424.974636:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8380 x1830887015362176/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.974644:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8380 with x1830887015362176 ext(0->4095) 00010000:00010000:3.0:1746070424.974650:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070424.974662:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070424.974694:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af8380 00000100:00100000:3.0:1746070424.974715:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1788 00000100:00100000:3.0:1746070424.974721:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015362176:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070424.974834:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015362176:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (415us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.974839:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1788 00002000:00100000:3.0:1746070424.974844:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8380 x1830887015362176/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.974851:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8380 with x1830887015362176 ext(0->4095) 00010000:00010000:3.0:1746070424.974855:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070424.974862:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070424.974867:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af8380 00000100:00100000:0.0:1746070424.980334:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070424.980577:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015362304 00000100:00100000:2.0:1746070424.980584:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015362304 00010000:00010000:2.0:1746070424.980613:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070424.980646:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7499 00000100:00100000:2.0:1746070424.980653:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015362304:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070424.980665:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070424.980700:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070424.980710:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070424.980728:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e8f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf620 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070424.980757:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.980759:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070424.980765:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 81 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.980772:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 81 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070424.980798:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 81 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070424.980809:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013297024:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070424.981346:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070424.983170:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.983247:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015362560 00000100:00100000:3.0:1746070424.983253:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015362560 00002000:00100000:3.0:1746070424.983286:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afb800 x1830887015362560/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/0 e 0 to 0 dl 1746070435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.983295:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb800 with x1830887015362560 ext(0->4095) 00002000:00010000:3.0:1746070424.983298:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afb800 00000100:00100000:3.0:1746070424.983314:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3916 00000100:00100000:3.0:1746070424.983320:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1962:x1830887015362560:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070424.983528:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013297024:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070424.983542:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070424.984272:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1962:x1830887015362560:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 950us (1106us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070424.984279:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3916 00002000:00100000:3.0:1746070424.984285:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afb800 x1830887015362560/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:55/0 lens 488/4536 e 0 to 0 dl 1746070435 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070424.984293:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb800 with x1830887015362560 ext(0->4095) 00002000:00010000:3.0:1746070424.984296:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afb800 00000100:00100000:2.0:1746070424.984375:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015362304:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3721us (4047us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070424.984382:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7499 00000100:00100000:0.0:1746070424.988795:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070424.988895:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015362688 00000100:00100000:3.0:1746070424.988902:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015362688 00000100:00100000:3.0:1746070424.988931:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5233 00000100:00100000:3.0:1746070424.988937:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015362688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070424.988950:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070424.988963:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf62e expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.988986:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 81 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.988993:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.988995:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070424.988998:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.989020:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 81 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.989034:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 81 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070424.989045:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013297152:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070424.989439:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070424.990992:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013297152:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070424.991010:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070424.991021:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13400, rc 0) 00000100:00100000:3.0:1746070424.991045:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015362688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2108us (2257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070424.991051:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5233 00000100:00100000:0.0:1746070425.005986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.006150:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015362816 00000100:00100000:3.0:1746070425.006158:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015362816 00000100:00100000:3.0:1746070425.006195:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5234 00000100:00100000:3.0:1746070425.006201:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:31620:x1830887015362816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.006214:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.006226:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf635 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.006246:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.006250:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.006259:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070425.006261:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 83 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.006289:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.006297:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 83 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.006305:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13a00, rc 0) 00000100:00100000:3.0:1746070425.006348:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:31620:x1830887015362816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.006353:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5234 00000100:00100000:0.0:1746070425.007524:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.007591:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015362944 00000100:00100000:3.0:1746070425.007596:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015362944 00002000:00100000:3.0:1746070425.007622:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091f73480 x1830887015362944/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.007629:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f73480 with x1830887015362944 ext(0->7) 00010000:00010000:3.0:1746070425.007635:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 83 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.007645:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 83 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.007651:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f73480 00000100:00100000:3.0:1746070425.007692:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1789 00000100:00100000:3.0:1746070425.007697:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:1964:x1830887015362944:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070425.007988:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1964:x1830887015362944:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 289us (465us total) trans 4294967995 rc 0/0 00000100:00100000:3.0:1746070425.007995:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1789 00002000:00100000:3.0:1746070425.008000:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091f73480 x1830887015362944/t4294967995(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/448 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.008006:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f73480 with x1830887015362944 ext(0->7) 00010000:00010000:3.0:1746070425.008010:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 85 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.008019:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 85 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.008024:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f73480 00000100:00100000:0.0:1746070425.014754:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.014934:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015363072 00000100:00100000:2.0:1746070425.014941:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015363072 00010000:00010000:2.0:1746070425.014967:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 85 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.014994:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7500 00000100:00100000:2.0:1746070425.015000:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1962:x1830887015363072:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.015010:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.015025:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 85 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.015036:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 85 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.015051:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e8fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf627 expref: 85 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.015296:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.015298:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.015305:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.015312:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.015337:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.015346:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 5 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.015356:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013297408:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.018019:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.020734:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013297408:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.020748:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.020779:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1962:x1830887015363072:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5779us (6031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.020788:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7500 00000100:00100000:0.0:1746070425.022761:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.023177:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015363328 00000100:00100000:2.0:1746070425.023184:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015363328 00002000:00100000:2.0:1746070425.023218:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f70a80 x1830887015363328/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.023227:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70a80 with x1830887015363328 ext(0->4095) 00010000:00010000:2.0:1746070425.023234:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.023251:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.023257:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f70a80 00000100:00100000:2.0:1746070425.023284:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1790 00000100:00100000:2.0:1746070425.023290:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015363328:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.023405:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015363328:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (651us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.023412:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1790 00002000:00100000:2.0:1746070425.023417:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f70a80 x1830887015363328/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.023424:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f70a80 with x1830887015363328 ext(0->4095) 00010000:00010000:2.0:1746070425.023428:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.023436:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.023442:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f70a80 00000100:00100000:0.0:1746070425.026860:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.026989:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015363456 00000100:00100000:2.0:1746070425.026996:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015363456 00010000:00010000:2.0:1746070425.027024:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.027055:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7501 00000100:00100000:2.0:1746070425.027063:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015363456:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.027073:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.027090:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.027100:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.027118:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607e905 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf62e expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.027143:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.027145:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.027151:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 83 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.027159:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 83 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.027185:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 83 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070425.027195:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013297536:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.030282:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.032049:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013297536:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.032064:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.032108:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015363456:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5045us (5255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.032117:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7501 00000100:00100000:0.0:1746070425.032205:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.032446:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015363712 00000100:00100000:3.0:1746070425.032452:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015363712 00002000:00100000:3.0:1746070425.032480:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8700 x1830887015363712/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.032489:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8700 with x1830887015363712 ext(0->4095) 00002000:00010000:3.0:1746070425.032493:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e8700 00000100:00100000:3.0:1746070425.032505:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3917 00000100:00100000:3.0:1746070425.032511:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1963:x1830887015363712:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070425.032613:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1963:x1830887015363712:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (408us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.032621:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3917 00002000:00100000:3.0:1746070425.032626:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8700 x1830887015363712/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.032633:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8700 with x1830887015363712 ext(0->4095) 00002000:00010000:3.0:1746070425.032635:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e8700 00000100:00100000:0.0:1746070425.044317:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.045387:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015363840 00000100:00100000:2.0:1746070425.045394:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015363840 00000100:00100000:2.0:1746070425.045438:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5235 00000100:00100000:2.0:1746070425.045444:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015363840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.045458:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.045471:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf63c expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.045494:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 83 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.045501:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.045503:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.045506:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.045529:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 83 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.045538:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 83 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.045548:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013297664:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.045611:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.055330:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013297664:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.055355:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.055368:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070425.055403:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015363840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9958us (11092us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.055410:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5235 00000100:00100000:0.0:1746070425.056135:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.056528:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015363968 00000100:00100000:2.0:1746070425.056533:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015363968 00000100:00100000:2.0:1746070425.056669:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5236 00000100:00100000:2.0:1746070425.056786:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31620:x1830887015363968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.056798:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.056808:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf643 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.056838:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.056843:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.056848:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070425.056851:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.056877:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.056887:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.056899:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070425.058834:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31620:x1830887015363968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2035us (2686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.058843:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5236 00000100:00100000:2.0:1746070425.059812:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.060386:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015364096 00000100:00100000:3.0:1746070425.060393:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015364096 00002000:00100000:3.0:1746070425.060425:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012cf57800 x1830887015364096/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.060433:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf57800 with x1830887015364096 ext(0->7) 00010000:00010000:3.0:1746070425.060440:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 85 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.060451:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 85 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.060456:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf57800 00000100:00100000:3.0:1746070425.060483:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1791 00000100:00100000:3.0:1746070425.060489:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1964:x1830887015364096:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070425.060750:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1964:x1830887015364096:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 260us (939us total) trans 4294967996 rc 0/0 00000100:00100000:3.0:1746070425.060756:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1791 00002000:00100000:3.0:1746070425.060762:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012cf57800 x1830887015364096/t4294967996(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/448 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.060773:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf57800 with x1830887015364096 ext(0->7) 00010000:00010000:3.0:1746070425.060778:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 87 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.060787:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 87 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.060792:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf57800 00000100:00100000:0.0:1746070425.063500:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.063703:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015364224 00000100:00100000:2.0:1746070425.063711:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015364224 00010000:00010000:2.0:1746070425.063736:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 87 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.063758:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7502 00000100:00100000:2.0:1746070425.063764:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a445b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1961:x1830887015364224:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.063774:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.063790:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 87 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.063800:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 87 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.063819:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e90c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf635 expref: 87 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.063851:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.063853:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.063860:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.063872:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.063900:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.063910:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 5 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.063919:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013297920:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.064124:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070425.066616:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.066718:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013297920:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.066734:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.066763:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a445b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1961:x1830887015364224:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2999us (3268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.066772:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7502 00000100:00100000:3.0:1746070425.067515:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015364480 00000100:00100000:3.0:1746070425.067521:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015364480 00002000:00100000:3.0:1746070425.067548:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8700 x1830887015364480/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.067556:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8700 with x1830887015364480 ext(0->4095) 00010000:00010000:3.0:1746070425.067563:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.067574:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.067579:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8700 00000100:00100000:3.0:1746070425.067602:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1792 00000100:00100000:3.0:1746070425.067608:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015364480:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070425.067749:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015364480:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (1138us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.067755:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1792 00002000:00100000:3.0:1746070425.067760:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8700 x1830887015364480/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.067766:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8700 with x1830887015364480 ext(0->4095) 00010000:00010000:3.0:1746070425.067771:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.067779:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.067785:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8700 00000100:00100000:1.0:1746070425.069625:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.069703:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015364608 00000100:00100000:2.0:1746070425.069708:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015364608 00010000:00010000:2.0:1746070425.069730:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.069778:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7503 00000100:00100000:2.0:1746070425.069784:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015364608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.069794:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.069810:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.069820:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.069848:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607e913 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf63c expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.069859:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.069860:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.069866:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.069873:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.069898:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070425.069908:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013298048:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.070278:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070425.074496:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.074561:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015364864 00000100:00100000:0.0:1746070425.074568:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015364864 00002000:00100000:0.0:1746070425.074599:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087bebb80 x1830887015364864/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070425.074609:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087bebb80 with x1830887015364864 ext(0->4095) 00002000:00010000:0.0:1746070425.074613:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087bebb80 00000100:00100000:0.0:1746070425.074638:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3918 00000100:00100000:0.0:1746070425.074644:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1961:x1830887015364864:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070425.074801:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1961:x1830887015364864:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (309us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070425.074807:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3918 00002000:00100000:0.0:1746070425.074813:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087bebb80 x1830887015364864/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070425.074820:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087bebb80 with x1830887015364864 ext(0->4095) 00002000:00010000:0.0:1746070425.074830:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087bebb80 00000100:00100000:2.0:1746070425.076348:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013298048:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.076366:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.076406:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015364608:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6622us (6784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.076414:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7503 00000100:00100000:0.0:1746070425.077271:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.084363:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015364992 00000100:00100000:2.0:1746070425.084373:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015364992 00000100:00100000:2.0:1746070425.084425:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5237 00000100:00100000:2.0:1746070425.084432:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015364992:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.084446:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.084459:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf64a expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.084482:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.084489:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.084491:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.084494:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.084515:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 85 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.084526:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 85 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.084536:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013298176:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.084610:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.090169:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013298176:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.090195:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.090217:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070425.090250:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015364992:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5819us (12980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.090257:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5237 00000100:00100000:0.0:1746070425.103463:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.103546:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015365120 00000100:00100000:3.0:1746070425.103554:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015365120 00002000:00100000:3.0:1746070425.103588:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009c784000 x1830887015365120/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.103597:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c784000 with x1830887015365120 ext(0->7) 00010000:00010000:3.0:1746070425.103605:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 86 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.103618:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 86 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.103624:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c784000 00000100:00100000:3.0:1746070425.103639:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1793 00000100:00100000:3.0:1746070425.103645:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1962:x1830887015365120:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070425.104033:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1962:x1830887015365120:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 386us (574us total) trans 4294967997 rc 0/0 00000100:00100000:3.0:1746070425.104042:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1793 00002000:00100000:3.0:1746070425.104048:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009c784000 x1830887015365120/t4294967997(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/448 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.104055:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c784000 with x1830887015365120 ext(0->7) 00010000:00010000:3.0:1746070425.104059:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 88 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.104068:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 88 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.104074:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c784000 00000100:00100000:0.0:1746070425.125561:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.125609:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.125709:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015365248 00000100:00100000:2.0:1746070425.125716:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015365248 00000100:00100000:2.0:1746070425.125751:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5238 00000100:00100000:2.0:1746070425.125757:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:31620:x1830887015365248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.125770:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.125784:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e928 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf651 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.125805:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.125810:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.125815:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070425.125818:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e928 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf651 expref: 89 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.125859:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.125871:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e928 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf651 expref: 89 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.125884:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070425.125932:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:31620:x1830887015365248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.125938:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5238 00000100:00100000:3.0:1746070425.126368:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015365376 00000100:00100000:3.0:1746070425.126372:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015365376 00010000:00010000:3.0:1746070425.126389:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 89 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.126508:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7504 00000100:00100000:3.0:1746070425.126514:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:1961:x1830887015365376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.126522:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.126538:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 89 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.126547:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 89 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.126561:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e91a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf643 expref: 89 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.126719:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.126721:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.126727:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.126734:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.126752:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.126762:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 5 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.126771:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013298432:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.130814:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.134615:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013298432:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.134632:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.136162:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1961:x1830887015365376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 9642us (10547us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.136173:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7504 00000100:00100000:1.0:1746070425.136349:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.136724:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015365632 00000100:00100000:3.0:1746070425.136730:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015365632 00002000:00100000:3.0:1746070425.137195:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087bead80 x1830887015365632/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.137211:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087bead80 with x1830887015365632 ext(0->4095) 00010000:00010000:3.0:1746070425.137218:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.137230:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.137236:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087bead80 00000100:00100000:3.0:1746070425.137801:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1794 00000100:00100000:3.0:1746070425.137808:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015365632:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070425.137935:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015365632:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (1585us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.137940:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1794 00002000:00100000:3.0:1746070425.137946:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087bead80 x1830887015365632/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.137953:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087bead80 with x1830887015365632 ext(0->4095) 00010000:00010000:3.0:1746070425.137957:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.137966:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.137971:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087bead80 00000100:00100000:0.0:1746070425.141722:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.142045:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015365760 00000100:00100000:3.0:1746070425.142053:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015365760 00010000:00010000:3.0:1746070425.142080:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.142254:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7505 00000100:00100000:3.0:1746070425.142261:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015365760:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.142273:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.142289:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.142298:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.142316:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e921 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf64a expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.143976:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.143979:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.143989:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e928 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf651 expref: 87 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.143998:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e928 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf651 expref: 87 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.144032:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e928 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf651 expref: 87 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.144044:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013298560:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.144121:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.146007:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013298560:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.146021:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.146091:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015365760:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3829us (4376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.146100:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7505 00000100:00100000:0.0:1746070425.146984:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.147113:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015366016 00000100:00100000:1.0:1746070425.147119:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015366016 00002000:00100000:1.0:1746070425.147151:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcf480 x1830887015366016/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.147159:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcf480 with x1830887015366016 ext(0->4095) 00002000:00010000:1.0:1746070425.147164:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcf480 00000100:00100000:1.0:1746070425.147189:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3919 00000100:00100000:1.0:1746070425.147195:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1964:x1830887015366016:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070425.147313:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1964:x1830887015366016:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.147318:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3919 00002000:00100000:1.0:1746070425.147322:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcf480 x1830887015366016/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.147329:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcf480 with x1830887015366016 ext(0->4095) 00002000:00010000:1.0:1746070425.147331:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcf480 00000100:00100000:0.0:1746070425.149362:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.149419:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015366144 00000100:00100000:2.0:1746070425.149425:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015366144 00000100:00100000:2.0:1746070425.149468:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5239 00000100:00100000:2.0:1746070425.149475:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015366144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.149487:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.149500:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e92f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf658 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.149527:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e928 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf651 expref: 87 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.149536:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.149538:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.149541:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e92f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf658 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.149564:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e928 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf651 expref: 87 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.149573:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e928 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf651 expref: 87 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.149588:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013298688:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.149662:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070425.151427:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.152160:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013298688:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.152182:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e92f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf658 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.152195:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070425.152240:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015366144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2765us (2880us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.152247:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5239 00000100:00100000:3.0:1746070425.152488:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015366272 00000100:00100000:3.0:1746070425.152493:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015366272 00010000:00010000:3.0:1746070425.152515:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e928 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf651 expref: 88 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.152532:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7506 00000100:00100000:3.0:1746070425.152537:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1964:x1830887015366272:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.152546:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.152562:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e928 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf651 expref: 88 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.152571:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e928 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf651 expref: 88 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.152589:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e928 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf651 expref: 88 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.152601:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.152603:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.152608:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e92f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf658 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.152619:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e92f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf658 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.152805:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e92f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf658 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.152816:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013298816:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.153463:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.156468:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.156524:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015366528 00000100:00100000:2.0:1746070425.156531:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015366528 00002000:00100000:2.0:1746070425.156564:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcc700 x1830887015366528/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.156572:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcc700 with x1830887015366528 ext(0->4095) 00002000:00010000:2.0:1746070425.156576:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcc700 00000100:00100000:2.0:1746070425.156604:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3920 00000100:00100000:2.0:1746070425.156610:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015366528:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.156769:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015366528:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.156776:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3920 00002000:00100000:2.0:1746070425.156781:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcc700 x1830887015366528/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.156793:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcc700 with x1830887015366528 ext(0->4095) 00002000:00010000:2.0:1746070425.156796:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcc700 00000100:00100000:3.0:1746070425.157352:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013298816:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.157367:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.157397:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1964:x1830887015366272:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4859us (5973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.157404:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7506 00000100:00100000:0.0:1746070425.159424:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.159542:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.159713:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015366656 00000100:00100000:2.0:1746070425.159719:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015366656 00000100:00100000:2.0:1746070425.159752:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015366784 00000100:00100000:2.0:1746070425.159754:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015366784 00000100:00100000:2.0:1746070425.159767:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5240 00000100:00100000:2.0:1746070425.159773:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:31620:x1830887015366656:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.159785:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.159798:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf65f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.159833:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e92f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf658 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.159841:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.159842:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.159846:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.159867:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e92f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf658 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.159876:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e92f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf658 expref: 5 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.159886:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013298944:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.159942:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.159956:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5241 00000100:00100000:2.0:1746070425.159961:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:31621:x1830887015366784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.159966:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.159971:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e93d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf666 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.159981:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.159984:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 90 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.159988:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.159990:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e93d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf666 expref: 90 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.160007:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 90 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.160017:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e93d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf666 expref: 90 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.160024:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070425.160040:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:31621:x1830887015366784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 80us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.160045:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5241 00000100:00100000:0.0:1746070425.163427:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.163592:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013298944:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.163619:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.163634:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729400, rc 0) 00000100:00100000:2.0:1746070425.163666:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:31620:x1830887015366656:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3893us (4248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.163692:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5240 00000100:00100000:3.0:1746070425.163796:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015366912 00000100:00100000:3.0:1746070425.163801:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015366912 00010000:00010000:3.0:1746070425.163821:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e92f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf658 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.163860:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7507 00000100:00100000:3.0:1746070425.163865:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015366912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.163874:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.163889:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e92f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf658 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.163897:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e92f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf658 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.163914:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e92f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf658 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.163925:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.163926:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.163932:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 88 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.163938:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 88 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.163958:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 88 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.163967:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 88 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.163976:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013299200:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.164020:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.166596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.166649:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015367168 00000100:00100000:1.0:1746070425.166655:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015367168 00002000:00100000:1.0:1746070425.166706:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcf100 x1830887015367168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.166714:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcf100 with x1830887015367168 ext(0->4095) 00010000:00010000:1.0:1746070425.166721:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 89 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.166724:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013299200:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.166733:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 89 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.166738:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746070425.166739:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcf100 00000100:00100000:1.0:1746070425.166754:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1795 00000100:00100000:1.0:1746070425.166760:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:1964:x1830887015367168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070425.166768:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015366912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2902us (3347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.166776:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7507 00000100:00100000:1.0:1746070425.167347:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:1964:x1830887015367168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 585us (754us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.167353:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1795 00002000:00100000:1.0:1746070425.167357:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcf100 x1830887015367168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.167364:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcf100 with x1830887015367168 ext(0->4095) 00010000:00010000:1.0:1746070425.167369:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 89 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.167377:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 89 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.167382:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcf100 00000100:00100000:0.0:1746070425.173036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.175284:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015367296 00000100:00100000:3.0:1746070425.175293:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015367296 00010000:00010000:3.0:1746070425.175323:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 89 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.175348:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7508 00000100:00100000:3.0:1746070425.175355:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:1963:x1830887015367296:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.175364:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.175379:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 89 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.175389:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 89 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.175406:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607e936 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf65f expref: 89 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.175433:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.175435:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.175441:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e93d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf666 expref: 88 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.175448:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e93d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf666 expref: 88 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.175474:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e93d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf666 expref: 88 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.175485:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013299328:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.175551:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.180257:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013299328:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.180276:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.180357:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1963:x1830887015367296:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5002us (7326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.180366:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7508 00000100:00100000:0.0:1746070425.180890:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.181595:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015367552 00000100:00100000:1.0:1746070425.181600:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015367552 00002000:00100000:1.0:1746070425.181628:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946ab800 x1830887015367552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.181642:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ab800 with x1830887015367552 ext(0->4095) 00002000:00010000:1.0:1746070425.181646:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946ab800 00000100:00100000:1.0:1746070425.181668:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3921 00000100:00100000:1.0:1746070425.181695:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1964:x1830887015367552:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070425.181800:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1964:x1830887015367552:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (910us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.181805:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3921 00002000:00100000:1.0:1746070425.181810:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946ab800 x1830887015367552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.181817:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ab800 with x1830887015367552 ext(0->4095) 00002000:00010000:1.0:1746070425.181820:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946ab800 00000100:00100000:0.0:1746070425.187723:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.188270:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015367680 00000100:00100000:2.0:1746070425.188278:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015367680 00000100:00100000:2.0:1746070425.188325:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5242 00000100:00100000:2.0:1746070425.188332:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015367680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.188346:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.188360:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf66d expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.188383:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e93d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf666 expref: 87 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.188389:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.188391:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.188394:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.188417:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e93d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf666 expref: 87 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.188426:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e93d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf666 expref: 87 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.188440:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013299456:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.188520:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.190307:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.190373:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013299456:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.190390:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.190401:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070425.190426:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015367680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2095us (2711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.190433:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5242 00000100:00100000:3.0:1746070425.191040:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015367808 00000100:00100000:3.0:1746070425.191045:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015367808 00010000:00010000:3.0:1746070425.191064:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e93d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf666 expref: 88 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.191092:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7509 00000100:00100000:3.0:1746070425.191097:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a445b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1963:x1830887015367808:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.191106:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.191120:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e93d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf666 expref: 88 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.191128:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e93d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf666 expref: 88 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.191143:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e93d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf666 expref: 88 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.191160:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.191162:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.191167:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.191178:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.191198:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.191206:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013299584:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.191243:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.195318:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.195415:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.195718:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015367936 00000100:00100000:2.0:1746070425.195725:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015367936 00000100:00100000:1.0:1746070425.196100:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015368192 00000100:00100000:1.0:1746070425.196104:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015368192 00000100:00100000:2.0:1746070425.196133:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5243 00000100:00100000:2.0:1746070425.196141:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:31620:x1830887015367936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.196155:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.196167:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf674 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.196191:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.196197:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.196198:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.196201:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.196227:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.196238:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.196248:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013299712:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.196297:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.197623:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013299584:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.197638:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.197695:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a445b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:1963:x1830887015367808:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6596us (7390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.197704:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7509 00002000:00100000:1.0:1746070425.198700:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946aa300 x1830887015368192/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.198709:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aa300 with x1830887015368192 ext(0->4095) 00010000:00010000:1.0:1746070425.198717:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.198727:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.198733:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aa300 00000100:00100000:1.0:1746070425.198756:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1796 00000100:00100000:1.0:1746070425.198763:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015368192:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070425.198884:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015368192:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (3468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.198888:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1796 00002000:00100000:1.0:1746070425.198893:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946aa300 x1830887015368192/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.198899:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aa300 with x1830887015368192 ext(0->4095) 00010000:00010000:1.0:1746070425.198903:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.198910:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.198915:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aa300 00000100:00100000:3.0:1746070425.199074:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013299712:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070425.199090:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 88 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.199100:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:3.0:1746070425.199119:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:31620:x1830887015367936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2979us (3806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.199125:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5243 00000100:00100000:0.0:1746070425.203257:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.203428:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015368320 00000100:00100000:3.0:1746070425.203437:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015368320 00010000:00010000:3.0:1746070425.203464:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.203502:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7510 00000100:00100000:3.0:1746070425.203509:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015368320:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.203521:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.203538:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.203547:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.203564:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e944 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf66d expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.203589:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.203591:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.203597:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 87 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.203603:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 87 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.203629:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 87 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.203638:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013299840:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.206053:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.208906:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.209003:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015368576 00000100:00100000:2.0:1746070425.209010:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015368576 00002000:00100000:2.0:1746070425.209044:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c0700 x1830887015368576/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.209054:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0700 with x1830887015368576 ext(0->4095) 00002000:00010000:2.0:1746070425.209058:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c0700 00000100:00100000:2.0:1746070425.209087:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3922 00000100:00100000:2.0:1746070425.209093:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1963:x1830887015368576:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.209213:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1963:x1830887015368576:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.209219:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3922 00002000:00100000:2.0:1746070425.209224:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c0700 x1830887015368576/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.209230:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0700 with x1830887015368576 ext(0->4095) 00002000:00010000:2.0:1746070425.209233:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c0700 00000100:00100000:3.0:1746070425.214121:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013299840:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.214139:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.214184:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015368320:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 10676us (10935us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.214193:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7510 00000100:00100000:0.0:1746070425.224710:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.225035:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015368704 00000100:00100000:3.0:1746070425.225042:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015368704 00000100:00100000:3.0:1746070425.225084:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5244 00000100:00100000:3.0:1746070425.225090:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015368704:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.225104:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.225117:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf67b expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.225139:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 87 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.225146:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.225147:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.225150:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.225171:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 87 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.225181:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 87 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.225190:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013299968:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070425.226840:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.234274:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013299968:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070425.234298:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.234314:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12400, rc 0) 00000100:00100000:3.0:1746070425.234348:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015368704:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9257us (9676us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.234356:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5244 00000100:00100000:0.0:1746070425.234918:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.234951:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.235211:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015368832 00000100:00100000:1.0:1746070425.235217:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015368832 00002000:00100000:1.0:1746070425.235246:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a41c0a80 x1830887015368832/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.235254:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0a80 with x1830887015368832 ext(0->7) 00010000:00010000:1.0:1746070425.235261:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 88 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.235271:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 88 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.235276:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c0a80 00000100:00100000:1.0:1746070425.235299:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1797 00000100:00100000:1.0:1746070425.235305:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1964:x1830887015368832:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070425.235542:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1964:x1830887015368832:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 236us (589us total) trans 4294967998 rc 0/0 00000100:00100000:1.0:1746070425.235548:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1797 00002000:00100000:1.0:1746070425.235552:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a41c0a80 x1830887015368832/t4294967998(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/448 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.235558:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0a80 with x1830887015368832 ext(0->7) 00010000:00010000:1.0:1746070425.235563:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 90 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.235571:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 90 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.235575:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c0a80 00000100:00100000:3.0:1746070425.237252:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015368960 00000100:00100000:3.0:1746070425.237259:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015368960 00000100:00100000:3.0:1746070425.237971:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5245 00000100:00100000:3.0:1746070425.237979:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:31620:x1830887015368960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.237993:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.238005:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e959 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf682 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.238025:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.238030:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.238035:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070425.238038:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e959 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf682 expref: 91 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.238066:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.238080:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e959 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf682 expref: 91 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.238088:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12a00, rc 0) 00000100:00100000:3.0:1746070425.238134:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:31620:x1830887015368960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (3215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.238139:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5245 00000100:00100000:0.0:1746070425.240515:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.240708:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015369088 00000100:00100000:3.0:1746070425.240715:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015369088 00010000:00010000:3.0:1746070425.240743:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 91 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.240930:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7511 00000100:00100000:3.0:1746070425.240936:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:1962:x1830887015369088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.240947:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746070425.240962:0:7078:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746070424 -> 1746070425 00002000:00010000:3.0:1746070425.240964:0:7078:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746070424 -> 1746070425 00010000:00010000:3.0:1746070425.240969:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 91 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.240978:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 91 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.240996:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e94b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf674 expref: 91 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.241027:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.241028:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.241035:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.241042:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.241066:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.241075:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 5 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.241084:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013300224:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.241668:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.243984:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013300224:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.244000:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.244033:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1962:x1830887015369088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3095us (3521us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.244041:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7511 00000100:00100000:0.0:1746070425.245940:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.246032:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015369344 00000100:00100000:2.0:1746070425.246039:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015369344 00002000:00100000:2.0:1746070425.246073:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1c00 x1830887015369344/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.246081:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1c00 with x1830887015369344 ext(0->4095) 00010000:00010000:2.0:1746070425.246088:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.246101:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.246107:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c1c00 00000100:00100000:2.0:1746070425.246136:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1798 00000100:00100000:2.0:1746070425.246144:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015369344:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070425.246279:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015369344:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (343us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.246284:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1798 00002000:00100000:2.0:1746070425.246290:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1c00 x1830887015369344/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.246297:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1c00 with x1830887015369344 ext(0->4095) 00010000:00010000:2.0:1746070425.246301:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.246310:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.246320:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c1c00 00000100:00100000:0.0:1746070425.249548:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.249881:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015369472 00000100:00100000:3.0:1746070425.249887:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015369472 00010000:00010000:3.0:1746070425.249914:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.249958:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7512 00000100:00100000:3.0:1746070425.249965:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015369472:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.249975:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.249991:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.250001:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.250019:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e952 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf67b expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.250046:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.250048:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.250055:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e959 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf682 expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.250061:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e959 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf682 expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.250088:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e959 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf682 expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.250099:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013300352:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.250161:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.255616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.255715:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013300352:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.255730:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.255765:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015369472:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5800us (6222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.255773:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7512 00000100:00100000:2.0:1746070425.255854:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015369728 00000100:00100000:2.0:1746070425.255859:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015369728 00002000:00100000:2.0:1746070425.255887:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c0000 x1830887015369728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.255895:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0000 with x1830887015369728 ext(0->4095) 00002000:00010000:2.0:1746070425.255900:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c0000 00000100:00100000:2.0:1746070425.255921:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3923 00000100:00100000:2.0:1746070425.255927:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1961:x1830887015369728:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070425.256034:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1961:x1830887015369728:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (1455us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.256040:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3923 00002000:00100000:2.0:1746070425.256044:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c0000 x1830887015369728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.256050:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0000 with x1830887015369728 ext(0->4095) 00002000:00010000:2.0:1746070425.256053:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c0000 00000100:00100000:0.0:1746070425.258069:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.258351:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015369856 00000100:00100000:3.0:1746070425.258358:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015369856 00000100:00100000:3.0:1746070425.258864:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5246 00000100:00100000:3.0:1746070425.258871:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015369856:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.258885:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.258898:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf689 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.258920:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e959 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf682 expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.258927:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.258928:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.258931:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.258955:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e959 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf682 expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.258964:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e959 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf682 expref: 89 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.258973:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013300480:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070425.259039:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.262442:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013300480:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070425.262466:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.262481:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12e00, rc 0) 00000100:00100000:3.0:1746070425.262513:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015369856:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3642us (4461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.262520:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5246 00000100:00100000:0.0:1746070425.262911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.263489:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015369984 00000100:00100000:3.0:1746070425.263495:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015369984 00010000:00010000:3.0:1746070425.263518:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e959 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf682 expref: 90 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746070425.264017:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.264078:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015370112 00000100:00100000:3.0:1746070425.264081:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015370112 00000100:00100000:3.0:1746070425.264100:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5247 00000100:00100000:3.0:1746070425.264106:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:31620:x1830887015370112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.264118:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.264130:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf690 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.264149:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.264154:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.264159:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070425.264162:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 92 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.264188:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.264197:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 92 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.264206:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12400, rc 0) 00000100:00100000:3.0:1746070425.264231:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:31620:x1830887015370112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.264236:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5247 00000100:00100000:3.0:1746070425.264255:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7513 00000100:00100000:3.0:1746070425.264260:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:1963:x1830887015369984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.264267:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.264283:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e959 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf682 expref: 91 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.264292:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e959 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf682 expref: 91 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.264308:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12a00/0x628f9640b607e959 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf682 expref: 91 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.264322:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.264323:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.264329:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.264335:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.264363:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.264372:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 5 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.264382:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013300736:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.264418:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070425.267251:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.267339:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015370368 00000100:00100000:0.0:1746070425.267346:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015370368 00002000:00100000:0.0:1746070425.267376:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087beaa00 x1830887015370368/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070425.267384:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087beaa00 with x1830887015370368 ext(0->4095) 00010000:00010000:0.0:1746070425.267390:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746070425.267401:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746070425.267407:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087beaa00 00000100:00100000:0.0:1746070425.267434:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1799 00000100:00100000:0.0:1746070425.267439:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015370368:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070425.267558:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015370368:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (313us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070425.267564:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1799 00002000:00100000:0.0:1746070425.267569:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087beaa00 x1830887015370368/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070425.267576:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087beaa00 with x1830887015370368 ext(0->4095) 00010000:00010000:0.0:1746070425.267580:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746070425.267588:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746070425.267593:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087beaa00 00000100:00100000:3.0:1746070425.267996:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013300736:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.268010:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.269263:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1963:x1830887015369984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4999us (6349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.269271:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7513 00000100:00100000:0.0:1746070425.272760:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.273286:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015370496 00000100:00100000:3.0:1746070425.273294:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015370496 00010000:00010000:3.0:1746070425.273324:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.273469:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7514 00000100:00100000:3.0:1746070425.273476:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015370496:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.273488:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.273505:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.273515:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.273533:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e960 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf689 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.273560:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.273562:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.273568:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.273575:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.273600:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.273610:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013300864:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.274122:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.277811:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013300864:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.277842:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.277879:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015370496:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4402us (5125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.277888:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7514 00000100:00100000:0.0:1746070425.278364:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.278613:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015370752 00000100:00100000:2.0:1746070425.278620:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015370752 00002000:00100000:2.0:1746070425.278649:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d504380 x1830887015370752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.278657:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d504380 with x1830887015370752 ext(0->4095) 00002000:00010000:2.0:1746070425.278660:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d504380 00000100:00100000:2.0:1746070425.278695:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3924 00000100:00100000:2.0:1746070425.278702:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1963:x1830887015370752:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.278861:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1963:x1830887015370752:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (497us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.278867:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3924 00002000:00100000:2.0:1746070425.278871:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d504380 x1830887015370752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.278877:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d504380 with x1830887015370752 ext(0->4095) 00002000:00010000:2.0:1746070425.278880:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d504380 00000100:00100000:0.0:1746070425.285114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.285372:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015370880 00000100:00100000:2.0:1746070425.285380:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015370880 00000100:00100000:2.0:1746070425.285426:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5248 00000100:00100000:2.0:1746070425.285433:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015370880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.285447:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.285461:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf697 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.285485:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.285490:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.285491:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.285494:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.285519:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 89 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.285533:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 89 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.285544:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013300992:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.286858:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.286882:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013300992:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.286897:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.286909:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070425.287254:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015370880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1820us (2145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.287260:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5248 00000100:00100000:0.0:1746070425.290151:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.290538:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015371008 00000100:00100000:2.0:1746070425.290546:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015371008 00002000:00100000:2.0:1746070425.290581:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d507b80 x1830887015371008/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.290589:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d507b80 with x1830887015371008 ext(0->7) 00010000:00010000:2.0:1746070425.290596:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 90 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.290607:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 90 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.290617:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d507b80 00000100:00100000:2.0:1746070425.290634:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1800 00000100:00100000:2.0:1746070425.290640:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1962:x1830887015371008:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070425.291548:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1962:x1830887015371008:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 905us (1401us total) trans 4294967999 rc 0/0 00000100:00100000:2.0:1746070425.291555:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1800 00002000:00100000:2.0:1746070425.291560:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d507b80 x1830887015371008/t4294967999(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/448 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.291567:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d507b80 with x1830887015371008 ext(0->7) 00010000:00010000:2.0:1746070425.291572:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 92 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.291582:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 92 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.291588:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d507b80 00000100:00100000:0.0:1746070425.295152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.295234:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015371136 00000100:00100000:2.0:1746070425.295241:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015371136 00000100:00100000:2.0:1746070425.295284:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5249 00000100:00100000:2.0:1746070425.295291:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:31620:x1830887015371136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.295304:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.295317:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e975 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf69e expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.295343:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.295348:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.295354:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070425.295357:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e975 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf69e expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.295384:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.295394:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e975 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf69e expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.295403:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070425.295438:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:31620:x1830887015371136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.295443:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5249 00000100:00100000:0.0:1746070425.300042:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.300144:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015371264 00000100:00100000:3.0:1746070425.300152:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015371264 00010000:00010000:3.0:1746070425.300182:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 93 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.300217:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7515 00000100:00100000:3.0:1746070425.300223:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1961:x1830887015371264:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.300236:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.300252:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 93 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.300263:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 93 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.300282:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607e967 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf690 expref: 93 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.300764:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.300766:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.300773:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.300780:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.300806:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.300815:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 5 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.300834:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013301248:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.300897:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.302997:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.303303:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013301248:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.303317:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.303356:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1961:x1830887015371264:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3132us (3321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.303364:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7515 00000100:00100000:2.0:1746070425.303743:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015371520 00000100:00100000:2.0:1746070425.303748:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015371520 00002000:00100000:2.0:1746070425.303778:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d505180 x1830887015371520/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.303786:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505180 with x1830887015371520 ext(0->4095) 00010000:00010000:2.0:1746070425.303793:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.303809:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.303814:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d505180 00000100:00100000:2.0:1746070425.303837:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1801 00000100:00100000:2.0:1746070425.303843:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015371520:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.303945:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015371520:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (953us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.303950:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1801 00002000:00100000:2.0:1746070425.303954:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d505180 x1830887015371520/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.303961:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505180 with x1830887015371520 ext(0->4095) 00010000:00010000:2.0:1746070425.303965:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.303972:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.303978:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d505180 00000100:00100000:0.0:1746070425.308403:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.308709:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015371776 00000100:00100000:3.0:1746070425.308716:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015371776 00000100:00100000:3.0:1746070425.308756:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5250 00000100:00100000:3.0:1746070425.308763:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015371776:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.308777:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.308789:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e97c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf6a5 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.308809:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.308814:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e975 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf69e expref: 91 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.308820:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.308832:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e97c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6a5 expref: 7 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.308861:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e975 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf69e expref: 91 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.308875:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e97c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6a5 expref: 7 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.308884:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12c00, rc 0) 00000100:00100000:3.0:1746070425.308918:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:31621:x1830887015371776:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.308923:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5250 00000100:00100000:0.0:1746070425.309230:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.309905:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015371648 00000100:00100000:3.0:1746070425.309909:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015371648 00010000:00010000:3.0:1746070425.309926:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 7 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.310288:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7516 00000100:00100000:3.0:1746070425.310296:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a445ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1964:x1830887015371648:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.310304:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.310321:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 7 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.310331:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 7 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.310346:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e96e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf697 expref: 7 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.311112:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.311115:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.311122:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e975 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf69e expref: 91 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.311129:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e975 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf69e expref: 91 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.311155:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e975 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf69e expref: 91 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.311164:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e975 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf69e expref: 91 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.311173:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013301504:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.311692:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.315214:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013301504:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.315232:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.315566:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a445ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015371648:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5268us (6333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.315575:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7516 00000100:00100000:0.0:1746070425.316055:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.316262:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015371904 00000100:00100000:3.0:1746070425.316267:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015371904 00010000:00010000:3.0:1746070425.316290:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e975 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf69e expref: 92 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.316320:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7517 00000100:00100000:3.0:1746070425.316326:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1963:x1830887015371904:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.316338:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.316354:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e975 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf69e expref: 92 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.316364:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e975 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf69e expref: 92 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.316381:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e975 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf69e expref: 92 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.316392:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.316394:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.316399:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e97c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6a5 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.316405:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e97c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6a5 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.316429:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e97c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6a5 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.316439:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013301632:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.318177:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.321420:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013301632:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.321438:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.321472:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:1963:x1830887015371904:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5145us (5417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.321483:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7517 00000100:00100000:0.0:1746070425.322432:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.322648:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015372160 00000100:00100000:1.0:1746070425.322654:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015372160 00002000:00100000:1.0:1746070425.322707:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134834380 x1830887015372160/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.322716:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834380 with x1830887015372160 ext(0->4095) 00002000:00010000:1.0:1746070425.322720:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134834380 00000100:00100000:1.0:1746070425.322744:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3925 00000100:00100000:1.0:1746070425.322751:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015372160:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070425.322871:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015372160:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (440us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.322877:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3925 00002000:00100000:1.0:1746070425.322882:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134834380 x1830887015372160/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.322888:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834380 with x1830887015372160 ext(0->4095) 00002000:00010000:1.0:1746070425.322891:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134834380 00000100:00100000:0.0:1746070425.326962:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.327132:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015372288 00000100:00100000:2.0:1746070425.327139:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015372288 00000100:00100000:2.0:1746070425.327174:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5251 00000100:00100000:2.0:1746070425.327180:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:31620:x1830887015372288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.327194:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.327208:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf6ac expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.327232:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e97c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6a5 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.327239:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.327240:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.327243:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 92 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.327267:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e97c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6a5 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.327276:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e97c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6a5 expref: 5 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.327286:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013301760:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.327354:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.327759:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.328285:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015372416 00000100:00100000:2.0:1746070425.328289:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015372416 00000100:00100000:2.0:1746070425.328317:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5252 00000100:00100000:2.0:1746070425.328323:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:31621:x1830887015372416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.328330:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.328337:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e98a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf6b3 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.328350:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.328354:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.328358:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.328361:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e98a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6b3 expref: 94 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.328383:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.328392:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e98a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6b3 expref: 94 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.328400:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070425.329273:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:31621:x1830887015372416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 948us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.329279:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5252 00000100:00100000:2.0:1746070425.329753:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013301760:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.329770:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.329779:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070425.330266:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:31620:x1830887015372288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3085us (3309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.330271:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5251 00000100:00100000:0.0:1746070425.331308:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.331490:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015372544 00000100:00100000:3.0:1746070425.331496:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015372544 00010000:00010000:3.0:1746070425.331519:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e97c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6a5 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.331834:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7518 00000100:00100000:3.0:1746070425.331840:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015372544:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.331851:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.331866:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e97c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6a5 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.331875:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e97c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6a5 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.331891:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607e97c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6a5 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.331914:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.331915:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.331921:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 92 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.331928:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 92 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.331950:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 92 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.331959:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 92 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.331968:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013302016:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.332016:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.334741:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.335017:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015372800 00000100:00100000:2.0:1746070425.335024:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015372800 00002000:00100000:2.0:1746070425.335056:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d328700 x1830887015372800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.335065:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d328700 with x1830887015372800 ext(0->4095) 00010000:00010000:2.0:1746070425.335071:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.335082:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.335088:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d328700 00000100:00100000:2.0:1746070425.335103:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1802 00000100:00100000:2.0:1746070425.335109:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1964:x1830887015372800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070425.335228:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1964:x1830887015372800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.335233:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1802 00002000:00100000:2.0:1746070425.335238:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d328700 x1830887015372800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.335245:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d328700 with x1830887015372800 ext(0->4095) 00010000:00010000:2.0:1746070425.335249:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.335257:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.335262:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d328700 00000100:00100000:3.0:1746070425.335811:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013302016:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.335837:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.335869:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015372544:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4029us (4563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.335876:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7518 00000100:00100000:0.0:1746070425.338554:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.338661:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015372928 00000100:00100000:3.0:1746070425.338667:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015372928 00010000:00010000:3.0:1746070425.338718:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.338960:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7519 00000100:00100000:3.0:1746070425.338967:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1962:x1830887015372928:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.338978:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.338994:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.339004:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.339021:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e983 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ac expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.339046:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.339048:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.339054:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e98a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6b3 expref: 92 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.339060:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e98a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6b3 expref: 92 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.339084:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e98a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6b3 expref: 92 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.339093:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013302144:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.339147:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.341777:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.342308:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013302144:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.342324:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.342359:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1962:x1830887015372928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3392us (3810us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.342367:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7519 00000100:00100000:1.0:1746070425.342829:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015373184 00000100:00100000:1.0:1746070425.342836:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015373184 00002000:00100000:1.0:1746070425.342862:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32b100 x1830887015373184/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.342871:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b100 with x1830887015373184 ext(0->4095) 00002000:00010000:1.0:1746070425.342875:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32b100 00000100:00100000:1.0:1746070425.342896:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3926 00000100:00100000:1.0:1746070425.342901:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1963:x1830887015373184:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070425.343034:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1963:x1830887015373184:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (1367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.343039:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3926 00002000:00100000:1.0:1746070425.343044:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32b100 x1830887015373184/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.343050:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b100 with x1830887015373184 ext(0->4095) 00002000:00010000:1.0:1746070425.343053:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32b100 00000100:00100000:0.0:1746070425.344997:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.345085:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015373312 00000100:00100000:2.0:1746070425.345091:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015373312 00000100:00100000:2.0:1746070425.345127:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5253 00000100:00100000:2.0:1746070425.345134:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015373312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.345144:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.345157:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e991 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf6ba expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.345177:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e98a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6b3 expref: 91 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.345183:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.345185:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.345188:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e991 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ba expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.345209:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e98a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6b3 expref: 91 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.345219:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e98a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6b3 expref: 91 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.345228:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013302272:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.345293:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.347466:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013302272:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.347486:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e991 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ba expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070425.347498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1746070425.347502:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:3.0:1746070425.347570:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015373440 00000100:00100000:3.0:1746070425.347575:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015373440 00010000:00010000:3.0:1746070425.347592:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e98a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6b3 expref: 92 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.347621:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7520 00000100:00100000:3.0:1746070425.347630:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1964:x1830887015373440:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.347641:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.347656:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e98a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6b3 expref: 92 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.347659:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015373312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2525us (2664us total) trans 0 rc 0/0 00010000:00010000:3.0:1746070425.347665:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e98a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6b3 expref: 92 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.347665:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5253 00010000:00010000:3.0:1746070425.347699:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607e98a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6b3 expref: 92 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.347721:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.347723:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.347728:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e991 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ba expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.347736:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e991 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ba expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.347756:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e991 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ba expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.347847:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013302400:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.347899:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.350223:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013302400:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.350236:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.350262:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:1964:x1830887015373440:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2631us (2763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.350272:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7520 00000100:00100000:0.0:1746070425.350900:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.351437:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015373696 00000100:00100000:3.0:1746070425.351443:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015373696 00002000:00100000:3.0:1746070425.351470:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32a300 x1830887015373696/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.351478:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32a300 with x1830887015373696 ext(0->4095) 00002000:00010000:3.0:1746070425.351482:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32a300 00000100:00100000:3.0:1746070425.351505:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3927 00000100:00100000:3.0:1746070425.351511:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015373696:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070425.351646:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015373696:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (746us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.351651:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3927 00002000:00100000:3.0:1746070425.351657:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32a300 x1830887015373696/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.351663:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32a300 with x1830887015373696 ext(0->4095) 00002000:00010000:3.0:1746070425.351666:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32a300 00000100:00100000:0.0:1746070425.352483:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.352598:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015373824 00000100:00100000:2.0:1746070425.352602:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015373824 00000100:00100000:2.0:1746070425.352629:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5254 00000100:00100000:2.0:1746070425.352634:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:31620:x1830887015373824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.352643:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.352654:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf6c1 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.352697:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e991 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ba expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.352704:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.352705:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.352708:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 92 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.352731:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e991 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ba expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.352740:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e991 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ba expref: 5 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.352754:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013302528:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.352804:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.354906:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.355377:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015373952 00000100:00100000:3.0:1746070425.355383:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015373952 00000100:00100000:3.0:1746070425.355426:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5255 00000100:00100000:3.0:1746070425.355433:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:31621:x1830887015373952:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.355447:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.355459:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e99f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf6c8 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.355483:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.355487:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.355493:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.355496:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e99f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c8 expref: 94 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.355522:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.355532:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e99f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c8 expref: 94 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.355541:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13c00, rc 0) 00000100:00100000:3.0:1746070425.355568:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:31621:x1830887015373952:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.355574:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5255 00000100:00100000:2.0:1746070425.357804:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013302528:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.357836:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.357848:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070425.357874:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:31620:x1830887015373824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5239us (5392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.357880:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5254 00000100:00100000:0.0:1746070425.358392:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.358592:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015374080 00000100:00100000:3.0:1746070425.358597:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015374080 00010000:00010000:3.0:1746070425.358618:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e991 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ba expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.359208:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7521 00000100:00100000:1.0:1746070425.359217:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015374080:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.359230:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.359249:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e991 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ba expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.359263:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e991 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ba expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.359281:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607e991 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6ba expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.359377:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.359379:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.359386:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 92 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.359393:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 92 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.359418:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 92 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.359427:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 92 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.359437:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013302784:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.359501:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.361647:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.361761:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013302784:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.361775:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070425.361802:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015374080:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2588us (3411us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.361810:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7521 00000100:00100000:2.0:1746070425.361916:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015374336 00000100:00100000:2.0:1746070425.361921:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015374336 00002000:00100000:2.0:1746070425.361949:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406680 x1830887015374336/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.361957:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406680 with x1830887015374336 ext(0->4095) 00010000:00010000:2.0:1746070425.361964:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.361974:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.361979:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092406680 00000100:00100000:2.0:1746070425.361992:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1803 00000100:00100000:2.0:1746070425.361997:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1964:x1830887015374336:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070425.362103:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1964:x1830887015374336:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (460us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.362109:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1803 00002000:00100000:2.0:1746070425.362113:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406680 x1830887015374336/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.362120:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406680 with x1830887015374336 ext(0->4095) 00010000:00010000:2.0:1746070425.362124:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.362131:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.362136:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092406680 00000100:00100000:2.0:1746070425.365137:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.365294:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015374464 00000100:00100000:1.0:1746070425.365301:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015374464 00010000:00010000:1.0:1746070425.365327:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.365363:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7522 00000100:00100000:1.0:1746070425.365369:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1963:x1830887015374464:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.365380:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.365397:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.365407:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.365424:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e998 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c1 expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.365861:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.365863:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.365869:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e99f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c8 expref: 92 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.365876:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e99f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c8 expref: 92 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.365903:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e99f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c8 expref: 92 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070425.365913:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013302912:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.366127:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.369486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.369580:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013302912:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.369594:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070425.369642:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1963:x1830887015374464:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4273us (4509us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.369650:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7522 00000100:00100000:3.0:1746070425.369734:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015374720 00000100:00100000:3.0:1746070425.369739:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015374720 00002000:00100000:3.0:1746070425.369767:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404000 x1830887015374720/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.369781:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404000 with x1830887015374720 ext(0->4095) 00002000:00010000:3.0:1746070425.369785:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404000 00000100:00100000:3.0:1746070425.369798:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3928 00000100:00100000:3.0:1746070425.369804:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1964:x1830887015374720:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070425.369926:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1964:x1830887015374720:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (447us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.369932:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3928 00002000:00100000:3.0:1746070425.369937:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404000 x1830887015374720/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.369944:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404000 with x1830887015374720 ext(0->4095) 00002000:00010000:3.0:1746070425.369946:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404000 00000100:00100000:0.0:1746070425.372146:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.372236:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015374848 00000100:00100000:2.0:1746070425.372244:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015374848 00000100:00100000:2.0:1746070425.373032:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5256 00000100:00100000:2.0:1746070425.373040:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015374848:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.373054:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.373070:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf6cf expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.373093:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e99f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c8 expref: 91 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.373099:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.373102:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.373104:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.373128:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e99f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c8 expref: 91 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.373138:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e99f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c8 expref: 91 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.373148:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013303040:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.373229:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a740c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.375742:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013303040:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.375767:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.375780:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070425.375811:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015374848:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2771us (3670us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.375817:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5256 00000100:00100000:0.0:1746070425.377244:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.377722:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015374976 00000100:00100000:1.0:1746070425.377729:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015374976 00010000:00010000:1.0:1746070425.377757:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e99f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c8 expref: 92 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.377922:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7523 00000100:00100000:1.0:1746070425.377929:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a445a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1963:x1830887015374976:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.377941:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.377960:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e99f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c8 expref: 92 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.377971:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e99f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c8 expref: 92 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.377990:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607e99f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6c8 expref: 92 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.378138:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.378140:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.378147:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.378155:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.378180:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070425.378190:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013303168:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.378357:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.380383:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.380483:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015375104 00000100:00100000:2.0:1746070425.380489:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015375104 00000100:00100000:2.0:1746070425.380520:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5257 00000100:00100000:2.0:1746070425.380527:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:31620:x1830887015375104:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.380541:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.380554:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf6d6 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.380580:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.380586:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.380587:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.380591:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.380613:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.380623:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 5 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.380633:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013303296:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.381728:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a740c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070425.383610:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013303168:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.383625:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070425.383666:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a445a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1963:x1830887015374976:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5737us (6425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.383701:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7523 00000100:00100000:1.0:1746070425.384370:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.384727:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015375360 00000100:00100000:0.0:1746070425.384733:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015375360 00002000:00100000:0.0:1746070425.384765:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9f80 x1830887015375360/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070425.384774:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9f80 with x1830887015375360 ext(0->4095) 00010000:00010000:0.0:1746070425.384781:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746070425.384793:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746070425.384798:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be9f80 00000100:00100000:2.0:1746070425.385134:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013303296:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.385151:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 92 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.385162:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070425.385196:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:31620:x1830887015375104:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4670us (4819us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.385202:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5257 00000100:00100000:0.0:1746070425.385303:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1804 00000100:00100000:0.0:1746070425.385308:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015375360:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070425.385417:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015375360:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (1047us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070425.385423:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1804 00002000:00100000:0.0:1746070425.385427:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9f80 x1830887015375360/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070425.385434:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9f80 with x1830887015375360 ext(0->4095) 00010000:00010000:0.0:1746070425.385438:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746070425.385446:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746070425.385457:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be9f80 00000100:00100000:0.0:1746070425.388273:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.388987:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015375488 00000100:00100000:1.0:1746070425.388995:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015375488 00010000:00010000:1.0:1746070425.389022:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.389567:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7524 00000100:00100000:1.0:1746070425.389575:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015375488:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.389587:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.389605:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.389614:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.389632:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6cf expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.389709:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.389711:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.389717:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 91 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.389724:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 91 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.389752:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 91 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070425.389762:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013303424:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.389840:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.392221:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.392317:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013303424:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.392333:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070425.392363:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015375488:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2790us (4096us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.392374:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7524 00000100:00100000:3.0:1746070425.392537:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015375744 00000100:00100000:3.0:1746070425.392542:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015375744 00002000:00100000:3.0:1746070425.392568:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092405180 x1830887015375744/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.392576:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405180 with x1830887015375744 ext(0->4095) 00002000:00010000:3.0:1746070425.392580:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092405180 00000100:00100000:3.0:1746070425.392594:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3929 00000100:00100000:3.0:1746070425.392599:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1964:x1830887015375744:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070425.392744:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1964:x1830887015375744:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (528us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.392749:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3929 00002000:00100000:3.0:1746070425.392755:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092405180 x1830887015375744/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.392761:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405180 with x1830887015375744 ext(0->4095) 00002000:00010000:3.0:1746070425.392763:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092405180 00000100:00100000:0.0:1746070425.401583:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.403105:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015375872 00000100:00100000:2.0:1746070425.403115:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015375872 00000100:00100000:2.0:1746070425.403156:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5258 00000100:00100000:2.0:1746070425.403163:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015375872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.403178:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.403192:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf6dd expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.403216:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 91 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.403222:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.403224:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.403227:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.403248:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 91 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.403257:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 91 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.403267:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013303552:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.403393:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a740c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.415479:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013303552:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.415505:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.415525:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070425.415562:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015375872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12398us (13984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.415569:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5258 00000100:00100000:0.0:1746070425.415789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.416721:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015376000 00000100:00100000:2.0:1746070425.416728:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015376000 00002000:00100000:2.0:1746070425.416763:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092405f80 x1830887015376000/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.416772:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405f80 with x1830887015376000 ext(0->7) 00010000:00010000:2.0:1746070425.416778:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 92 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.416789:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 92 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.416795:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092405f80 00000100:00100000:0.0:1746070425.417497:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.417557:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1805 00000100:00100000:2.0:1746070425.417565:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1964:x1830887015376000:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070425.417856:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1964:x1830887015376000:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 291us (2067us total) trans 4294968000 rc 0/0 00000100:00100000:2.0:1746070425.417862:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1805 00002000:00100000:2.0:1746070425.417868:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092405f80 x1830887015376000/t4294968000(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/448 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.417879:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405f80 with x1830887015376000 ext(0->7) 00010000:00010000:2.0:1746070425.417884:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 94 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.417892:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 94 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.417898:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092405f80 00000100:00100000:2.0:1746070425.417917:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015376128 00000100:00100000:2.0:1746070425.417919:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015376128 00000100:00100000:2.0:1746070425.419790:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5259 00000100:00100000:2.0:1746070425.419801:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:31620:x1830887015376128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.419814:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.419839:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e9bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf6e4 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.419859:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.419864:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.419870:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070425.419873:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e9bb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6e4 expref: 95 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.419901:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.419916:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e9bb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6e4 expref: 95 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.419925:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070425.419964:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:31620:x1830887015376128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (2469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.419969:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5259 00000100:00100000:0.0:1746070425.425605:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.426642:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015376256 00000100:00100000:1.0:1746070425.426650:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015376256 00010000:00010000:1.0:1746070425.426690:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 95 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.427149:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7525 00000100:00100000:1.0:1746070425.427157:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1963:x1830887015376256:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.427170:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.427188:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 95 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.427198:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 95 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.427216:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6d6 expref: 95 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.427245:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.427247:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.427254:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.427261:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.427292:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.427302:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 5 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.427311:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013303808:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.427390:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070425.429587:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013303808:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.429604:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070425.430056:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015376256:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2898us (4456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.430065:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7525 00000100:00100000:0.0:1746070425.430259:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.431612:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015376512 00000100:00100000:3.0:1746070425.431619:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015376512 00002000:00100000:3.0:1746070425.431652:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31180 x1830887015376512/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.431660:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31180 with x1830887015376512 ext(0->4095) 00010000:00010000:3.0:1746070425.431666:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.431692:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.431698:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be31180 00000100:00100000:3.0:1746070425.431996:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1806 00000100:00100000:3.0:1746070425.432003:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015376512:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070425.432301:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015376512:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 297us (2041us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.432307:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1806 00002000:00100000:3.0:1746070425.432312:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31180 x1830887015376512/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.432319:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31180 with x1830887015376512 ext(0->4095) 00010000:00010000:3.0:1746070425.432324:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.432333:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.432338:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be31180 00000100:00100000:0.0:1746070425.434888:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.434970:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015376640 00000100:00100000:1.0:1746070425.434977:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015376640 00010000:00010000:1.0:1746070425.435005:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.435042:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7526 00000100:00100000:1.0:1746070425.435049:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015376640:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.435070:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.435089:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.435100:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.435118:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607e9b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6dd expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.435131:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.435132:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.435139:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e9bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6e4 expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.435146:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e9bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6e4 expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.435171:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e9bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6e4 expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070425.435181:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013303936:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.435250:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.437429:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.437504:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015376896 00000100:00100000:3.0:1746070425.437510:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015376896 00002000:00100000:3.0:1746070425.437545:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31f80 x1830887015376896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.437554:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31f80 with x1830887015376896 ext(0->4095) 00002000:00010000:3.0:1746070425.437558:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be31f80 00000100:00100000:3.0:1746070425.437584:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3930 00000100:00100000:3.0:1746070425.437591:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015376896:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070425.437762:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015376896:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.437768:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3930 00002000:00100000:3.0:1746070425.437773:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31f80 x1830887015376896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.437780:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31f80 with x1830887015376896 ext(0->4095) 00002000:00010000:3.0:1746070425.437783:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be31f80 00000100:00100000:1.0:1746070425.437871:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013303936:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.437886:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070425.437908:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015376640:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2860us (3028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.437915:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7526 00000100:00100000:0.0:1746070425.440544:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.440723:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015377024 00000100:00100000:2.0:1746070425.440730:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015377024 00000100:00100000:2.0:1746070425.440900:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5260 00000100:00100000:2.0:1746070425.440908:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015377024:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.440922:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.440936:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf6eb expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.441179:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e9bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6e4 expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.441185:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.441187:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.441190:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.441212:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e9bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6e4 expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.441226:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e9bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6e4 expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.441236:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013304064:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.441479:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a740c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.443594:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013304064:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.443616:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.443630:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070425.443665:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015377024:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2757us (3125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.443693:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5260 00000100:00100000:0.0:1746070425.444225:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.444306:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015377152 00000100:00100000:1.0:1746070425.444311:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015377152 00010000:00010000:1.0:1746070425.444331:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e9bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6e4 expref: 94 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.444494:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7527 00000100:00100000:1.0:1746070425.444501:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1964:x1830887015377152:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.444514:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.444530:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e9bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6e4 expref: 94 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.444540:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e9bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6e4 expref: 94 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.444555:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607e9bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6e4 expref: 94 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.444934:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.444936:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.444943:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.444950:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.444973:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070425.444981:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013304192:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.445628:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070425.447830:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013304192:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.447846:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070425.447890:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1964:x1830887015377152:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3388us (3665us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.447901:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7527 00000100:00100000:0.0:1746070425.449429:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.449582:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015377408 00000100:00100000:2.0:1746070425.449589:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015377408 00000100:00100000:1.0:1746070425.449836:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5261 00000100:00100000:1.0:1746070425.449844:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:31620:x1830887015377408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070425.449857:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070425.449871:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf6f2 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.449892:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.449898:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.449900:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.449903:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 94 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.449924:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.449933:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 5 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.449943:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013304320:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070425.450001:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.450305:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.450414:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015377536 00000100:00100000:3.0:1746070425.450418:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015377536 00002000:00100000:3.0:1746070425.450441:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31880 x1830887015377536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.450455:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31880 with x1830887015377536 ext(0->4095) 00010000:00010000:3.0:1746070425.450461:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.450470:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.450476:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be31880 00000100:00100000:3.0:1746070425.450488:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1807 00000100:00100000:3.0:1746070425.450493:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015377536:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070425.450600:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015377536:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (295us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.450606:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1807 00002000:00100000:3.0:1746070425.450611:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31880 x1830887015377536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.450618:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31880 with x1830887015377536 ext(0->4095) 00010000:00010000:3.0:1746070425.450622:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.450630:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.450635:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be31880 00000100:00100000:1.0:1746070425.452700:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013304320:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070425.452723:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 94 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.452742:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:1.0:1746070425.453245:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:31620:x1830887015377408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3399us (3817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.453252:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5261 00000100:00100000:0.0:1746070425.455456:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.455501:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.455590:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015377664 00000100:00100000:1.0:1746070425.455598:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015377664 00000100:00100000:1.0:1746070425.455642:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5262 00000100:00100000:1.0:1746070425.455649:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:31621:x1830887015377664:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070425.455663:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070425.455704:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e9d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf6f9 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.455727:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.455731:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 95 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.455737:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070425.455740:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e9d0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f9 expref: 95 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.455766:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 95 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.455776:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e9d0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f9 expref: 95 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.455788:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60c00, rc 0) 00000100:00100000:1.0:1746070425.455833:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:31621:x1830887015377664:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.455838:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5262 00000100:00100000:2.0:1746070425.455894:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015377792 00000100:00100000:2.0:1746070425.455898:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015377792 00010000:00010000:2.0:1746070425.455912:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.455928:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7528 00000100:00100000:2.0:1746070425.455932:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015377792:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.455939:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.455955:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.455965:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.455979:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607e9c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6eb expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.455994:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.455995:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.456000:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 94 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.456006:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 94 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.456048:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 94 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.456057:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 94 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.456067:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013304576:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.456112:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a740c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.458299:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013304576:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.458316:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.458348:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015377792:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2415us (2846us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.458360:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7528 00000100:00100000:0.0:1746070425.458724:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.458835:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015378048 00000100:00100000:1.0:1746070425.458840:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015378048 00002000:00100000:1.0:1746070425.458868:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30a80 x1830887015378048/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.458876:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30a80 with x1830887015378048 ext(0->4095) 00010000:00010000:1.0:1746070425.458882:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.458894:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.458900:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30a80 00000100:00100000:1.0:1746070425.458924:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1808 00000100:00100000:1.0:1746070425.458930:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1963:x1830887015378048:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070425.459046:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1963:x1830887015378048:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.459052:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1808 00002000:00100000:1.0:1746070425.459057:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30a80 x1830887015378048/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.459067:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30a80 with x1830887015378048 ext(0->4095) 00010000:00010000:1.0:1746070425.459071:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.459078:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.459084:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30a80 00000100:00100000:0.0:1746070425.461837:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.461966:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015378176 00000100:00100000:3.0:1746070425.461973:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015378176 00010000:00010000:3.0:1746070425.462002:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.462110:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7529 00000100:00100000:3.0:1746070425.462117:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1964:x1830887015378176:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.462129:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.462145:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.462155:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.462172:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607e9c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f2 expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.462309:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.462311:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.462318:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e9d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f9 expref: 94 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.462326:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e9d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f9 expref: 94 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.462353:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e9d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f9 expref: 94 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.462363:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013304704:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.462440:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.464657:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013304704:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.465042:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.465077:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1964:x1830887015378176:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2959us (3253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.465085:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7529 00000100:00100000:0.0:1746070425.465867:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.465995:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015378432 00000100:00100000:3.0:1746070425.466000:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015378432 00002000:00100000:3.0:1746070425.466027:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b8380 x1830887015378432/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.466035:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8380 with x1830887015378432 ext(0->4095) 00002000:00010000:3.0:1746070425.466039:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923b8380 00000100:00100000:3.0:1746070425.466219:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3931 00000100:00100000:3.0:1746070425.466226:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015378432:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070425.466338:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015378432:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (473us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.466343:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3931 00002000:00100000:3.0:1746070425.466348:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b8380 x1830887015378432/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.466354:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8380 with x1830887015378432 ext(0->4095) 00002000:00010000:3.0:1746070425.466356:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923b8380 00000100:00100000:0.0:1746070425.469211:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.469330:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015378560 00000100:00100000:3.0:1746070425.469338:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015378560 00000100:00100000:3.0:1746070425.469389:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5263 00000100:00100000:3.0:1746070425.469397:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015378560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.469412:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.469426:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e9d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf700 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.469449:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e9d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f9 expref: 93 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.469455:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.469456:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.469459:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e9d7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf700 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.469481:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e9d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f9 expref: 93 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.469492:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e9d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f9 expref: 93 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.469501:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013304832:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070425.470311:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.471463:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013304832:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070425.471484:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e9d7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf700 expref: 6 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.471498:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12e00, rc 0) 00000100:00100000:3.0:1746070425.471527:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015378560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2131us (2323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.471537:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5263 00000100:00100000:0.0:1746070425.473928:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.474008:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015378688 00000100:00100000:3.0:1746070425.474015:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015378688 00010000:00010000:3.0:1746070425.474044:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e9d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f9 expref: 94 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.474075:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7530 00000100:00100000:3.0:1746070425.474081:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a445a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015378688:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.474092:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.474108:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e9d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f9 expref: 94 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.474118:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e9d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f9 expref: 94 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.474136:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607e9d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf6f9 expref: 94 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.474424:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.474426:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.474433:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e9d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf700 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.474440:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e9d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf700 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.474468:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e9d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf700 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.474479:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013304960:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.474558:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.477388:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.477475:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.477612:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015379072 00000100:00100000:1.0:1746070425.477618:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015379072 00002000:00100000:1.0:1746070425.477652:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b8e00 x1830887015379072/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.477661:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8e00 with x1830887015379072 ext(0->4095) 00002000:00010000:1.0:1746070425.477664:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923b8e00 00000100:00100000:1.0:1746070425.477708:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3932 00000100:00100000:1.0:1746070425.477714:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015379072:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070425.477837:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015379072:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.477842:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3932 00002000:00100000:1.0:1746070425.477847:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b8e00 x1830887015379072/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.477853:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8e00 with x1830887015379072 ext(0->4095) 00002000:00010000:1.0:1746070425.477856:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923b8e00 00000100:00100000:2.0:1746070425.477941:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013304960:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.477955:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.477974:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a445a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1963:x1830887015378688:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3893us (4052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.477980:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7530 00000100:00100000:3.0:1746070425.478218:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015378816 00000100:00100000:3.0:1746070425.478221:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015378816 00000100:00100000:3.0:1746070425.478239:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5264 00000100:00100000:3.0:1746070425.478243:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:31620:x1830887015378816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.478250:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.478260:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf707 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.478277:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e9d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf700 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.478283:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.478284:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.478287:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.478306:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e9d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf700 expref: 5 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.478314:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e9d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf700 expref: 5 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.478322:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013305088:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070425.478355:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.483284:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12041:1830887013305088:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070425.483310:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.483325:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13600, rc 0) 00000100:00100000:3.0:1746070425.483371:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:31620:x1830887015378816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5126us (5987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.483378:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5264 00000100:00100000:0.0:1746070425.483690:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.483954:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015379200 00000100:00100000:3.0:1746070425.483960:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015379200 00000100:00100000:3.0:1746070425.483995:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5265 00000100:00100000:3.0:1746070425.484001:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:31621:x1830887015379200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.484012:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.484023:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e9e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf70e expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.484039:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.484042:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 95 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.484046:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.484049:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e9e5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf70e expref: 95 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.484071:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 95 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.484083:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e9e5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf70e expref: 95 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.484089:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13a00, rc 0) 00000100:00100000:3.0:1746070425.484109:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:31621:x1830887015379200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.484114:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5265 00000100:00100000:0.0:1746070425.487143:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.487914:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015379328 00000100:00100000:2.0:1746070425.487923:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015379328 00010000:00010000:2.0:1746070425.487953:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e9d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf700 expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.487985:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7531 00000100:00100000:2.0:1746070425.487992:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015379328:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.488004:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.488020:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e9d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf700 expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.488031:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e9d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf700 expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.488050:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607e9d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf700 expref: 6 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.488464:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.488466:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.488474:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.488482:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.488509:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.488520:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 94 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.488529:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013305344:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.489314:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.493187:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013305344:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.493203:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.493235:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015379328:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5243us (6097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.493243:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7531 00000100:00100000:0.0:1746070425.493439:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.493658:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015379584 00000100:00100000:3.0:1746070425.493663:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015379584 00002000:00100000:3.0:1746070425.493764:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b9880 x1830887015379584/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.493773:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9880 with x1830887015379584 ext(0->4095) 00010000:00010000:3.0:1746070425.493780:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 95 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.493791:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 95 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.493797:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b9880 00000100:00100000:3.0:1746070425.494322:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1809 00000100:00100000:3.0:1746070425.494329:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1964:x1830887015379584:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070425.494453:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1964:x1830887015379584:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (1014us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.494459:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1809 00002000:00100000:3.0:1746070425.494464:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b9880 x1830887015379584/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.494472:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9880 with x1830887015379584 ext(0->4095) 00010000:00010000:3.0:1746070425.494476:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 95 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.494485:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 95 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.494490:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b9880 00000100:00100000:0.0:1746070425.496597:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.496927:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015379712 00000100:00100000:2.0:1746070425.496934:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015379712 00010000:00010000:2.0:1746070425.496960:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 95 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.496982:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7532 00000100:00100000:2.0:1746070425.496987:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1961:x1830887015379712:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.496997:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.497013:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 95 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.497022:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 95 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.497037:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf707 expref: 95 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.497048:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.497050:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.497055:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e9e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf70e expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.497061:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e9e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf70e expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.497085:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e9e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf70e expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070425.497094:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013305472:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.497155:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.499317:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013305472:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.499332:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.499370:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1961:x1830887015379712:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2382us (2777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.499378:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7532 00000100:00100000:0.0:1746070425.499917:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.500368:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015379968 00000100:00100000:1.0:1746070425.500374:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015379968 00002000:00100000:1.0:1746070425.500402:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b9f80 x1830887015379968/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.500410:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9f80 with x1830887015379968 ext(0->4095) 00002000:00010000:1.0:1746070425.500414:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923b9f80 00000100:00100000:1.0:1746070425.500435:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3933 00000100:00100000:1.0:1746070425.500440:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1964:x1830887015379968:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070425.500560:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1964:x1830887015379968:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (643us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.500565:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3933 00002000:00100000:1.0:1746070425.500569:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b9f80 x1830887015379968/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.500576:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9f80 with x1830887015379968 ext(0->4095) 00002000:00010000:1.0:1746070425.500578:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923b9f80 00000100:00100000:3.0:1746070425.503075:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.503159:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015380096 00000100:00100000:2.0:1746070425.503166:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015380096 00000100:00100000:2.0:1746070425.503207:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5266 00000100:00100000:2.0:1746070425.503213:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015380096:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.503225:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.503237:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf715 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.503258:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e9e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf70e expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.503265:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.503266:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.503269:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ec lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf715 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.503290:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e9e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf70e expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.503300:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e9e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf70e expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.503310:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013305600:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.503381:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.505073:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013305600:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.505095:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ec lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf715 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.505113:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070425.505153:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015380096:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1939us (2083us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.505160:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5266 00000100:00100000:0.0:1746070425.506179:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.506844:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015380224 00000100:00100000:2.0:1746070425.506850:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015380224 00010000:00010000:2.0:1746070425.506874:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e9e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf70e expref: 94 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.507252:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7533 00000100:00100000:2.0:1746070425.507260:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015380224:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.507272:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.507291:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e9e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf70e expref: 94 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.507301:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e9e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf70e expref: 94 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.507321:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607e9e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf70e expref: 94 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.507349:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.507351:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.507358:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf715 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.507370:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf715 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.507397:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf715 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070425.507408:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013305728:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.507479:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.510306:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.510330:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013305728:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.510345:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.510392:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1963:x1830887015380224:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3133us (4215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.510402:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7533 00000100:00100000:3.0:1746070425.510654:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015380480 00000100:00100000:3.0:1746070425.510659:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015380480 00002000:00100000:3.0:1746070425.510711:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923ba680 x1830887015380480/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.510720:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923ba680 with x1830887015380480 ext(0->4095) 00002000:00010000:3.0:1746070425.510724:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923ba680 00000100:00100000:3.0:1746070425.510738:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3934 00000100:00100000:3.0:1746070425.510745:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015380480:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070425.510885:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015380480:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (587us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.510890:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3934 00002000:00100000:3.0:1746070425.510895:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923ba680 x1830887015380480/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.510901:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923ba680 with x1830887015380480 ext(0->4095) 00002000:00010000:3.0:1746070425.510904:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923ba680 00000100:00100000:1.0:1746070425.514363:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.514436:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015380608 00000100:00100000:2.0:1746070425.514442:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015380608 00000100:00100000:2.0:1746070425.514487:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5267 00000100:00100000:2.0:1746070425.514495:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:31620:x1830887015380608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.514510:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.514524:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf71c expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.514546:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf715 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.514553:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.514555:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.514558:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 94 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.514579:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf715 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.514589:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf715 expref: 5 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.514599:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013305856:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.514662:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.516319:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.516590:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015380736 00000100:00100000:3.0:1746070425.516595:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015380736 00000100:00100000:3.0:1746070425.516636:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5268 00000100:00100000:3.0:1746070425.516642:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131167050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:31621:x1830887015380736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.516654:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.516666:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf723 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.517136:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.517141:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 96 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.517147:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.517150:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 96 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.517179:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 96 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.517189:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 96 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.517198:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13600, rc 0) 00000100:00100000:3.0:1746070425.517241:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131167050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:31621:x1830887015380736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 598us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.517247:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5268 00000100:00100000:2.0:1746070425.519707:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013305856:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.519728:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 95 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.519740:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070425.519777:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:31620:x1830887015380608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5283us (5420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.519783:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5267 00000100:00100000:0.0:1746070425.521737:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.522223:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015380864 00000100:00100000:2.0:1746070425.522230:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015380864 00010000:00010000:2.0:1746070425.522257:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf715 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.522292:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7534 00000100:00100000:2.0:1746070425.522298:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015380864:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.522312:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.522328:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf715 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.522337:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf715 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.522356:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607e9ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf715 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.522381:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.522383:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.522389:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 94 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.522395:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 94 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.522421:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 94 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.522429:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 94 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.522438:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c98a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013306112:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.522503:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.528397:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c98a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013306112:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070425.528414:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070425.528749:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015380864:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6449us (7014us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070425.528758:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7534 00000100:00100000:2.0:1746070425.529562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.529742:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015381120 00000100:00100000:3.0:1746070425.529749:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015381120 00002000:00100000:3.0:1746070425.529778:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9aa00 x1830887015381120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.529787:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9aa00 with x1830887015381120 ext(0->4095) 00010000:00010000:3.0:1746070425.529794:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.529806:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.529812:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c9aa00 00000100:00100000:3.0:1746070425.529845:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1810 00000100:00100000:3.0:1746070425.529851:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1963:x1830887015381120:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070425.529975:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1963:x1830887015381120:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (413us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.529980:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1810 00002000:00100000:3.0:1746070425.529984:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9aa00 x1830887015381120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.529991:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9aa00 with x1830887015381120 ext(0->4095) 00010000:00010000:3.0:1746070425.529995:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.530003:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.530007:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c9aa00 00000100:00100000:0.0:1746070425.539467:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.540161:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015381248 00000100:00100000:2.0:1746070425.540169:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015381248 00010000:00010000:2.0:1746070425.540198:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.540233:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7535 00000100:00100000:2.0:1746070425.540240:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1962:x1830887015381248:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.540251:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.540267:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.540277:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.540295:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607e9f3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf71c expref: 95 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.540320:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.540322:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.540328:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.540334:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.540358:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 94 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070425.540372:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013306240:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.540441:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.544522:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013306240:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070425.544541:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070425.545011:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1962:x1830887015381248:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4768us (5548us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070425.545022:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7535 00000100:00100000:0.0:1746070425.546646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.546736:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015381504 00000100:00100000:2.0:1746070425.546743:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015381504 00002000:00100000:2.0:1746070425.546774:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bb100 x1830887015381504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.546782:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bb100 with x1830887015381504 ext(0->4095) 00002000:00010000:2.0:1746070425.546786:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923bb100 00000100:00100000:2.0:1746070425.546809:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3935 00000100:00100000:2.0:1746070425.546814:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1962:x1830887015381504:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070425.546973:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1962:x1830887015381504:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.546979:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3935 00002000:00100000:2.0:1746070425.546985:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bb100 x1830887015381504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.546992:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bb100 with x1830887015381504 ext(0->4095) 00002000:00010000:2.0:1746070425.546994:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923bb100 00000100:00100000:0.0:1746070425.549504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.550112:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015381632 00000100:00100000:2.0:1746070425.550119:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015381632 00000100:00100000:2.0:1746070425.550163:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5269 00000100:00100000:2.0:1746070425.550171:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015381632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.550184:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.550199:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf72a expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.550222:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.550228:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.550230:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.550233:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.550257:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 93 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.550268:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 93 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.550279:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013306368:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.550349:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.564424:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013306368:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.564447:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.564461:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070425.564502:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015381632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14331us (15001us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.564508:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5269 00000100:00100000:0.0:1746070425.576351:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.576439:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015381760 00000100:00100000:3.0:1746070425.576447:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015381760 00002000:00100000:3.0:1746070425.576481:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800923bb800 x1830887015381760/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.576490:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bb800 with x1830887015381760 ext(0->7) 00010000:00010000:3.0:1746070425.576498:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 94 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.576510:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 94 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.576515:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923bb800 00000100:00100000:3.0:1746070425.581342:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1811 00000100:00100000:3.0:1746070425.581360:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1962:x1830887015381760:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070425.581652:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1962:x1830887015381760:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 298us (5306us total) trans 4294968001 rc 0/0 00000100:00100000:3.0:1746070425.581658:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1811 00002000:00100000:3.0:1746070425.581665:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800923bb800 x1830887015381760/t4294968001(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/448 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.581688:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bb800 with x1830887015381760 ext(0->7) 00010000:00010000:3.0:1746070425.581696:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 96 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.581708:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 96 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.581720:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923bb800 00000100:00100000:0.0:1746070425.613243:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.613281:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.613309:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.613322:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.613346:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.613367:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.613388:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015382144 00000100:00100000:0.0:1746070425.613395:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015382144 00000100:00100000:0.0:1746070425.613432:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015382400 00000100:00100000:0.0:1746070425.613434:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015382400 00000100:00100000:0.0:1746070425.613448:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 392 00000100:00100000:0.0:1746070425.613454:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015382144:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070425.613498:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015382144:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 44us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070425.613503:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 392 00000100:00100000:0.0:1746070425.613514:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 393 00000100:00100000:0.0:1746070425.613518:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1962:x1830887015382400:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070425.613532:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1962:x1830887015382400:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 13us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070425.613536:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 393 00000100:00080000:0.0:1746070425.613612:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070425.613628:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015381888 00000100:00100000:0.0:1746070425.613630:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015381888 00000100:00100000:0.0:1746070425.613644:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015382272 00000100:00100000:0.0:1746070425.613646:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015382272 00000100:00080000:0.0:1746070425.613652:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070425.613659:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015382528 00000100:00100000:0.0:1746070425.613661:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015382528 00000100:00080000:0.0:1746070425.613665:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070425.613691:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 462 00000100:00100000:0.0:1746070425.613695:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887015382272:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070425.613715:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1962:x1830887015382272:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 19us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070425.613719:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 462 00000100:00100000:0.0:1746070425.613727:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 463 00000100:00100000:0.0:1746070425.613730:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015382528:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070425.613741:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015382528:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 11us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070425.613745:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 463 00000100:00100000:0.0:1746070425.613750:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5270 00000100:00100000:0.0:1746070425.613753:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:31620:x1830887015381888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070425.613761:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070425.613773:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf731 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070425.613790:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070425.613794:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070425.613800:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070425.613803:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 97 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070425.613869:0:12041:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070425.613879:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 97 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070425.613886:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304d400, rc 0) 00000100:00100000:0.0:1746070425.613899:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:31620:x1830887015381888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070425.613904:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5270 00000100:00100000:3.0:1746070425.614087:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015382016 00000100:00100000:3.0:1746070425.614091:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015382016 00000100:00100000:3.0:1746070425.614110:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 400 00000100:00100000:3.0:1746070425.614114:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a473e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1962:x1830887015382016:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:3.0:1746070425.614147:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a473e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1962:x1830887015382016:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 32us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.614152:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 400 00000100:00100000:0.0:1746070425.616973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.617104:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015382656 00000100:00100000:1.0:1746070425.617111:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015382656 00010000:00010000:1.0:1746070425.617138:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 97 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.617171:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7536 00000100:00100000:1.0:1746070425.617178:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:1961:x1830887015382656:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.617189:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.617206:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 97 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.617216:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 97 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.617235:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607e9fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf723 expref: 97 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.617262:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.617264:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.617270:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.617276:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.617303:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.617313:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 5 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.617322:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013306624:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.617394:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070425.619046:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013306624:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.619060:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070425.619095:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1961:x1830887015382656:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1916us (2127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.619106:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7536 00000100:00100000:0.0:1746070425.620451:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.620527:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015382912 00000100:00100000:2.0:1746070425.620533:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015382912 00002000:00100000:2.0:1746070425.620565:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f18380 x1830887015382912/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.620574:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18380 with x1830887015382912 ext(0->4095) 00010000:00010000:2.0:1746070425.620582:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.620594:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.620601:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f18380 00000100:00100000:2.0:1746070425.620616:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1812 00000100:00100000:2.0:1746070425.620622:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015382912:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.620786:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015382912:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.620792:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1812 00002000:00100000:2.0:1746070425.620798:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f18380 x1830887015382912/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.620805:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18380 with x1830887015382912 ext(0->4095) 00010000:00010000:2.0:1746070425.620809:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.620827:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.620838:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f18380 00000100:00100000:0.0:1746070425.622988:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.623072:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015383040 00000100:00100000:1.0:1746070425.623079:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015383040 00010000:00010000:1.0:1746070425.623105:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.623140:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7537 00000100:00100000:1.0:1746070425.623147:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a445a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015383040:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.623159:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.623177:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.623187:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.623206:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf72a expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.623638:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.623640:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.623647:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 95 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.623654:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 95 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.623703:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 95 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070425.623715:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013306752:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.623782:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070425.625787:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013306752:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.625801:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070425.625839:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a445a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015383040:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2691us (2856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.625848:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7537 00000100:00100000:0.0:1746070425.628415:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.628620:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015383296 00000100:00100000:2.0:1746070425.628627:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015383296 00002000:00100000:2.0:1746070425.628662:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f18700 x1830887015383296/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.628695:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18700 with x1830887015383296 ext(0->4095) 00002000:00010000:2.0:1746070425.628700:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f18700 00000100:00100000:2.0:1746070425.628717:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3936 00000100:00100000:2.0:1746070425.628723:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1962:x1830887015383296:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070425.633120:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1962:x1830887015383296:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 4386us (4701us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.633131:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3936 00002000:00100000:2.0:1746070425.633142:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f18700 x1830887015383296/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.633151:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18700 with x1830887015383296 ext(0->4095) 00002000:00010000:2.0:1746070425.633156:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f18700 00000100:00100000:0.0:1746070425.636650:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.636791:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015383424 00000100:00100000:2.0:1746070425.636798:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015383424 00000100:00100000:2.0:1746070425.636847:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5271 00000100:00100000:2.0:1746070425.636854:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015383424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.636869:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.636883:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf738 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.636912:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 95 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.636917:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.636919:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.636921:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.636944:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 95 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.636954:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 95 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.636964:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013306880:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.637030:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a743c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.639327:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013306880:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.639349:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.639362:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070425.639392:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015383424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2537us (2748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.639399:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5271 00000100:00100000:0.0:1746070425.639762:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.639857:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015383552 00000100:00100000:3.0:1746070425.639862:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015383552 00002000:00100000:3.0:1746070425.639889:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093f18e00 x1830887015383552/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.639897:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18e00 with x1830887015383552 ext(0->7) 00010000:00010000:3.0:1746070425.639903:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 96 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.639913:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 96 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.639918:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f18e00 00000100:00100000:3.0:1746070425.639931:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1813 00000100:00100000:3.0:1746070425.639936:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1964:x1830887015383552:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070425.644925:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1964:x1830887015383552:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 4977us (5152us total) trans 4294968002 rc 0/0 00000100:00100000:3.0:1746070425.644940:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1813 00002000:00100000:3.0:1746070425.644951:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093f18e00 x1830887015383552/t4294968002(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/448 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.644960:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18e00 with x1830887015383552 ext(0->7) 00010000:00010000:3.0:1746070425.644968:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 98 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.644983:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 98 pid: 12041 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.644989:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f18e00 00000100:00100000:0.0:1746070425.647566:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.649441:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015383808 00000100:00100000:2.0:1746070425.649451:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015383808 00000100:00100000:2.0:1746070425.649807:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5272 00000100:00100000:2.0:1746070425.649815:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:31620:x1830887015383808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.649837:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.649851:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf73f expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.649872:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.649877:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.649882:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070425.649885:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.649912:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.649922:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.649930:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070425.649978:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:31620:x1830887015383808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (2417us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.649983:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5272 00000100:00100000:1.0:1746070425.650157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.650176:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015383680 00000100:00100000:1.0:1746070425.650179:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015383680 00010000:00010000:1.0:1746070425.650194:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 99 pid: 12041 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.650221:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7538 00000100:00100000:1.0:1746070425.650226:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1963:x1830887015383680:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.650233:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.650253:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 99 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.650261:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 99 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.650275:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304d400/0x628f9640b607ea08 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf731 expref: 99 pid: 12041 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.650293:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.650294:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.650299:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.650304:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.650322:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.650332:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 5 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.650341:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013307136:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.650386:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.653597:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.653683:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015384064 00000100:00100000:3.0:1746070425.653690:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015384064 00002000:00100000:3.0:1746070425.653721:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19500 x1830887015384064/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.653729:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19500 with x1830887015384064 ext(0->4095) 00010000:00010000:3.0:1746070425.653736:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.653847:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013307136:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.653862:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070425.653897:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015383680:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3669us (3739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.653905:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7538 00010000:00010000:3.0:1746070425.654299:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.654306:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f19500 00000100:00100000:3.0:1746070425.654324:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1814 00000100:00100000:3.0:1746070425.654331:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015384064:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070425.654441:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015384064:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (849us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.654446:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1814 00002000:00100000:3.0:1746070425.654451:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19500 x1830887015384064/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.654458:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19500 with x1830887015384064 ext(0->4095) 00010000:00010000:3.0:1746070425.654462:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.654470:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.654475:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f19500 00000100:00100000:0.0:1746070425.657330:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.657404:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015384192 00000100:00100000:1.0:1746070425.657412:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015384192 00010000:00010000:1.0:1746070425.657438:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.657521:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7539 00000100:00100000:1.0:1746070425.657528:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015384192:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.657539:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.657557:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.657573:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.657589:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf738 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.657886:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.657889:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.657896:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 97 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.657904:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 97 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.657931:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 97 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070425.657939:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013307264:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.658005:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.660450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.660630:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013307264:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.660644:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070425.660691:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015384192:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3144us (3348us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.660699:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7539 00000100:00100000:2.0:1746070425.660908:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015384448 00000100:00100000:2.0:1746070425.660913:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015384448 00002000:00100000:2.0:1746070425.660941:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19c00 x1830887015384448/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.660955:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19c00 with x1830887015384448 ext(0->4095) 00002000:00010000:2.0:1746070425.660959:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f19c00 00000100:00100000:2.0:1746070425.661196:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3937 00000100:00100000:2.0:1746070425.661202:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1961:x1830887015384448:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070425.661307:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1961:x1830887015384448:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (862us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.661313:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3937 00002000:00100000:2.0:1746070425.661318:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19c00 x1830887015384448/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.661324:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19c00 with x1830887015384448 ext(0->4095) 00002000:00010000:2.0:1746070425.661327:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f19c00 00000100:00100000:0.0:1746070425.664517:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.664847:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015384576 00000100:00100000:2.0:1746070425.664854:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015384576 00000100:00100000:2.0:1746070425.665021:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5273 00000100:00100000:2.0:1746070425.665028:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015384576:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.665041:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.665054:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf746 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.665076:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 97 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.665082:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.665084:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.665088:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.665111:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 97 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.665122:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 97 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.665132:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013307392:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.665200:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a743c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.668387:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013307392:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.668412:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.668427:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070425.668472:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015384576:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3443us (3960us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.668479:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5273 00000100:00100000:0.0:1746070425.670272:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.670354:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015384704 00000100:00100000:3.0:1746070425.670360:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015384704 00002000:00100000:3.0:1746070425.670392:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093f1a300 x1830887015384704/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.670401:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1a300 with x1830887015384704 ext(0->7) 00010000:00010000:3.0:1746070425.670407:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 98 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.670419:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 98 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.670425:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1a300 00000100:00100000:3.0:1746070425.670449:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1815 00000100:00100000:3.0:1746070425.670456:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015384704:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070425.671313:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1963:x1830887015384704:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 855us (1043us total) trans 4294968003 rc 0/0 00000100:00100000:3.0:1746070425.671319:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1815 00002000:00100000:3.0:1746070425.671326:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093f1a300 x1830887015384704/t4294968003(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/448 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.671333:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1a300 with x1830887015384704 ext(0->7) 00010000:00010000:3.0:1746070425.671337:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 100 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.671347:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 100 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.671352:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1a300 00000100:00100000:0.0:1746070425.677799:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.677898:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015384832 00000100:00100000:1.0:1746070425.677906:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015384832 00010000:00010000:1.0:1746070425.677934:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 100 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.677966:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7540 00000100:00100000:1.0:1746070425.677973:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1964:x1830887015384832:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.677985:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.678001:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 100 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.678013:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 100 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.678030:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea16 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf73f expref: 100 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.678055:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.678057:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.678063:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.678071:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.678097:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070425.678107:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013307520:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.678175:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.680276:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.680945:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013307520:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.680960:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070425.680988:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1964:x1830887015384832:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3016us (3196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.680996:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7540 00000100:00100000:2.0:1746070425.681232:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015384960 00000100:00100000:2.0:1746070425.681237:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015384960 00000100:00100000:2.0:1746070425.681263:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5274 00000100:00100000:2.0:1746070425.681269:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:31620:x1830887015384960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.681282:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.681293:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf74d expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.681318:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.681325:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.681326:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.681329:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 100 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.681350:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.681361:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 5 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.681370:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013307648:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.681419:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a743c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746070425.682236:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070425.682449:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.682525:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015385216 00000100:00100000:3.0:1746070425.682530:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015385216 00002000:00100000:3.0:1746070425.682555:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1ad80 x1830887015385216/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.682563:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1ad80 with x1830887015385216 ext(0->4095) 00010000:00010000:3.0:1746070425.682569:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.682579:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.682584:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1ad80 00000100:00100000:3.0:1746070425.682641:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1816 00000100:00100000:3.0:1746070425.682647:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015385216:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070425.683086:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015385216:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 437us (637us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.683093:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1816 00002000:00100000:3.0:1746070425.683097:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1ad80 x1830887015385216/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.683103:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1ad80 with x1830887015385216 ext(0->4095) 00010000:00010000:3.0:1746070425.683108:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.683116:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.683121:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1ad80 00000100:00100000:2.0:1746070425.686179:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013307648:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.686203:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 100 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.686217:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070425.686251:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:31620:x1830887015384960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4982us (5979us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.686258:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5274 00000100:00100000:0.0:1746070425.686861:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.686991:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015385344 00000100:00100000:2.0:1746070425.686996:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015385344 00000100:00100000:2.0:1746070425.687193:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5275 00000100:00100000:2.0:1746070425.687200:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:31621:x1830887015385344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.687211:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.687222:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea2b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf754 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.687239:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.687243:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 101 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.687248:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.687251:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea2b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf754 expref: 101 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.687629:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 101 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.687640:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea2b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf754 expref: 101 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.687649:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070425.687703:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:31621:x1830887015385344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 504us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.687708:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5275 00000100:00100000:0.0:1746070425.688326:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.688530:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015385472 00000100:00100000:1.0:1746070425.688535:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015385472 00010000:00010000:1.0:1746070425.688551:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.688669:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7541 00000100:00100000:1.0:1746070425.688696:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015385472:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.688705:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.688719:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.688729:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.688754:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea1d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf746 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.688773:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.688775:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.688780:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 100 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.688786:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 100 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.688806:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 100 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.688816:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 100 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.688835:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013307904:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.688884:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070425.690723:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013307904:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070425.690736:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070425.690766:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015385472:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2070us (2440us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.690774:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7541 00000100:00100000:2.0:1746070425.692355:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.692447:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015385728 00000100:00100000:0.0:1746070425.692454:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015385728 00002000:00100000:0.0:1746070425.692490:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99c00 x1830887015385728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070425.692500:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99c00 with x1830887015385728 ext(0->4095) 00010000:00010000:0.0:1746070425.692506:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 101 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746070425.692523:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 101 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746070425.692529:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c99c00 00000100:00100000:0.0:1746070425.692553:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1817 00000100:00100000:0.0:1746070425.692559:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:1964:x1830887015385728:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070425.692698:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:1964:x1830887015385728:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (348us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070425.692704:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1817 00002000:00100000:0.0:1746070425.692709:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99c00 x1830887015385728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070425.692717:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99c00 with x1830887015385728 ext(0->4095) 00010000:00010000:0.0:1746070425.692721:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 101 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746070425.692730:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 101 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746070425.692735:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c99c00 00000100:00100000:0.0:1746070425.694791:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.694877:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015385856 00000100:00100000:1.0:1746070425.694884:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015385856 00010000:00010000:1.0:1746070425.694909:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 101 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.695326:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7542 00000100:00100000:1.0:1746070425.695333:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:1961:x1830887015385856:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070425.695344:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070425.695359:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 101 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.695368:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 101 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.695384:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ea24 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf74d expref: 101 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.695408:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.695410:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.695415:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea2b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf754 expref: 100 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.695422:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf754 expref: 100 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.695447:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf754 expref: 100 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070425.695457:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013308032:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.695516:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.698741:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013308032:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.698757:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.698798:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1961:x1830887015385856:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3463us (4010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.698817:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7542 00000100:00100000:0.0:1746070425.699052:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.699152:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015386112 00000100:00100000:2.0:1746070425.699157:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015386112 00002000:00100000:2.0:1746070425.699185:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1bb80 x1830887015386112/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.699193:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1bb80 with x1830887015386112 ext(0->4095) 00002000:00010000:2.0:1746070425.699197:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f1bb80 00000100:00100000:2.0:1746070425.699209:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3938 00000100:00100000:2.0:1746070425.699214:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1963:x1830887015386112:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.699762:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1963:x1830887015386112:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 545us (708us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.699768:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3938 00002000:00100000:2.0:1746070425.699773:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1bb80 x1830887015386112/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.699780:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1bb80 with x1830887015386112 ext(0->4095) 00002000:00010000:2.0:1746070425.699782:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f1bb80 00000100:00100000:0.0:1746070425.703263:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.703444:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015386240 00000100:00100000:2.0:1746070425.703451:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015386240 00000100:00100000:2.0:1746070425.703495:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5276 00000100:00100000:2.0:1746070425.703501:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015386240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.703516:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.703531:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf75b expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.703558:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea2b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf754 expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.703564:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.703566:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.703569:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.703597:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf754 expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.703607:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf754 expref: 99 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.703617:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013308160:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.703720:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.705561:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013308160:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.705581:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.705594:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070425.705624:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015386240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2122us (2367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.705631:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5276 00000100:00100000:0.0:1746070425.707221:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.707382:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015386368 00000100:00100000:2.0:1746070425.707388:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015386368 00010000:00010000:2.0:1746070425.707411:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf754 expref: 100 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.708362:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7543 00000100:00100000:2.0:1746070425.708369:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1963:x1830887015386368:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.708379:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.708395:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf754 expref: 100 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.708406:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf754 expref: 100 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.708423:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea2b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf754 expref: 100 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746070425.709987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1746070425.710146:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.710149:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.710156:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.710164:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.710193:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070425.710204:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013308288:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.710270:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.710286:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015386496 00000100:00100000:2.0:1746070425.710290:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015386496 00000100:00100000:2.0:1746070425.710313:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5277 00000100:00100000:2.0:1746070425.710318:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:31620:x1830887015386496:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.710329:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.710338:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf762 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.710352:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.710358:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.710359:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.710362:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 101 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.710375:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.710385:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 5 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.710392:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013308416:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.710410:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.715031:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013308416:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070425.715053:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 101 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.715066:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:3.0:1746070425.715107:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:31620:x1830887015386496:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4777us (5111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.715114:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5277 00000100:00100000:2.0:1746070425.715720:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013308288:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.715729:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.715750:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1963:x1830887015386368:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7382us (8532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.715757:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7543 00000100:00100000:0.0:1746070425.717293:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.717590:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015386752 00000100:00100000:2.0:1746070425.717597:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015386752 00002000:00100000:2.0:1746070425.717627:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134834000 x1830887015386752/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.717635:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834000 with x1830887015386752 ext(0->4095) 00010000:00010000:2.0:1746070425.717642:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.717653:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.717659:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134834000 00000100:00100000:2.0:1746070425.717697:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1818 00000100:00100000:2.0:1746070425.717704:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015386752:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070425.717834:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015386752:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (542us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.717840:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1818 00002000:00100000:2.0:1746070425.717845:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134834000 x1830887015386752/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.717852:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834000 with x1830887015386752 ext(0->4095) 00010000:00010000:2.0:1746070425.717857:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.717870:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.717875:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134834000 00000100:00100000:0.0:1746070425.720639:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.720742:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015386880 00000100:00100000:2.0:1746070425.720749:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015386880 00010000:00010000:2.0:1746070425.720774:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.720807:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7544 00000100:00100000:2.0:1746070425.720814:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4459c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015386880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.720833:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.720849:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.720860:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.720877:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ea32 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf75b expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.720901:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.720902:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.720908:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.720919:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.721183:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070425.721194:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013308544:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.721658:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.723436:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013308544:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.723451:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.723479:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4459c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015386880:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2666us (2845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.723489:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7544 00000100:00100000:0.0:1746070425.724434:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.724497:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015387136 00000100:00100000:2.0:1746070425.724502:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015387136 00002000:00100000:2.0:1746070425.724531:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134835180 x1830887015387136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.724539:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134835180 with x1830887015387136 ext(0->4095) 00002000:00010000:2.0:1746070425.724543:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134835180 00000100:00100000:2.0:1746070425.724559:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3939 00000100:00100000:2.0:1746070425.724565:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1964:x1830887015387136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070425.724705:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1964:x1830887015387136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.724713:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3939 00002000:00100000:2.0:1746070425.724719:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134835180 x1830887015387136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.724725:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134835180 with x1830887015387136 ext(0->4095) 00002000:00010000:2.0:1746070425.724728:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134835180 00000100:00100000:0.0:1746070425.726603:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.726743:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015387264 00000100:00100000:3.0:1746070425.726750:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015387264 00000100:00100000:3.0:1746070425.726793:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5278 00000100:00100000:3.0:1746070425.726799:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015387264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.726812:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.726836:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf769 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.726856:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.726861:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.726863:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.726865:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.726887:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.726896:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 99 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.726905:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013308672:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070425.727501:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.730066:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013308672:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070425.730092:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.730104:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12e00, rc 0) 00000100:00100000:3.0:1746070425.730139:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015387264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3339us (3541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.730146:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5278 00000100:00100000:0.0:1746070425.731756:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.732079:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015387392 00000100:00100000:2.0:1746070425.732085:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015387392 00002000:00100000:2.0:1746070425.732116:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134836d80 x1830887015387392/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.732124:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836d80 with x1830887015387392 ext(0->7) 00010000:00010000:2.0:1746070425.732130:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 100 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.732140:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 100 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.732145:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134836d80 00000100:00100000:2.0:1746070425.732159:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1819 00000100:00100000:2.0:1746070425.732164:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1963:x1830887015387392:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070425.732407:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:1963:x1830887015387392:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 241us (654us total) trans 4294968004 rc 0/0 00000100:00100000:2.0:1746070425.732412:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1819 00002000:00100000:2.0:1746070425.732418:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134836d80 x1830887015387392/t4294968004(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/448 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.732430:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836d80 with x1830887015387392 ext(0->7) 00010000:00010000:2.0:1746070425.732434:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 102 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.732443:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 102 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.732447:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134836d80 00000100:00100000:0.0:1746070425.740283:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.740323:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.740536:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015387648 00000100:00100000:3.0:1746070425.740544:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015387648 00000100:00100000:2.0:1746070425.740623:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015387520 00000100:00100000:2.0:1746070425.740626:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015387520 00010000:00010000:2.0:1746070425.740644:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 103 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.740694:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7545 00000100:00100000:2.0:1746070425.740701:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1963:x1830887015387520:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.740712:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.740727:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 103 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.740737:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 103 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.740756:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf762 expref: 103 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.740776:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.740778:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.740842:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.740853:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.740880:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070425.740891:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013308800:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070425.740927:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5279 00000100:00100000:1.0:1746070425.740934:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:31620:x1830887015387648:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070425.740944:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746070425.740951:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00010000:00010000:1.0:1746070425.740953:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf770 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.740967:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.740973:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.740974:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.740977:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.740992:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.741001:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 5 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.741008:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013308928:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070425.741030:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.743542:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013308800:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.743559:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.743595:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1963:x1830887015387520:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2893us (3317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.743604:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7545 00000100:00100000:1.0:1746070425.743714:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013308928:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070425.743732:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 102 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.743750:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60800, rc 0) 00000100:00100000:1.0:1746070425.743768:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:31620:x1830887015387648:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2835us (3445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.743774:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5279 00000100:00100000:0.0:1746070425.743833:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.743972:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015387904 00000100:00100000:1.0:1746070425.743977:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015387904 00002000:00100000:1.0:1746070425.744004:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d329500 x1830887015387904/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.744013:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329500 with x1830887015387904 ext(0->4095) 00010000:00010000:1.0:1746070425.744018:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.744028:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.744033:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d329500 00000100:00100000:1.0:1746070425.744059:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1820 00000100:00100000:1.0:1746070425.744066:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015387904:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070425.744200:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015387904:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.744205:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1820 00002000:00100000:1.0:1746070425.744210:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d329500 x1830887015387904/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.744221:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329500 with x1830887015387904 ext(0->4095) 00010000:00010000:1.0:1746070425.744226:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.744235:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.744240:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d329500 00000100:00100000:0.0:1746070425.747108:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.747332:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015388032 00000100:00100000:2.0:1746070425.747338:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015388032 00010000:00010000:2.0:1746070425.747365:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.747387:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7546 00000100:00100000:2.0:1746070425.747393:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015388032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.747492:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.747513:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.747527:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.747545:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607ea40 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf769 expref: 6 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.747570:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.747572:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.747577:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 101 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.747584:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 101 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.747609:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 101 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070425.747618:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013309056:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.748153:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.750139:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013309056:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.750156:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.750198:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015388032:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2804us (3095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.750207:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7546 00000100:00100000:0.0:1746070425.750589:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.750956:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015388288 00000100:00100000:2.0:1746070425.750962:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015388288 00002000:00100000:2.0:1746070425.750988:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32aa00 x1830887015388288/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.750995:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32aa00 with x1830887015388288 ext(0->4095) 00002000:00010000:2.0:1746070425.750998:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32aa00 00000100:00100000:2.0:1746070425.751382:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3940 00000100:00100000:2.0:1746070425.751389:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:1961:x1830887015388288:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070425.751653:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:1961:x1830887015388288:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 261us (1060us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.751660:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3940 00002000:00100000:2.0:1746070425.751666:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32aa00 x1830887015388288/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.751701:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32aa00 with x1830887015388288 ext(0->4095) 00002000:00010000:2.0:1746070425.751704:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32aa00 00000100:00100000:0.0:1746070425.754199:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.754381:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015388416 00000100:00100000:1.0:1746070425.754389:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015388416 00000100:00100000:1.0:1746070425.754438:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5280 00000100:00100000:1.0:1746070425.754445:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015388416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070425.754459:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070425.754477:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607ea4e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf777 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.754504:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 101 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.754511:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070425.754512:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070425.754515:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607ea4e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf777 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.754540:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 101 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.754553:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 101 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.754563:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013309184:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070425.754650:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.757984:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.758023:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013309184:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070425.758045:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607ea4e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf777 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.758059:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:2.0:1746070425.758094:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015388544 00000100:00100000:2.0:1746070425.758099:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015388544 00000100:00100000:1.0:1746070425.758100:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015388416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3655us (3906us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.758107:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5280 00002000:00100000:2.0:1746070425.758130:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012cf54000 x1830887015388544/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.758309:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf54000 with x1830887015388544 ext(0->7) 00010000:00010000:2.0:1746070425.758315:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 102 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.758326:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 102 pid: 25271 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.758335:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf54000 00000100:00100000:2.0:1746070425.758348:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1821 00000100:00100000:2.0:1746070425.758354:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:1962:x1830887015388544:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070425.758566:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1962:x1830887015388544:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 212us (589us total) trans 4294968005 rc 0/0 00000100:00100000:2.0:1746070425.758571:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1821 00002000:00100000:2.0:1746070425.758576:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012cf54000 x1830887015388544/t4294968005(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 496/448 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.758582:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf54000 with x1830887015388544 ext(0->7) 00010000:00010000:2.0:1746070425.758586:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.758594:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.758599:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cf54000 00000100:00100000:0.0:1746070425.760788:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.761911:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015388672 00000100:00100000:2.0:1746070425.761919:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015388672 00010000:00010000:2.0:1746070425.761954:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.761991:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7547 00000100:00100000:2.0:1746070425.761998:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1962:x1830887015388672:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.762009:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.762028:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.762039:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.762058:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607ea47 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf770 expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.762532:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.762534:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.762541:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607ea4e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf777 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.762548:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607ea4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf777 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.762574:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607ea4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf777 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070425.762584:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013309312:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.763428:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.766611:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.766783:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013309312:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.766799:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.766844:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1962:x1830887015388672:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4845us (6060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.766853:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7547 00000100:00100000:1.0:1746070425.766924:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015388928 00000100:00100000:1.0:1746070425.766930:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015388928 00002000:00100000:1.0:1746070425.766959:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcf800 x1830887015388928/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.766967:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcf800 with x1830887015388928 ext(0->4095) 00002000:00010000:1.0:1746070425.766970:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcf800 00000100:00100000:1.0:1746070425.766991:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3941 00000100:00100000:1.0:1746070425.766997:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015388928:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070425.767367:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015388928:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 369us (761us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.767376:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3941 00002000:00100000:1.0:1746070425.767381:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcf800 x1830887015388928/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.767388:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcf800 with x1830887015388928 ext(0->4095) 00002000:00010000:1.0:1746070425.767390:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcf800 00000100:00100000:0.0:1746070425.769362:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.769522:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.769572:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015389056 00000100:00100000:1.0:1746070425.769578:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015389056 00000100:00100000:1.0:1746070425.769607:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015389184 00000100:00100000:1.0:1746070425.769609:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015389184 00000100:00100000:1.0:1746070425.769623:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5281 00000100:00100000:1.0:1746070425.769630:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015389056:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070425.769644:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070425.769659:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf77e expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.769704:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607ea4e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf777 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.769711:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.769712:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.769715:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.769740:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607ea4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf777 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.769750:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607ea4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf777 expref: 5 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.769760:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013309440:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070425.769816:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.770080:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5282 00000100:00100000:3.0:1746070425.770088:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015389184:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.770095:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.770102:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607ea5c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf785 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.770114:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.770117:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.770123:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.770125:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607ea5c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf785 expref: 106 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.770145:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.770154:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607ea5c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf785 expref: 106 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.770162:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12400, rc 0) 00000100:00100000:3.0:1746070425.770188:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:31621:x1830887015389184:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.770196:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5282 00000100:00100000:1.0:1746070425.772565:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.772990:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013309440:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.773013:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.773029:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61400, rc 0) 00000100:00100000:3.0:1746070425.773340:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015389312 00000100:00100000:3.0:1746070425.773346:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015389312 00010000:00010000:3.0:1746070425.773371:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607ea4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf777 expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.773404:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7548 00000100:00100000:3.0:1746070425.773410:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015389312:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.773422:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.773439:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607ea4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf777 expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.773450:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607ea4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf777 expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.773467:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607ea4e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf777 expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.773551:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31620:x1830887015389056:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3920us (4192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.773557:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5281 00010000:00010000:3.0:1746070425.773832:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.773834:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.773841:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.773847:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.773877:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.773886:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.773897:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013309696:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.775040:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.777251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.778551:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015389568 00000100:00100000:2.0:1746070425.778560:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015389568 00002000:00100000:2.0:1746070425.778597:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcea00 x1830887015389568/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.778606:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcea00 with x1830887015389568 ext(0->4095) 00010000:00010000:2.0:1746070425.778613:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.778624:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.778630:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcea00 00000100:00100000:2.0:1746070425.778660:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1822 00000100:00100000:2.0:1746070425.778667:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015389568:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.778831:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015389568:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (1584us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.778837:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1822 00002000:00100000:2.0:1746070425.778843:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcea00 x1830887015389568/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.778850:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcea00 with x1830887015389568 ext(0->4095) 00010000:00010000:2.0:1746070425.778854:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.778862:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.778867:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcea00 00000100:00100000:3.0:1746070425.779587:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013309696:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.779601:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.779636:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015389312:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6225us (7076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.779643:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7548 00000100:00100000:0.0:1746070425.782496:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.782657:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015389696 00000100:00100000:3.0:1746070425.782664:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015389696 00010000:00010000:3.0:1746070425.782718:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.782745:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7549 00000100:00100000:3.0:1746070425.782751:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015389696:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.782762:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.782779:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.782789:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.782807:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61400/0x628f9640b607ea55 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf77e expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.782843:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.782845:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.782851:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607ea5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf785 expref: 104 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.782858:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607ea5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf785 expref: 104 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.782883:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607ea5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf785 expref: 104 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.782893:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013309824:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.782962:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.787160:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013309824:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.787178:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.787220:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015389696:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4468us (4729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.787229:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7549 00000100:00100000:0.0:1746070425.788173:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.788954:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015389952 00000100:00100000:1.0:1746070425.788961:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015389952 00002000:00100000:1.0:1746070425.788995:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcc700 x1830887015389952/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.789003:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcc700 with x1830887015389952 ext(0->4095) 00002000:00010000:1.0:1746070425.789008:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcc700 00000100:00100000:1.0:1746070425.789031:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3942 00000100:00100000:1.0:1746070425.789037:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1961:x1830887015389952:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070425.789161:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1961:x1830887015389952:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (990us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.789167:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3942 00002000:00100000:1.0:1746070425.789172:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcc700 x1830887015389952/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.789179:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcc700 with x1830887015389952 ext(0->4095) 00002000:00010000:1.0:1746070425.789182:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcc700 00000100:00100000:0.0:1746070425.790977:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.791128:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015390080 00000100:00100000:2.0:1746070425.791134:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015390080 00000100:00100000:2.0:1746070425.791170:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5283 00000100:00100000:2.0:1746070425.791176:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015390080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.791189:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.791202:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf78c expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.791224:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607ea5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf785 expref: 103 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.791231:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.791232:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.791235:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.791257:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607ea5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf785 expref: 103 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.791271:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607ea5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf785 expref: 103 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.791281:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013309952:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.792398:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.794405:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.794694:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015390208 00000100:00100000:2.0:1746070425.794700:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015390208 00010000:00010000:2.0:1746070425.794725:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607ea5c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf785 expref: 104 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.794756:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7550 00000100:00100000:2.0:1746070425.794762:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015390208:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.794773:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.794789:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607ea5c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf785 expref: 104 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.794798:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607ea5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf785 expref: 104 pid: 8444 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.794815:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.794836:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.794843:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.794850:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.794877:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070425.794886:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013310080:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.795143:0:25271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12400/0x628f9640b607ea5c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf785 expref: 104 pid: 8444 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.795167:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013309952:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070425.795186:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.795199:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070425.795776:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.795841:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015390080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4664us (4868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.795849:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5283 00000100:00100000:0.0:1746070425.797263:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.797495:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015390336 00000100:00100000:3.0:1746070425.797501:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015390336 00000100:00100000:3.0:1746070425.797534:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5284 00000100:00100000:3.0:1746070425.797540:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015390336:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.797553:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.797565:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf793 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.797586:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.797592:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.797594:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.797597:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.797617:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.797626:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 5 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.797639:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013310208:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070425.798935:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.799737:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013310080:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.799751:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.799789:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015390208:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5025us (5388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.799797:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7550 00000100:00100000:0.0:1746070425.801543:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.802447:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015390592 00000100:00100000:2.0:1746070425.802455:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015390592 00002000:00100000:2.0:1746070425.802489:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31c700 x1830887015390592/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.802499:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31c700 with x1830887015390592 ext(0->4095) 00010000:00010000:2.0:1746070425.802506:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.802518:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.802524:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31c700 00000100:00100000:2.0:1746070425.802550:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1823 00000100:00100000:2.0:1746070425.802556:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015390592:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070425.802700:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015390592:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (1160us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.802706:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1823 00002000:00100000:2.0:1746070425.802711:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31c700 x1830887015390592/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.802724:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31c700 with x1830887015390592 ext(0->4095) 00010000:00010000:2.0:1746070425.802728:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.802737:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.802743:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31c700 00000100:00100000:3.0:1746070425.802936:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013310208:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070425.802955:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.802966:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13a00, rc 0) 00000100:00100000:3.0:1746070425.802987:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015390336:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5446us (5728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.802992:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5284 00000100:00100000:0.0:1746070425.806579:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.807967:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015390720 00000100:00100000:3.0:1746070425.807976:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015390720 00000100:00100000:3.0:1746070425.808019:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5285 00000100:00100000:3.0:1746070425.808026:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31621:x1830887015390720:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.808041:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.808055:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607ea71 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf79a expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.808077:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.808082:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.808087:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.808091:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607ea71 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf79a expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.808119:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.808129:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607ea71 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf79a expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.808137:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13600, rc 0) 00000100:00100000:3.0:1746070425.809279:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015390720:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1250us (2703us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.809285:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5285 00000100:00100000:1.0:1746070425.809990:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.810250:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015390848 00000100:00100000:3.0:1746070425.810255:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015390848 00010000:00010000:3.0:1746070425.810277:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.810305:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7551 00000100:00100000:3.0:1746070425.810310:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4459850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015390848:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.810322:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.810339:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.810353:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.810372:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ea63 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf78c expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.810396:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.810399:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.810404:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.810412:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.810435:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.810445:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.810454:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013310464:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.810509:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b736a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.813880:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.813961:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013310464:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.813979:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.814011:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4459850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015390848:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3700us (4022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.814023:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7551 00000100:00100000:1.0:1746070425.814451:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015391104 00000100:00100000:1.0:1746070425.814457:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015391104 00002000:00100000:1.0:1746070425.814485:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31f800 x1830887015391104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.814500:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f800 with x1830887015391104 ext(0->4095) 00010000:00010000:1.0:1746070425.814506:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.814518:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.814525:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31f800 00000100:00100000:1.0:1746070425.814551:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1824 00000100:00100000:1.0:1746070425.814558:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015391104:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070425.814702:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015391104:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (829us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.814708:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1824 00002000:00100000:1.0:1746070425.814713:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31f800 x1830887015391104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.814719:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f800 with x1830887015391104 ext(0->4095) 00010000:00010000:1.0:1746070425.814724:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.814732:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.814737:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31f800 00000100:00100000:0.0:1746070425.818669:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.818883:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015391232 00000100:00100000:3.0:1746070425.818891:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015391232 00010000:00010000:3.0:1746070425.818919:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.819083:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7552 00000100:00100000:3.0:1746070425.819090:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1962:x1830887015391232:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.819103:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.819121:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.819131:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.819149:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607ea6a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf793 expref: 105 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.819389:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.819391:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.819398:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607ea71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf79a expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.819406:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607ea71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf79a expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.819435:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607ea71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf79a expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.819446:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013310592:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.820115:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.822835:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.823041:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015391488 00000100:00100000:2.0:1746070425.823049:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015391488 00002000:00100000:2.0:1746070425.823083:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31f480 x1830887015391488/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.823091:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f480 with x1830887015391488 ext(0->4095) 00002000:00010000:2.0:1746070425.823095:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31f480 00000100:00100000:2.0:1746070425.823111:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3943 00000100:00100000:2.0:1746070425.823117:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015391488:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.823240:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015391488:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (410us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.823245:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3943 00002000:00100000:2.0:1746070425.823250:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31f480 x1830887015391488/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.823257:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f480 with x1830887015391488 ext(0->4095) 00002000:00010000:2.0:1746070425.823259:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31f480 00000100:00100000:3.0:1746070425.823342:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013310592:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.823359:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.823379:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1962:x1830887015391232:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4290us (4716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.823386:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7552 00000100:00100000:0.0:1746070425.825815:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.825891:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015391616 00000100:00100000:2.0:1746070425.825897:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015391616 00000100:00100000:2.0:1746070425.825938:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5286 00000100:00100000:2.0:1746070425.825944:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015391616:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.825956:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.825970:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7a1 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.825991:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607ea71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf79a expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.825998:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.825999:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.826002:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.826024:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607ea71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf79a expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.826033:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607ea71 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf79a expref: 103 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.826042:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013310720:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.826937:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.829174:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013310720:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.829196:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.829214:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070425.829246:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015391616:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3302us (3434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.829253:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5286 00000100:00100000:0.0:1746070425.830701:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.830794:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015391744 00000100:00100000:3.0:1746070425.830799:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015391744 00010000:00010000:3.0:1746070425.830832:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607ea71 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf79a expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.830863:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7553 00000100:00100000:3.0:1746070425.830869:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015391744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.830880:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.830894:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607ea71 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf79a expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.830904:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607ea71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf79a expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.830921:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13600/0x628f9640b607ea71 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf79a expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.830943:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.830945:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.830951:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.830957:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.830983:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.830993:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013310848:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.831757:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.834491:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.834844:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.834893:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015392128 00000100:00100000:1.0:1746070425.834899:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015392128 00002000:00100000:1.0:1746070425.834928:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f7480 x1830887015392128/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.834937:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f7480 with x1830887015392128 ext(0->4095) 00002000:00010000:1.0:1746070425.834941:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f7480 00000100:00100000:2.0:1746070425.835131:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015391872 00000100:00100000:2.0:1746070425.835135:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015391872 00000100:00100000:2.0:1746070425.835154:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5287 00000100:00100000:2.0:1746070425.835159:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015391872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.835169:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.835180:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7a8 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.835202:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.835208:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.835209:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.835212:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.835235:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.835244:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.835258:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013310976:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.835308:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.835505:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013310848:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.835518:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.835534:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015391744:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4666us (4838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.835541:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7553 00000100:00100000:1.0:1746070425.835712:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1825 00000100:00100000:1.0:1746070425.835718:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015392128:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070425.835845:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015392128:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (1000us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.835851:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1825 00002000:00100000:1.0:1746070425.835855:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f7480 x1830887015392128/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.835862:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f7480 with x1830887015392128 ext(0->4095) 00010000:00010000:1.0:1746070425.835867:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.835877:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.835881:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f7480 00000100:00100000:1.0:1746070425.839848:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.839983:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013310976:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.840008:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.840022:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729400, rc 0) 00000100:00100000:2.0:1746070425.840055:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015391872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4895us (5568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.840062:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5287 00000100:00100000:2.0:1746070425.840083:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015392256 00000100:00100000:2.0:1746070425.840087:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015392256 00000100:00100000:2.0:1746070425.840119:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5288 00000100:00100000:2.0:1746070425.840125:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31621:x1830887015392256:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.840136:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.840146:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea86 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7af expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.840161:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.840165:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.840170:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.840173:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea86 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7af expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.840198:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.840206:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea86 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7af expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.840212:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070425.840224:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015392256:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.840228:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5288 00000100:00100000:0.0:1746070425.841572:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.841746:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015392384 00000100:00100000:3.0:1746070425.841752:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015392384 00010000:00010000:3.0:1746070425.841774:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.841794:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7554 00000100:00100000:3.0:1746070425.841799:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015392384:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.841808:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.841834:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.841848:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.841864:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ea78 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a1 expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.842032:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.842034:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.842041:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.842047:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.842072:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.842082:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 104 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.842091:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013311232:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.842436:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.844262:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.844334:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013311232:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.844349:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.844373:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015392384:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2574us (2805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.844384:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7554 00000100:00100000:2.0:1746070425.844443:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015392640 00000100:00100000:2.0:1746070425.844447:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015392640 00002000:00100000:2.0:1746070425.844468:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5500 x1830887015392640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.844477:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5500 with x1830887015392640 ext(0->4095) 00010000:00010000:2.0:1746070425.844482:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.844492:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.844498:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5500 00000100:00100000:2.0:1746070425.844964:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1826 00000100:00100000:2.0:1746070425.844971:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015392640:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.845090:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015392640:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (832us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.845096:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1826 00002000:00100000:2.0:1746070425.845101:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5500 x1830887015392640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.845108:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5500 with x1830887015392640 ext(0->4095) 00010000:00010000:2.0:1746070425.845112:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.845121:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.845126:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5500 00000100:00100000:0.0:1746070425.847263:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.847355:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015392768 00000100:00100000:3.0:1746070425.847360:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015392768 00010000:00010000:3.0:1746070425.847383:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.847401:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7555 00000100:00100000:3.0:1746070425.847406:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1962:x1830887015392768:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.847416:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.847430:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.847438:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.847454:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729400/0x628f9640b607ea7f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7a8 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.847464:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.847465:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.847470:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea86 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7af expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.847476:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7af expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.847499:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7af expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.847508:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013311360:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.847649:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.849751:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.849832:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013311360:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.849849:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.849878:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1962:x1830887015392768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2471us (2620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.849886:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7555 00000100:00100000:1.0:1746070425.850295:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015393024 00000100:00100000:1.0:1746070425.850299:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015393024 00002000:00100000:1.0:1746070425.850326:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093223b80 x1830887015393024/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.850341:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223b80 with x1830887015393024 ext(0->4095) 00002000:00010000:1.0:1746070425.850345:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093223b80 00000100:00100000:1.0:1746070425.850365:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3945 00000100:00100000:1.0:1746070425.850370:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015393024:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070425.850480:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015393024:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (733us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.850486:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3945 00002000:00100000:1.0:1746070425.850491:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093223b80 x1830887015393024/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.850497:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223b80 with x1830887015393024 ext(0->4095) 00002000:00010000:1.0:1746070425.850500:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093223b80 00000100:00100000:0.0:1746070425.853793:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.854121:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015393152 00000100:00100000:1.0:1746070425.854127:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015393152 00000100:00100000:1.0:1746070425.854233:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5289 00000100:00100000:1.0:1746070425.854241:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015393152:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070425.854257:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070425.854272:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7b6 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.854296:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea86 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7af expref: 103 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.854303:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070425.854304:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070425.854307:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.854330:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7af expref: 103 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.854341:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7af expref: 103 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.854351:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013311488:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070425.854951:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070425.857041:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013311488:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070425.857060:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.857072:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50400, rc 0) 00000100:00100000:1.0:1746070425.857108:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015393152:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2869us (3322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.857115:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5289 00000100:00100000:0.0:1746070425.857558:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.858110:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015393280 00000100:00100000:3.0:1746070425.858115:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015393280 00010000:00010000:3.0:1746070425.858135:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7af expref: 104 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.858159:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7556 00000100:00100000:3.0:1746070425.858163:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015393280:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.858172:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.858186:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7af expref: 104 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.858195:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7af expref: 104 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.858212:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ea86 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7af expref: 104 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.858395:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.858397:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.858403:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.858410:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.858430:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.858439:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013311616:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.858830:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.861781:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.861815:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.861925:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015393536 00000100:00100000:1.0:1746070425.861931:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015393536 00000100:00100000:1.0:1746070425.861966:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5290 00000100:00100000:1.0:1746070425.861972:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015393536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070425.861987:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070425.862001:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7bd expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.862028:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.862034:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.862035:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.862038:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 105 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.862059:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.862069:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 5 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:1.0:1746070425.862080:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013311744:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070425.862137:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.862202:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015393664 00000100:00100000:2.0:1746070425.862206:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015393664 00002000:00100000:2.0:1746070425.862227:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093221500 x1830887015393664/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.862234:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221500 with x1830887015393664 ext(0->4095) 00010000:00010000:2.0:1746070425.862240:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.862248:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.862253:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093221500 00000100:00100000:2.0:1746070425.862264:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1827 00000100:00100000:2.0:1746070425.862268:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015393664:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.862388:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015393664:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (571us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.862394:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1827 00002000:00100000:2.0:1746070425.862399:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093221500 x1830887015393664/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.862406:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221500 with x1830887015393664 ext(0->4095) 00010000:00010000:2.0:1746070425.862410:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.862418:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.862423:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093221500 00000100:00100000:3.0:1746070425.862507:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013311616:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.862521:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.862537:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015393280:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4373us (4980us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.862543:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7556 00000100:00100000:0.0:1746070425.865007:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.865237:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013311744:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070425.865258:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.865270:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50a00, rc 0) 00000100:00100000:1.0:1746070425.865297:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015393536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3325us (3522us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.865304:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5290 00000100:00100000:1.0:1746070425.865321:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015393792 00000100:00100000:1.0:1746070425.865325:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015393792 00000100:00100000:1.0:1746070425.865355:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5291 00000100:00100000:1.0:1746070425.865361:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31621:x1830887015393792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070425.865371:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070425.865380:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ea9b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7c4 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.865395:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.865398:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 105 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.865403:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070425.865407:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ea9b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7c4 expref: 105 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.865426:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 105 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.865435:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ea9b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7c4 expref: 105 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.865441:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b51400, rc 0) 00000100:00100000:1.0:1746070425.865453:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015393792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.865458:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5291 00000100:00100000:0.0:1746070425.867479:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.868023:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015393920 00000100:00100000:3.0:1746070425.868029:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015393920 00010000:00010000:3.0:1746070425.868056:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.868077:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7557 00000100:00100000:3.0:1746070425.868083:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015393920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.868095:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.868111:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.868126:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.868144:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ea8d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7b6 expref: 6 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.868165:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.868167:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.868172:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.868179:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.868203:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.868213:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 104 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.868222:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013312000:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.868891:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.870576:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013312000:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.870593:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.870623:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015393920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2539us (3148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.870633:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7557 00000100:00100000:0.0:1746070425.871183:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.871313:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015394176 00000100:00100000:1.0:1746070425.871319:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015394176 00002000:00100000:1.0:1746070425.871345:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093221c00 x1830887015394176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.871359:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221c00 with x1830887015394176 ext(0->4095) 00010000:00010000:1.0:1746070425.871365:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 105 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.871376:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 105 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.871383:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093221c00 00000100:00100000:1.0:1746070425.871745:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1828 00000100:00100000:1.0:1746070425.871752:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015394176:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070425.871876:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015394176:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (693us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.871882:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1828 00002000:00100000:1.0:1746070425.871886:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093221c00 x1830887015394176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.871892:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221c00 with x1830887015394176 ext(0->4095) 00010000:00010000:1.0:1746070425.871897:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 105 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:1.0:1746070425.871906:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 105 pid: 8445 timeout: 637 lvb_type: 0 00002000:00010000:1.0:1746070425.871911:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093221c00 00000100:00100000:0.0:1746070425.874484:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.874832:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015394304 00000100:00100000:3.0:1746070425.874839:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015394304 00010000:00010000:3.0:1746070425.874862:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 105 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.875002:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7558 00000100:00100000:3.0:1746070425.875009:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4459450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1961:x1830887015394304:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.875019:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.875035:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 105 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.875045:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 105 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.875061:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ea94 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7bd expref: 105 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.875082:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.875084:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.875090:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ea9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7c4 expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.875098:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ea9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7c4 expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.875123:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ea9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7c4 expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.875135:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013312128:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.875640:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.877616:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.877717:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013312128:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.877734:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.878150:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015394560 00000100:00100000:2.0:1746070425.878156:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015394560 00002000:00100000:2.0:1746070425.878186:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093220e00 x1830887015394560/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.878194:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220e00 with x1830887015394560 ext(0->4095) 00002000:00010000:2.0:1746070425.878197:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093220e00 00000100:00100000:3.0:1746070425.878524:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4459450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1961:x1830887015394304:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3514us (4042us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.878533:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7558 00000100:00100000:2.0:1746070425.878659:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3946 00000100:00100000:2.0:1746070425.878665:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015394560:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.879220:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015394560:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 554us (1606us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.879226:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3946 00002000:00100000:2.0:1746070425.879232:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093220e00 x1830887015394560/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.879238:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220e00 with x1830887015394560 ext(0->4095) 00002000:00010000:2.0:1746070425.879241:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093220e00 00000100:00100000:0.0:1746070425.881336:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.881432:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015394688 00000100:00100000:2.0:1746070425.881439:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015394688 00000100:00100000:2.0:1746070425.881478:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5292 00000100:00100000:2.0:1746070425.881484:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015394688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.881497:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.881509:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eaa2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7cb expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.881533:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ea9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7c4 expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.881539:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.881541:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.881544:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eaa2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7cb expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.881567:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ea9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7c4 expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.881577:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ea9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7c4 expref: 103 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.881586:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013312256:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.881904:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.883905:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013312256:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.883928:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eaa2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7cb expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.883943:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070425.883972:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015394688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2488us (2641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.883979:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5292 00000100:00100000:0.0:1746070425.884999:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.885191:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015394816 00000100:00100000:3.0:1746070425.885197:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015394816 00010000:00010000:3.0:1746070425.885222:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ea9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7c4 expref: 104 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.885251:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7559 00000100:00100000:3.0:1746070425.885257:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015394816:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.885267:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.885282:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ea9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7c4 expref: 104 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.885292:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ea9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7c4 expref: 104 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.885309:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ea9b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7c4 expref: 104 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.885331:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.885333:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.885339:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eaa2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7cb expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.885346:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eaa2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7cb expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.885369:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eaa2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7cb expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.885378:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013312384:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.885449:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.887953:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.888016:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015395072 00000100:00100000:2.0:1746070425.888021:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015395072 00002000:00100000:2.0:1746070425.888051:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093221880 x1830887015395072/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.888059:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221880 with x1830887015395072 ext(0->4095) 00002000:00010000:2.0:1746070425.888063:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093221880 00000100:00100000:2.0:1746070425.888404:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3947 00000100:00100000:2.0:1746070425.888412:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015395072:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070425.888754:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013312384:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.888770:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.889180:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015395072:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 767us (1238us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.889187:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3947 00002000:00100000:2.0:1746070425.889194:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093221880 x1830887015395072/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.889201:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221880 with x1830887015395072 ext(0->4095) 00002000:00010000:2.0:1746070425.889204:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093221880 00000100:00100000:3.0:1746070425.889553:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1963:x1830887015394816:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4294us (4554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.889561:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7559 00000100:00100000:0.0:1746070425.889959:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.890068:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015395200 00000100:00100000:3.0:1746070425.890072:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015395200 00000100:00100000:3.0:1746070425.890103:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5293 00000100:00100000:3.0:1746070425.890108:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:31620:x1830887015395200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.890116:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.890129:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7d2 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.890147:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eaa2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7cb expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.890158:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.890159:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.890162:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.890181:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eaa2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7cb expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.890191:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eaa2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7cb expref: 5 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.890200:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013312512:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070425.890243:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.892354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.892443:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015395328 00000100:00100000:2.0:1746070425.892448:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015395328 00000100:00100000:2.0:1746070425.892482:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5294 00000100:00100000:2.0:1746070425.892487:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015395328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.892497:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.892510:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eab0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7d9 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.892528:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.892532:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 106 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.892537:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.892540:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eab0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d9 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.892562:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 106 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.892571:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eab0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d9 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.892579:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070425.892607:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:31621:x1830887015395328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.892612:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5294 00000100:00100000:3.0:1746070425.893586:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013312512:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070425.893603:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.893611:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13c00, rc 0) 00000100:00100000:3.0:1746070425.893634:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31620:x1830887015395200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3526us (3675us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.893640:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5293 00000100:00100000:0.0:1746070425.893892:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.894047:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015395456 00000100:00100000:2.0:1746070425.894051:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015395456 00010000:00010000:2.0:1746070425.894067:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eaa2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7cb expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.894082:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7560 00000100:00100000:2.0:1746070425.894086:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015395456:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.894093:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.894107:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eaa2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7cb expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.894115:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eaa2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7cb expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.894131:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eaa2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7cb expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.894141:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.894142:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.894147:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.894153:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.894172:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.894181:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 104 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.894195:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013312768:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.894239:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.897223:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013312768:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.897239:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.897835:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015395456:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3745us (3941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.897844:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7560 00000100:00100000:0.0:1746070425.898629:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.898693:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015395712 00000100:00100000:2.0:1746070425.898699:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015395712 00002000:00100000:2.0:1746070425.898727:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f1b100 x1830887015395712/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.898735:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1b100 with x1830887015395712 ext(0->4095) 00010000:00010000:2.0:1746070425.898742:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.898752:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.898758:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f1b100 00000100:00100000:2.0:1746070425.898782:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1829 00000100:00100000:2.0:1746070425.898788:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015395712:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.898905:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015395712:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.898914:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1829 00002000:00100000:2.0:1746070425.898919:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f1b100 x1830887015395712/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.898925:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1b100 with x1830887015395712 ext(0->4095) 00010000:00010000:2.0:1746070425.898930:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.898937:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00002000:00010000:2.0:1746070425.898943:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f1b100 00000100:00100000:0.0:1746070425.901855:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.902000:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015395840 00000100:00100000:2.0:1746070425.902006:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015395840 00010000:00010000:2.0:1746070425.902028:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.902050:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7561 00000100:00100000:2.0:1746070425.902056:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1962:x1830887015395840:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.902067:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.902082:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.902092:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.902109:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13c00/0x628f9640b607eaa9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d2 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.902133:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.902135:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.902141:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eab0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d9 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.902147:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eab0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d9 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.902172:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eab0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d9 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070425.902181:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013312896:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.902244:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.904476:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.904579:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013312896:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.904593:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.904630:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1962:x1830887015395840:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2573us (2781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.904638:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7561 00000100:00100000:1.0:1746070425.904719:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015396096 00000100:00100000:1.0:1746070425.904724:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015396096 00002000:00100000:1.0:1746070425.904749:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f19880 x1830887015396096/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.904757:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f19880 with x1830887015396096 ext(0->4095) 00002000:00010000:1.0:1746070425.904761:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f19880 00000100:00100000:1.0:1746070425.904773:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3948 00000100:00100000:1.0:1746070425.904779:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015396096:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070425.904906:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015396096:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.904911:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3948 00002000:00100000:1.0:1746070425.904916:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f19880 x1830887015396096/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.904923:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f19880 with x1830887015396096 ext(0->4095) 00002000:00010000:1.0:1746070425.904926:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f19880 00000100:00100000:0.0:1746070425.907083:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.907172:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015396224 00000100:00100000:3.0:1746070425.907178:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015396224 00000100:00100000:3.0:1746070425.907217:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5295 00000100:00100000:3.0:1746070425.907223:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015396224:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.907236:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.907248:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607eab7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7e0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.907271:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eab0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d9 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.907277:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.907278:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070425.907281:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607eab7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e0 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.907302:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eab0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d9 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.907312:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eab0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d9 expref: 103 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.907321:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013313024:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070425.907386:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.909001:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013313024:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070425.909021:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607eab7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e0 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.909031:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12e00, rc 0) 00000100:00100000:3.0:1746070425.909066:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015396224:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1842us (1986us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.909075:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5295 00000100:00100000:0.0:1746070425.909377:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.909610:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015396352 00000100:00100000:3.0:1746070425.909614:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015396352 00010000:00010000:3.0:1746070425.909629:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eab0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d9 expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.909652:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7562 00000100:00100000:3.0:1746070425.909657:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015396352:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.909665:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.909697:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eab0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d9 expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.909706:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eab0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d9 expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.909723:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eab0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7d9 expref: 104 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.909743:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.909744:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.909749:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607eab7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e0 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.909756:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607eab7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e0 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.909776:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607eab7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e0 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.909784:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013313152:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.909839:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.912027:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013313152:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.912043:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.912545:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1963:x1830887015396352:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2885us (3166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.912555:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7562 00000100:00100000:0.0:1746070425.913225:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.913309:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015396608 00000100:00100000:3.0:1746070425.913314:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015396608 00002000:00100000:3.0:1746070425.913340:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f1bb80 x1830887015396608/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.913349:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1bb80 with x1830887015396608 ext(0->4095) 00002000:00010000:3.0:1746070425.913352:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f1bb80 00000100:00100000:3.0:1746070425.913376:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3949 00000100:00100000:3.0:1746070425.913381:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015396608:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070425.913888:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015396608:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 505us (663us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.913894:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3949 00002000:00100000:3.0:1746070425.913899:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f1bb80 x1830887015396608/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.913906:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1bb80 with x1830887015396608 ext(0->4095) 00002000:00010000:3.0:1746070425.913908:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f1bb80 00000100:00100000:0.0:1746070425.915353:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.915419:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015396736 00000100:00100000:3.0:1746070425.915423:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015396736 00000100:00100000:3.0:1746070425.915457:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5296 00000100:00100000:3.0:1746070425.915463:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:31620:x1830887015396736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070425.915473:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070425.915486:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7e7 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.915504:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607eab7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e0 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.915510:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.915512:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.915515:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.915538:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607eab7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e0 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.915548:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607eab7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e0 expref: 5 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.915558:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013313280:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070425.916595:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.918905:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.919005:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.919169:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015396864 00000100:00100000:1.0:1746070425.919175:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015396864 00000100:00100000:1.0:1746070425.919208:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5297 00000100:00100000:1.0:1746070425.919215:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015396864:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070425.919227:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070425.919240:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eac5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7ee expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.919259:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070425.919264:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 106 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.919273:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070425.919276:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eac5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7ee expref: 106 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.919302:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 106 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.919311:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eac5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7ee expref: 106 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070425.919319:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50a00, rc 0) 00000100:00100000:1.0:1746070425.919360:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:31621:x1830887015396864:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070425.919366:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5297 00000100:00100000:3.0:1746070425.919438:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013313280:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070425.919452:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.919464:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13400, rc 0) 00000100:00100000:3.0:1746070425.919480:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31620:x1830887015396736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4017us (4130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.919484:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5296 00000100:00100000:2.0:1746070425.919662:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015396992 00000100:00100000:2.0:1746070425.919666:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015396992 00010000:00010000:2.0:1746070425.919699:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607eab7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e0 expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.919726:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7563 00000100:00100000:2.0:1746070425.919731:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015396992:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070425.919741:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070425.919756:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607eab7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e0 expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.919764:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607eab7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e0 expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.919777:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12e00/0x628f9640b607eab7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e0 expref: 6 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746070425.919788:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.919790:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.919794:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.919800:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.919826:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.919836:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 104 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.919846:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013313536:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070425.919888:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.922907:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.922998:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015397248 00000100:00100000:3.0:1746070425.923005:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015397248 00002000:00100000:3.0:1746070425.923037:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f18700 x1830887015397248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.923046:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f18700 with x1830887015397248 ext(0->4095) 00010000:00010000:3.0:1746070425.923052:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.923063:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.923069:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f18700 00000100:00100000:3.0:1746070425.923085:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1830 00000100:00100000:3.0:1746070425.923091:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015397248:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070425.923207:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015397248:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.923213:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1830 00002000:00100000:3.0:1746070425.923218:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f18700 x1830887015397248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.923229:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f18700 with x1830887015397248 ext(0->4095) 00010000:00010000:3.0:1746070425.923233:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.923240:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.923245:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f18700 00000100:00100000:2.0:1746070425.923588:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013313536:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070425.923602:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.923622:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015396992:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3891us (4617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.923629:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7563 00000100:00100000:0.0:1746070425.926856:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.926997:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015397376 00000100:00100000:3.0:1746070425.927004:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015397376 00010000:00010000:3.0:1746070425.927030:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.927189:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7564 00000100:00100000:3.0:1746070425.927196:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015397376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.927207:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.927224:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.927233:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.927250:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13400/0x628f9640b607eabe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7e7 expref: 105 pid: 8446 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.927275:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.927277:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.927283:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eac5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7ee expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.927289:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eac5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7ee expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.927315:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eac5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7ee expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.927325:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013313664:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.927389:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.930297:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013313664:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.930315:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.930344:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015397376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3149us (3494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.930352:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7564 00000100:00100000:0.0:1746070425.931118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.931295:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015397632 00000100:00100000:1.0:1746070425.931301:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015397632 00002000:00100000:1.0:1746070425.931337:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bc700 x1830887015397632/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.931346:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bc700 with x1830887015397632 ext(0->4095) 00002000:00010000:1.0:1746070425.931350:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7bc700 00000100:00100000:1.0:1746070425.931368:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3950 00000100:00100000:1.0:1746070425.931373:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015397632:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070425.931487:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015397632:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.931495:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3950 00002000:00100000:1.0:1746070425.931500:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bc700 x1830887015397632/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.931506:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bc700 with x1830887015397632 ext(0->4095) 00002000:00010000:1.0:1746070425.931509:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7bc700 00000100:00100000:0.0:1746070425.933176:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.933896:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015397760 00000100:00100000:2.0:1746070425.933902:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015397760 00000100:00100000:2.0:1746070425.934096:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5298 00000100:00100000:2.0:1746070425.934103:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015397760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.934115:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.934127:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7f5 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.934150:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eac5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7ee expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.934157:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.934158:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.934161:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.934184:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eac5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7ee expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.934194:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eac5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7ee expref: 103 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.934204:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013313792:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.934767:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.936763:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013313792:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.936783:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.936797:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070425.936838:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015397760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2735us (3665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.936844:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5298 00000100:00100000:0.0:1746070425.937135:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.937715:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015397888 00000100:00100000:3.0:1746070425.937722:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015397888 00010000:00010000:3.0:1746070425.937742:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eac5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7ee expref: 104 pid: 8445 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.937972:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7565 00000100:00100000:3.0:1746070425.937980:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4459050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015397888:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.937990:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.938006:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eac5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7ee expref: 104 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.938020:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eac5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7ee expref: 104 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.938040:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eac5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7ee expref: 104 pid: 8445 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.938273:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.938275:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.938282:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.938289:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.938315:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.938325:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013313920:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.939329:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.941392:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013313920:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.941411:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.941447:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4459050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1963:x1830887015397888:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3466us (4312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.941455:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7565 00000100:00100000:0.0:1746070425.941792:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.941886:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.942497:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015398272 00000100:00100000:2.0:1746070425.942503:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015398272 00000100:00100000:2.0:1746070425.942541:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5299 00000100:00100000:2.0:1746070425.942548:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:31620:x1830887015398272:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.942562:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.942574:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf7fc expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.942595:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.942601:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.942603:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.942605:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.942626:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.942639:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 5 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:2.0:1746070425.942647:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013314048:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070425.942744:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015398144 00000100:00100000:3.0:1746070425.942748:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015398144 00002000:00100000:3.0:1746070425.942767:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bdc00 x1830887015398144/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.942774:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bdc00 with x1830887015398144 ext(0->4095) 00010000:00010000:3.0:1746070425.942779:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.942788:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.942794:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7bdc00 00000100:00100000:2.0:1746070425.943564:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.943632:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1831 00000100:00100000:3.0:1746070425.943639:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015398144:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070425.943778:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015398144:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (1987us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.943784:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1831 00002000:00100000:3.0:1746070425.943789:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bdc00 x1830887015398144/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.943796:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bdc00 with x1830887015398144 ext(0->4095) 00010000:00010000:3.0:1746070425.943801:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.943810:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00002000:00010000:3.0:1746070425.943824:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7bdc00 00000100:00100000:2.0:1746070425.946412:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013314048:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.946435:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.946449:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070425.946749:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015398272:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4200us (4861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.946756:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5299 00000100:00100000:0.0:1746070425.947830:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.947868:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.947935:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015398528 00000100:00100000:3.0:1746070425.947941:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015398528 00010000:00010000:3.0:1746070425.947964:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00000100:00100000:3.0:1746070425.947995:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7566 00000100:00100000:3.0:1746070425.948001:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015398528:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.948012:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.948028:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.948037:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.948055:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607eacc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7f5 expref: 6 pid: 25271 timeout: 637 lvb_type: 0 00010000:00010000:3.0:1746070425.948068:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.948069:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.948074:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.948081:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.948104:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.948119:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013314176:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.948189:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.948283:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015398400 00000100:00100000:2.0:1746070425.948287:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015398400 00000100:00100000:2.0:1746070425.948305:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5300 00000100:00100000:2.0:1746070425.948309:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31621:x1830887015398400:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.948319:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.948327:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eada lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf803 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.948340:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.948349:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.948350:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.948352:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eada lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf803 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.948366:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.948375:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070425.948382:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013314304:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.948402:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.950507:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013314176:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.950525:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.950932:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013314304:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.950949:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eada lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf803 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.950960:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:3.0:1746070425.951008:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015398528:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3005us (3138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.951015:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7566 00000100:00100000:2.0:1746070425.951470:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015398400:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3158us (3649us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.951476:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5300 00000100:00100000:0.0:1746070425.952125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.952267:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015398784 00000100:00100000:3.0:1746070425.952273:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015398784 00002000:00100000:3.0:1746070425.952300:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bd180 x1830887015398784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.952308:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bd180 with x1830887015398784 ext(0->4095) 00010000:00010000:3.0:1746070425.952314:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.952324:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070425.952330:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7bd180 00000100:00100000:3.0:1746070425.952344:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1832 00000100:00100000:3.0:1746070425.952350:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015398784:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070425.953403:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015398784:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1050us (1275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.953412:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1832 00002000:00100000:3.0:1746070425.953419:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bd180 x1830887015398784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.953425:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bd180 with x1830887015398784 ext(0->4095) 00010000:00010000:3.0:1746070425.953430:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.953439:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070425.953444:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7bd180 00000100:00100000:0.0:1746070425.955767:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.955874:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015398912 00000100:00100000:3.0:1746070425.955881:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015398912 00010000:00010000:3.0:1746070425.955905:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070425.955935:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7567 00000100:00100000:3.0:1746070425.955941:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015398912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.955951:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.955967:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.955977:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.955993:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ead3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf7fc expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.956006:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.956008:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.956013:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eada lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf803 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.956020:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eada lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf803 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.956042:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eada lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf803 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.956052:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013314432:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.956110:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.960265:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.960617:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013314432:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.960635:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.960695:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015398912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4753us (4932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.960705:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7567 00000100:00100000:2.0:1746070425.960946:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015399168 00000100:00100000:2.0:1746070425.960952:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015399168 00002000:00100000:2.0:1746070425.960982:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bca80 x1830887015399168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.960997:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bca80 with x1830887015399168 ext(0->4095) 00002000:00010000:2.0:1746070425.961000:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7bca80 00000100:00100000:2.0:1746070425.961021:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3951 00000100:00100000:2.0:1746070425.961026:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015399168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070425.961144:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015399168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (886us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.961150:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3951 00002000:00100000:2.0:1746070425.961155:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bca80 x1830887015399168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.961162:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bca80 with x1830887015399168 ext(0->4095) 00002000:00010000:2.0:1746070425.961164:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7bca80 00000100:00100000:0.0:1746070425.963655:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.964012:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015399296 00000100:00100000:2.0:1746070425.964018:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015399296 00000100:00100000:2.0:1746070425.964051:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5301 00000100:00100000:2.0:1746070425.964057:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015399296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.964071:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.964083:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf80a expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.964105:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eada lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf803 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.964111:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.964112:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.964115:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.964136:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eada lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf803 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.964144:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eada lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf803 expref: 103 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070425.964153:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013314560:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.964210:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.966535:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013314560:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.966559:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.966573:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070425.967107:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015399296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3048us (3455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.967115:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5301 00000100:00100000:0.0:1746070425.967190:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.967297:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015399424 00000100:00100000:3.0:1746070425.967302:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015399424 00010000:00010000:3.0:1746070425.967323:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eada lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf803 expref: 104 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070425.967340:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7568 00000100:00100000:3.0:1746070425.967345:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015399424:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.967357:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.967373:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eada lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf803 expref: 104 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.967383:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eada lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf803 expref: 104 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.967400:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eada lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf803 expref: 104 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.967423:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.967424:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.967430:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.967437:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.967461:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.967471:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013314688:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.967516:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.970324:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.970499:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013314688:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.970517:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070425.970665:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015399680 00000100:00100000:2.0:1746070425.970696:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015399680 00000100:00100000:2.0:1746070425.970734:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5302 00000100:00100000:2.0:1746070425.970740:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015399680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.970754:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.970767:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf811 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.970793:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.970800:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.970802:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.970805:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.970831:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.970840:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 5 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070425.970849:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013314816:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070425.971011:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015399424:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3665us (3825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.971021:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7568 00000100:00100000:0.0:1746070425.971187:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070425.971201:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015399808 00000100:00100000:0.0:1746070425.971203:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015399808 00002000:00100000:0.0:1746070425.971220:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bf100 x1830887015399808/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070425.971228:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bf100 with x1830887015399808 ext(0->4095) 00010000:00010000:0.0:1746070425.971232:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746070425.971241:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746070425.971250:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7bf100 00000100:00100000:0.0:1746070425.971267:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1833 00000100:00100000:0.0:1746070425.971272:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015399808:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070425.971387:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015399808:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070425.971393:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1833 00002000:00100000:0.0:1746070425.971398:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bf100 x1830887015399808/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070425.971405:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bf100 with x1830887015399808 ext(0->4095) 00010000:00010000:0.0:1746070425.971409:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746070425.971417:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746070425.971422:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7bf100 00000100:00100000:2.0:1746070425.971703:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.975426:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013314816:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.975451:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.975465:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070425.975968:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015399680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5226us (5648us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.975976:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5302 00000100:00100000:0.0:1746070425.976895:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.977055:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015399936 00000100:00100000:2.0:1746070425.977061:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015399936 00000100:00100000:2.0:1746070425.977090:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5303 00000100:00100000:2.0:1746070425.977095:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31621:x1830887015399936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.977108:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.977120:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eaef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf818 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.977138:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070425.977142:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.977147:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.977149:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eaef lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf818 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.977173:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.977182:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eaef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf818 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.977189:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070425.977227:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015399936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.977232:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5303 00000100:00100000:0.0:1746070425.978481:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.978655:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015400064 00000100:00100000:3.0:1746070425.978660:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015400064 00010000:00010000:3.0:1746070425.978704:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070425.978836:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7569 00000100:00100000:3.0:1746070425.978842:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015400064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.978851:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.978871:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.978881:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.978899:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eae1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf80a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.978921:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.978923:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.978928:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.978935:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.979263:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.979274:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 104 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070425.979284:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013315072:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.979527:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfdc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.981476:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013315072:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.981493:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.981531:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015400064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2688us (3051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.981540:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7569 00000100:00100000:0.0:1746070425.982733:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.982797:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015400320 00000100:00100000:3.0:1746070425.982802:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015400320 00002000:00100000:3.0:1746070425.982842:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efc700 x1830887015400320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.982851:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efc700 with x1830887015400320 ext(0->4095) 00010000:00010000:3.0:1746070425.982858:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.982868:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070425.982874:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efc700 00000100:00100000:3.0:1746070425.983038:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1834 00000100:00100000:3.0:1746070425.983046:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015400320:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070425.983183:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015400320:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (451us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070425.983188:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1834 00002000:00100000:3.0:1746070425.983194:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efc700 x1830887015400320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070425.983200:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efc700 with x1830887015400320 ext(0->4095) 00010000:00010000:3.0:1746070425.983205:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.983213:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070425.983218:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efc700 00000100:00100000:0.0:1746070425.985133:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.985478:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015400448 00000100:00100000:3.0:1746070425.985482:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015400448 00010000:00010000:3.0:1746070425.985502:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070425.985533:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7570 00000100:00100000:3.0:1746070425.985539:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091effb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1962:x1830887015400448:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.985549:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.985565:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.985574:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.985590:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eae8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf811 expref: 105 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.986364:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.986366:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.986373:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eaef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf818 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.986381:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eaef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf818 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.986408:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eaef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf818 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.986418:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013315200:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.986490:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070425.988969:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070425.989041:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015400704 00000100:00100000:1.0:1746070425.989048:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015400704 00002000:00100000:1.0:1746070425.989080:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efca80 x1830887015400704/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.989088:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efca80 with x1830887015400704 ext(0->4095) 00002000:00010000:1.0:1746070425.989093:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efca80 00000100:00100000:1.0:1746070425.989119:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3952 00000100:00100000:1.0:1746070425.989125:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015400704:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070425.989241:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015400704:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070425.989247:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3952 00002000:00100000:1.0:1746070425.989252:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efca80 x1830887015400704/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070425.989259:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efca80 with x1830887015400704 ext(0->4095) 00002000:00010000:1.0:1746070425.989261:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efca80 00000100:00100000:3.0:1746070425.989811:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013315200:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.989836:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.989858:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091effb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1962:x1830887015400448:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4319us (4729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.989864:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7570 00000100:00100000:0.0:1746070425.991967:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.992081:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015400832 00000100:00100000:2.0:1746070425.992087:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015400832 00000100:00100000:2.0:1746070425.992118:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5304 00000100:00100000:2.0:1746070425.992125:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015400832:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070425.992137:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070425.992152:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607eaf6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf81f expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.992174:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eaef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf818 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.992181:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.992182:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070425.992185:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607eaf6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf81f expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.992209:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eaef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf818 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.992219:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eaef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf818 expref: 103 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070425.992229:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013315328:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070425.992582:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070425.994357:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013315328:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070425.994377:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607eaf6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf81f expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070425.994390:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070425.994417:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015400832:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2292us (2455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070425.994424:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5304 00000100:00100000:0.0:1746070425.996026:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070425.996120:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015400960 00000100:00100000:3.0:1746070425.996125:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015400960 00010000:00010000:3.0:1746070425.996148:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eaef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf818 expref: 104 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070425.996179:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7571 00000100:00100000:3.0:1746070425.996184:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015400960:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070425.996193:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070425.996208:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eaef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf818 expref: 104 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.996217:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eaef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf818 expref: 104 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.996233:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eaef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf818 expref: 104 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070425.996245:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.996246:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070425.996251:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607eaf6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf81f expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.996257:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607eaf6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf81f expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070425.996278:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607eaf6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf81f expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070425.996286:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013315456:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070425.996339:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bcfd240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070425.998297:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013315456:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070425.998316:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070425.998405:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1964:x1830887015400960:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2218us (2380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070425.998414:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7571 00000100:00100000:0.0:1746070425.998475:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070425.998708:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015401216 00000100:00100000:2.0:1746070425.998712:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015401216 00002000:00100000:2.0:1746070425.998737:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091eff480 x1830887015401216/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/0 e 0 to 0 dl 1746070436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.998746:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff480 with x1830887015401216 ext(0->4095) 00002000:00010000:2.0:1746070425.998749:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091eff480 00000100:00100000:2.0:1746070425.998792:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3953 00000100:00100000:2.0:1746070425.998798:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015401216:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070425.998913:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015401216:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070425.998918:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3953 00002000:00100000:2.0:1746070425.998923:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091eff480 x1830887015401216/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:56/0 lens 488/4536 e 0 to 0 dl 1746070436 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070425.998929:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff480 with x1830887015401216 ext(0->4095) 00002000:00010000:2.0:1746070425.998931:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091eff480 00000100:00100000:0.0:1746070426.001707:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.001726:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015401344 00000100:00100000:0.0:1746070426.001732:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015401344 00000100:00100000:0.0:1746070426.001764:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5305 00000100:00100000:0.0:1746070426.001770:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:31620:x1830887015401344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070426.001781:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070426.001794:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf826 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.001863:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607eaf6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf81f expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.001870:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070426.001871:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070426.001874:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.001896:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607eaf6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf81f expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.001907:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607eaf6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf81f expref: 5 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746070426.001921:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091eff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013315584:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070426.001977:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379c00 going to sleep for 11 seconds 00000100:00080000:0.0:1746070426.001989:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070426.002071:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.002108:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015401472 00000100:00100000:0.0:1746070426.002111:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015401472 00000100:00100000:0.0:1746070426.002132:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5306 00000100:00100000:0.0:1746070426.002138:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015401472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070426.002144:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070426.002149:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607eb04 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf82d expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.002163:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070426.002167:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 106 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.002171:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070426.002173:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607eb04 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf82d expref: 106 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.002191:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 106 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.002201:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607eb04 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf82d expref: 106 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.002209:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304cc00, rc 0) 00000100:00100000:0.0:1746070426.002230:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:31621:x1830887015401472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070426.002236:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5306 00000100:00100000:0.0:1746070426.006970:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091eff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013315584:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070426.006999:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.007018:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304c200, rc 0) 00000100:00100000:0.0:1746070426.007057:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31620:x1830887015401344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5286us (5353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070426.007064:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5305 00000100:00100000:0.0:1746070426.007158:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.007434:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015401600 00000100:00100000:3.0:1746070426.007439:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015401600 00010000:00010000:3.0:1746070426.007465:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607eaf6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf81f expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.007483:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7572 00000100:00100000:3.0:1746070426.007489:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4458c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015401600:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.007498:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.007514:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607eaf6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf81f expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.007524:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607eaf6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf81f expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.007540:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607eaf6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf81f expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.007549:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.007550:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.007555:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.007562:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.007584:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.007594:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 104 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.007604:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013315840:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.007645:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bddec00 going to sleep for 11 seconds 00000100:00080000:2.0:1746070426.008047:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070426.013203:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013315840:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.013220:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.014029:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4458c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015401600:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6537us (6867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.014038:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7572 00000100:00100000:1.0:1746070426.014383:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.015043:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015401856 00000100:00100000:0.0:1746070426.015050:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015401856 00002000:00100000:0.0:1746070426.015081:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bad80 x1830887015401856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070426.015089:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bad80 with x1830887015401856 ext(0->4095) 00010000:00010000:0.0:1746070426.015096:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 105 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746070426.015107:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 105 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746070426.015112:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923bad80 00000100:00100000:0.0:1746070426.015138:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1835 00000100:00100000:0.0:1746070426.015144:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015401856:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070426.015255:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015401856:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (872us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070426.015260:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1835 00002000:00100000:0.0:1746070426.015264:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bad80 x1830887015401856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070426.015276:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bad80 with x1830887015401856 ext(0->4095) 00010000:00010000:0.0:1746070426.015280:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 105 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746070426.015289:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 105 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746070426.015294:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923bad80 00000100:00100000:1.0:1746070426.022795:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.022877:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015401984 00000100:00100000:0.0:1746070426.022884:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015401984 00010000:00010000:0.0:1746070426.022911:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 105 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746070426.023336:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7573 00000100:00100000:0.0:1746070426.023344:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1962:x1830887015401984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070426.023355:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070426.023372:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 105 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746070426.023382:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 105 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746070426.023397:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607eafd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf826 expref: 105 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746070426.023411:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070426.023413:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070426.023418:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607eb04 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf82d expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.023425:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607eb04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf82d expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.023449:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607eb04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf82d expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070426.023459:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091eff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013315968:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070426.023531:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943796c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.028711:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.028737:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015402240 00000100:00100000:0.0:1746070426.028743:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015402240 00002000:00100000:0.0:1746070426.028775:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efdf80 x1830887015402240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070426.028785:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efdf80 with x1830887015402240 ext(0->4095) 00002000:00010000:0.0:1746070426.028789:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efdf80 00000100:00100000:0.0:1746070426.028806:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3954 00000100:00100000:0.0:1746070426.028812:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015402240:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070426.028942:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015402240:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070426.028948:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3954 00002000:00100000:0.0:1746070426.028952:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efdf80 x1830887015402240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070426.028967:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efdf80 with x1830887015402240 ext(0->4095) 00002000:00010000:0.0:1746070426.028970:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efdf80 00000100:00100000:1.0:1746070426.029199:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091eff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013315968:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070426.029217:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070426.029585:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1962:x1830887015401984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6240us (6793us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070426.029591:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7573 00000100:00100000:2.0:1746070426.034318:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.034661:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015402368 00000100:00100000:0.0:1746070426.034669:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015402368 00000100:00100000:0.0:1746070426.034722:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5307 00000100:00100000:0.0:1746070426.034729:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015402368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070426.034743:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070426.034757:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf834 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.034779:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607eb04 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf82d expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.034785:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070426.034787:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070426.034790:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.034812:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607eb04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf82d expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.034838:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607eb04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf82d expref: 103 pid: 8445 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746070426.034848:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013316096:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070426.034909:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.039218:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013316096:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070426.039240:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.039253:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4268000, rc 0) 00000100:00100000:0.0:1746070426.039284:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015402368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4556us (4970us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070426.039291:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5307 00000100:00100000:0.0:1746070426.041294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.041354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.041371:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015402496 00000100:00100000:0.0:1746070426.041376:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015402496 00010000:00010000:0.0:1746070426.041398:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607eb04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf82d expref: 104 pid: 8445 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746070426.041419:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7574 00000100:00100000:0.0:1746070426.041424:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015402496:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070426.041433:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070426.041449:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607eb04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf82d expref: 104 pid: 8445 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746070426.041458:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607eb04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf82d expref: 104 pid: 8445 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746070426.041474:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304cc00/0x628f9640b607eb04 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf82d expref: 104 pid: 8445 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746070426.041489:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070426.041490:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070426.041496:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.041503:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.041525:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070426.041535:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013316224:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070426.041586:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.041603:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015402624 00000100:00100000:0.0:1746070426.041606:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015402624 00000100:00100000:0.0:1746070426.041623:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5308 00000100:00100000:0.0:1746070426.041627:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015402624:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070426.041636:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070426.041645:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf83b expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.041658:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.041662:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070426.041664:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070426.041666:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.041701:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.041709:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 5 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746070426.041715:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013316352:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070426.041743:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943793c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.045581:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.045614:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015402880 00000100:00100000:2.0:1746070426.045620:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015402880 00002000:00100000:2.0:1746070426.045648:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19880 x1830887015402880/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.045657:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19880 with x1830887015402880 ext(0->4095) 00010000:00010000:2.0:1746070426.045666:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.045694:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.045700:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f19880 00000100:00100000:2.0:1746070426.045714:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1836 00000100:00100000:2.0:1746070426.045721:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015402880:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070426.045848:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015402880:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.045854:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1836 00002000:00100000:2.0:1746070426.045859:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19880 x1830887015402880/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.045866:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19880 with x1830887015402880 ext(0->4095) 00010000:00010000:2.0:1746070426.045870:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.045877:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.045882:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f19880 00000100:00100000:2.0:1746070426.045979:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013316224:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.045990:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.046008:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015402496:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4584us (4719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.046015:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7574 00000100:00100000:2.0:1746070426.046035:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013316352:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070426.046047:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.046057:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093edca00, rc 0) 00000100:00100000:2.0:1746070426.046070:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015402624:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4442us (4716us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.046075:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5308 00000100:00100000:0.0:1746070426.052018:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.052111:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015403008 00000100:00100000:2.0:1746070426.052119:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015403008 00010000:00010000:2.0:1746070426.052146:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.052166:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7575 00000100:00100000:2.0:1746070426.052171:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015403008:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.052182:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.052200:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.052208:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.052225:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4268000/0x628f9640b607eb0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf834 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.052251:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.052253:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.052258:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 103 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.052266:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 103 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.052291:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 103 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.052301:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013316480:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.052358:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.056446:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013316480:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070426.056462:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070426.056492:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015403008:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4320us (4479us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070426.056501:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7575 00000100:00100000:1.0:1746070426.056616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.056727:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015403264 00000100:00100000:2.0:1746070426.056732:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015403264 00002000:00100000:2.0:1746070426.056760:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b9c00 x1830887015403264/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.056769:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9c00 with x1830887015403264 ext(0->4095) 00002000:00010000:2.0:1746070426.056772:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923b9c00 00000100:00100000:2.0:1746070426.056786:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3955 00000100:00100000:2.0:1746070426.056792:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015403264:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070426.056924:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015403264:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.056929:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3955 00002000:00100000:2.0:1746070426.056934:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b9c00 x1830887015403264/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.056941:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9c00 with x1830887015403264 ext(0->4095) 00002000:00010000:2.0:1746070426.056944:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923b9c00 00000001:00080000:2.0:1746070426.058346:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967998 is committed 00000001:00080000:2.0:1746070426.058389:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968005 is committed 00000100:00100000:0.0:1746070426.081473:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.081593:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015403392 00000100:00100000:2.0:1746070426.081601:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015403392 00000100:00100000:2.0:1746070426.081643:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5309 00000100:00100000:2.0:1746070426.081651:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015403392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.081664:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.081693:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb19 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf842 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.081717:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.081724:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.081726:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.081729:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb19 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf842 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.081753:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.081763:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 5 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.081779:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013316608:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070426.081847:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.083265:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013316608:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070426.083286:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb19 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf842 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.083297:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e84400, rc 0) 00000100:00100000:2.0:1746070426.083336:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015403392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1685us (1870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.083343:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5309 00000100:00100000:0.0:1746070426.145749:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.145827:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015403520 00000100:00100000:2.0:1746070426.145834:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015403520 00002000:00100000:2.0:1746070426.145868:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091efea00 x1830887015403520/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.145878:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efea00 with x1830887015403520 ext(0->7) 00010000:00010000:2.0:1746070426.145885:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.145897:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.145904:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efea00 00000100:00100000:2.0:1746070426.145922:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1837 00000100:00100000:2.0:1746070426.145928:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015403520:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070426.146232:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015403520:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 303us (490us total) trans 4294968006 rc 0/0 00000100:00100000:2.0:1746070426.146238:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1837 00002000:00100000:2.0:1746070426.146244:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091efea00 x1830887015403520/t4294968006(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/448 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.146250:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efea00 with x1830887015403520 ext(0->7) 00010000:00010000:2.0:1746070426.146254:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 8 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.146263:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 8 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.146267:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efea00 00000100:00100000:0.0:1746070426.150510:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.150594:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015403648 00000100:00100000:2.0:1746070426.150601:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015403648 00010000:00010000:2.0:1746070426.150628:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 8 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.150651:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7576 00000100:00100000:2.0:1746070426.150657:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015403648:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.150668:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.150706:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 8 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.150716:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 8 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.150735:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb12 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf83b expref: 8 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.150762:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.150764:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.150770:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb19 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf842 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.150776:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf842 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.150802:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf842 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.150813:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013316736:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.150895:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.156010:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013316736:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.156030:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.156075:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015403648:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5417us (5570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.156084:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7576 00000100:00100000:0.0:1746070426.159316:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.159359:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.159427:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015403904 00000100:00100000:2.0:1746070426.159433:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015403904 00002000:00100000:2.0:1746070426.159465:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efe300 x1830887015403904/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.159479:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efe300 with x1830887015403904 ext(0->4095) 00002000:00010000:2.0:1746070426.159484:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efe300 00000100:00100000:2.0:1746070426.159497:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3956 00000100:00100000:2.0:1746070426.159503:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015403904:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070426.159649:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015403904:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.159656:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3956 00002000:00100000:2.0:1746070426.159661:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efe300 x1830887015403904/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.159667:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efe300 with x1830887015403904 ext(0->4095) 00002000:00010000:2.0:1746070426.159670:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efe300 00000100:00100000:3.0:1746070426.159848:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015404032 00000100:00100000:3.0:1746070426.159851:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015404032 00000100:00100000:3.0:1746070426.159874:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5310 00000100:00100000:3.0:1746070426.159878:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:31620:x1830887015404032:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.159886:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.159897:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf849 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.159916:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb19 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf842 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.159923:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.159925:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.159927:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.159947:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf842 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.159957:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf842 expref: 5 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.159967:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013316864:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.160006:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.161544:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013316864:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.161566:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.161577:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60a00, rc 0) 00000100:00100000:3.0:1746070426.161667:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:31620:x1830887015404032:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1787us (2306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.162001:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5310 00000100:00100000:0.0:1746070426.163008:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.163048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.163114:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015404288 00000100:00100000:2.0:1746070426.163119:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015404288 00010000:00010000:2.0:1746070426.163139:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf842 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.163158:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7577 00000100:00100000:2.0:1746070426.163163:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015404288:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.163174:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.163190:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf842 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.163201:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf842 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.163220:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb19 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf842 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.163232:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.163233:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.163238:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.163245:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.163267:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.163277:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013316992:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.163335:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.163355:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015404160 00000100:00100000:2.0:1746070426.163357:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015404160 00000100:00100000:2.0:1746070426.163373:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5311 00000100:00100000:2.0:1746070426.163377:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:31621:x1830887015404160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.163386:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.163394:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb27 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf850 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.163407:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.163416:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.163417:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.163419:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb27 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf850 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.163432:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.163441:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 9 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.163448:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013317120:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070426.163465:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.166184:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013316992:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.166200:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.166226:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015404288:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3062us (3178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.166234:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7577 00000100:00100000:3.0:1746070426.166305:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013317120:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.166321:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb27 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf850 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.166333:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c04000, rc 0) 00000100:00100000:3.0:1746070426.166349:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:31621:x1830887015404160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2971us (3342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.166358:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5311 00000100:00100000:0.0:1746070426.167792:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.170268:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015404544 00000100:00100000:2.0:1746070426.170278:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015404544 00002000:00100000:2.0:1746070426.170314:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c97100 x1830887015404544/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.170323:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c97100 with x1830887015404544 ext(0->4095) 00010000:00010000:2.0:1746070426.170330:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 9 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.170347:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 9 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.170353:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c97100 00000100:00100000:2.0:1746070426.170371:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1838 00000100:00100000:2.0:1746070426.170378:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015404544:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070426.170508:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015404544:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (2839us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.170513:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1838 00002000:00100000:2.0:1746070426.170518:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c97100 x1830887015404544/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.170525:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c97100 with x1830887015404544 ext(0->4095) 00010000:00010000:2.0:1746070426.170529:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 9 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.170537:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 9 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.170542:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c97100 00000100:00100000:0.0:1746070426.172441:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.172829:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015404672 00000100:00100000:2.0:1746070426.172835:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015404672 00010000:00010000:2.0:1746070426.172857:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 9 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.172883:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7578 00000100:00100000:2.0:1746070426.172890:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887015404672:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.172898:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.172911:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 9 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.172920:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 9 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.172935:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607eb20 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf849 expref: 9 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.172955:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.172957:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.172961:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf850 expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.172968:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf850 expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.172993:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf850 expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.173003:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013317248:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.173061:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.175953:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.176072:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013317248:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.176087:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.176118:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015404672:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3228us (3680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.176126:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7578 00000100:00100000:1.0:1746070426.178339:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015404928 00000100:00100000:1.0:1746070426.178349:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015404928 00002000:00100000:1.0:1746070426.178387:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c94e00 x1830887015404928/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.178397:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94e00 with x1830887015404928 ext(0->4095) 00002000:00010000:1.0:1746070426.178401:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c94e00 00000100:00100000:1.0:1746070426.178432:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3957 00000100:00100000:1.0:1746070426.178439:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015404928:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070426.178564:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015404928:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (2616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070426.178571:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3957 00002000:00100000:1.0:1746070426.178576:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c94e00 x1830887015404928/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.178583:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94e00 with x1830887015404928 ext(0->4095) 00002000:00010000:1.0:1746070426.178586:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c94e00 00000100:00100000:0.0:1746070426.180183:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.180541:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015405056 00000100:00100000:3.0:1746070426.180546:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015405056 00000100:00100000:3.0:1746070426.180586:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5312 00000100:00100000:3.0:1746070426.180592:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015405056:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.180604:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.180617:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf857 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.180638:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf850 expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.180644:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.180645:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.180648:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.180670:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf850 expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.180705:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf850 expref: 7 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.180715:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013317376:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.180781:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.182075:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013317376:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.182104:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.182166:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60c00, rc 0) 00000100:00100000:3.0:1746070426.182194:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015405056:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1601us (2014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.182206:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5312 00000100:00100000:2.0:1746070426.185962:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.186493:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015405184 00000100:00100000:0.0:1746070426.186500:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015405184 00010000:00010000:0.0:1746070426.186529:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf850 expref: 8 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746070426.186553:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7579 00000100:00100000:0.0:1746070426.186559:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4458850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015405184:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070426.186570:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070426.186587:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf850 expref: 8 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746070426.186597:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf850 expref: 8 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746070426.186615:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb27 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf850 expref: 8 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746070426.186639:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070426.186641:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070426.186647:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.186653:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070426.186696:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070426.186710:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013317504:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070426.190021:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.190251:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.190311:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015405312 00000100:00100000:3.0:1746070426.190317:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015405312 00000100:00100000:3.0:1746070426.190346:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5313 00000100:00100000:3.0:1746070426.190353:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:31620:x1830887015405312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.190365:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.190378:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf85e expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.190400:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.190405:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.190407:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.190409:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.190430:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.190440:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 5 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.190450:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013317632:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.190489:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.192550:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013317504:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.192566:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.192604:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4458850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015405184:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6044us (6649us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.192612:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7579 00000100:00100000:3.0:1746070426.193190:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013317632:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.193210:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.193224:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:3.0:1746070426.193243:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:31620:x1830887015405312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2891us (2996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.193248:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5313 00000100:00100000:0.0:1746070426.193848:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.194205:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015405568 00000100:00100000:2.0:1746070426.194211:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015405568 00002000:00100000:2.0:1746070426.194240:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c95f80 x1830887015405568/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.194248:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95f80 with x1830887015405568 ext(0->4095) 00010000:00010000:2.0:1746070426.194255:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.194266:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.194271:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c95f80 00000100:00100000:2.0:1746070426.194298:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1839 00000100:00100000:2.0:1746070426.194304:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015405568:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070426.194415:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015405568:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (567us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.194421:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1839 00002000:00100000:2.0:1746070426.194426:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c95f80 x1830887015405568/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.194432:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95f80 with x1830887015405568 ext(0->4095) 00010000:00010000:2.0:1746070426.194436:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.194445:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.194449:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c95f80 00000100:00100000:0.0:1746070426.196361:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.196492:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015405696 00000100:00100000:2.0:1746070426.196497:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015405696 00010000:00010000:2.0:1746070426.196519:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.196538:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7580 00000100:00100000:2.0:1746070426.196543:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015405696:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.196552:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.196566:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.196574:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.196591:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607eb2e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf857 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.196620:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.196621:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.196627:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.196634:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.196657:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.196666:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013317760:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.196751:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.200269:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013317760:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.200286:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.200319:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015405696:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3774us (3961us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.200327:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7580 00000100:00100000:0.0:1746070426.200568:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.200853:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015405952 00000100:00100000:1.0:1746070426.200858:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015405952 00002000:00100000:1.0:1746070426.200888:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c97b80 x1830887015405952/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.200900:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c97b80 with x1830887015405952 ext(0->4095) 00002000:00010000:1.0:1746070426.200904:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c97b80 00000100:00100000:1.0:1746070426.200918:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3958 00000100:00100000:1.0:1746070426.200924:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015405952:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070426.201035:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015405952:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070426.201039:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3958 00002000:00100000:1.0:1746070426.201043:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c97b80 x1830887015405952/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.201049:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c97b80 with x1830887015405952 ext(0->4095) 00002000:00010000:1.0:1746070426.201052:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c97b80 00000100:00100000:0.0:1746070426.204625:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.209900:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015406080 00000100:00100000:3.0:1746070426.209912:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015406080 00000100:00100000:3.0:1746070426.209973:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5314 00000100:00100000:3.0:1746070426.209980:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131166c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015406080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.209995:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.210009:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb3c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf865 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.210032:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.210038:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.210039:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.210042:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb3c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf865 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.210070:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.210081:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 7 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.210090:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013317888:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.210169:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.217662:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013317888:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.217718:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb3c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf865 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.217733:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c04000, rc 0) 00000100:00100000:3.0:1746070426.217768:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131166c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015406080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7788us (13149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.217776:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5314 00000100:00100000:0.0:1746070426.218658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.218737:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015406208 00000100:00100000:1.0:1746070426.218742:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015406208 00002000:00100000:1.0:1746070426.218770:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092c94000 x1830887015406208/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.218778:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94000 with x1830887015406208 ext(0->7) 00010000:00010000:1.0:1746070426.218783:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 8 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746070426.218793:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 8 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746070426.218798:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c94000 00000100:00100000:1.0:1746070426.218829:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1840 00000100:00100000:1.0:1746070426.218836:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015406208:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070426.219059:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015406208:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 222us (401us total) trans 4294968007 rc 0/0 00000100:00100000:1.0:1746070426.219065:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1840 00002000:00100000:1.0:1746070426.219070:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092c94000 x1830887015406208/t4294968007(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/448 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.219077:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94000 with x1830887015406208 ext(0->7) 00010000:00010000:1.0:1746070426.219081:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746070426.219090:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746070426.219095:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c94000 00000100:00100000:0.0:1746070426.222318:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.222390:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015406336 00000100:00100000:2.0:1746070426.222396:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015406336 00010000:00010000:2.0:1746070426.222420:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.222439:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7581 00000100:00100000:2.0:1746070426.222444:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015406336:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.222455:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746070426.222466:0:11146:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746070425 -> 1746070426 00002000:00010000:2.0:1746070426.222469:0:11146:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746070425 -> 1746070426 00010000:00010000:2.0:1746070426.222473:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.222482:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.222498:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607eb35 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf85e expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.222520:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.222521:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.222527:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb3c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf865 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.222534:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf865 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.222554:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf865 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.222562:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013318016:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.222616:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.226727:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013318016:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.226743:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.226775:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015406336:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4330us (4463us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.226783:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7581 00000100:00100000:0.0:1746070426.227629:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.227699:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015406592 00000100:00100000:2.0:1746070426.227705:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015406592 00002000:00100000:2.0:1746070426.227733:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c96a00 x1830887015406592/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.227742:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c96a00 with x1830887015406592 ext(0->4095) 00002000:00010000:2.0:1746070426.227745:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c96a00 00000100:00100000:2.0:1746070426.227769:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3959 00000100:00100000:2.0:1746070426.227775:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015406592:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070426.227897:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015406592:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.227902:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3959 00002000:00100000:2.0:1746070426.227907:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c96a00 x1830887015406592/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.227914:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c96a00 with x1830887015406592 ext(0->4095) 00002000:00010000:2.0:1746070426.227916:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c96a00 00000100:00100000:0.0:1746070426.231897:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.231983:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015406720 00000100:00100000:3.0:1746070426.231990:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015406720 00000100:00100000:3.0:1746070426.232030:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5315 00000100:00100000:3.0:1746070426.232037:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:31621:x1830887015406720:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.232050:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.232065:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf86c expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.232087:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb3c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf865 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.232094:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.232095:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.232098:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.232120:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf865 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.232129:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf865 expref: 5 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.232139:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013318144:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.232200:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.237087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.237210:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015406848 00000100:00100000:2.0:1746070426.237220:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015406848 00000100:00100000:2.0:1746070426.237253:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5316 00000100:00100000:2.0:1746070426.237260:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31620:x1830887015406848:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.237278:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.237292:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf873 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.237318:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.237323:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 12 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.237328:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.237331:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 12 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.237358:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 12 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.237368:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 12 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.237377:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070426.237422:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:31620:x1830887015406848:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.237428:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5316 00000100:00100000:3.0:1746070426.237573:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013318144:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.237590:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 11 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.237637:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e84400, rc 0) 00000100:00100000:3.0:1746070426.237663:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31621:x1830887015406720:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5626us (5773us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.237669:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5315 00000100:00100000:0.0:1746070426.238643:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.238702:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015406976 00000100:00100000:2.0:1746070426.238706:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015406976 00010000:00010000:2.0:1746070426.238722:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf865 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.238739:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7582 00000100:00100000:2.0:1746070426.238744:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015406976:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.238751:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.238767:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf865 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.238776:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf865 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.238792:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099c04000/0x628f9640b607eb3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf865 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.238811:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.238812:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.238828:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.238834:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.238852:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.238862:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.238871:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013318400:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.238952:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.244864:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.245081:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013318400:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.245096:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.245131:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015406976:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6387us (6489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.245140:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7582 00000100:00100000:1.0:1746070426.245314:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015407232 00000100:00100000:1.0:1746070426.245320:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015407232 00002000:00100000:1.0:1746070426.245351:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c96300 x1830887015407232/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.245359:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c96300 with x1830887015407232 ext(0->4095) 00010000:00010000:1.0:1746070426.245366:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746070426.245376:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746070426.245382:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c96300 00000100:00100000:1.0:1746070426.245409:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1841 00000100:00100000:1.0:1746070426.245415:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015407232:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070426.245557:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015407232:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (700us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070426.245564:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1841 00002000:00100000:1.0:1746070426.245569:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c96300 x1830887015407232/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.245575:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c96300 with x1830887015407232 ext(0->4095) 00010000:00010000:1.0:1746070426.245579:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746070426.245588:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746070426.245593:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c96300 00000100:00100000:0.0:1746070426.248343:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.248537:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015407360 00000100:00100000:2.0:1746070426.248544:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015407360 00000100:00100000:2.0:1746070426.248588:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5317 00000100:00100000:2.0:1746070426.248595:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015407360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.248609:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.248621:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf87a expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.248641:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.248647:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.248651:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070426.248654:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.248707:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.248719:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.248729:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070426.248759:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015407360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.248764:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5317 00000100:00100000:0.0:1746070426.249094:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.249631:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015407488 00000100:00100000:2.0:1746070426.249635:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015407488 00010000:00010000:2.0:1746070426.249651:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.250088:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7583 00000100:00100000:2.0:1746070426.250095:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015407488:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.250103:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.250120:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.250129:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.250146:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607eb43 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf86c expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.250167:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.250168:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.250174:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.250181:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.250200:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.250214:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.250224:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013318656:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.250999:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.253784:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013318656:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.253799:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.253853:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015407488:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3757us (4758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.253861:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7583 00000100:00100000:0.0:1746070426.254894:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.255521:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015407744 00000100:00100000:2.0:1746070426.255528:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015407744 00002000:00100000:2.0:1746070426.255559:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c94700 x1830887015407744/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.255568:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94700 with x1830887015407744 ext(0->4095) 00010000:00010000:2.0:1746070426.255574:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.255586:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.255591:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c94700 00000100:00100000:2.0:1746070426.255619:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1842 00000100:00100000:2.0:1746070426.255625:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015407744:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070426.255793:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015407744:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (900us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.255798:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1842 00002000:00100000:2.0:1746070426.255803:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c94700 x1830887015407744/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.255810:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94700 with x1830887015407744 ext(0->4095) 00010000:00010000:2.0:1746070426.255824:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.255833:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.255838:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c94700 00000100:00100000:0.0:1746070426.258476:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.258529:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015407872 00000100:00100000:3.0:1746070426.258535:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015407872 00000100:00100000:0.0:1746070426.258548:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.258574:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5318 00000100:00100000:3.0:1746070426.258581:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31620:x1830887015407872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.258596:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.258610:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb58 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf881 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.258630:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.258635:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.258640:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070426.258644:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb58 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf881 expref: 11 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.258699:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.258722:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb58 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf881 expref: 11 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.258731:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093edca00, rc 0) 00000100:00100000:3.0:1746070426.258761:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31620:x1830887015407872:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.258766:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5318 00000100:00100000:2.0:1746070426.259184:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015408000 00000100:00100000:2.0:1746070426.259188:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015408000 00010000:00010000:2.0:1746070426.259202:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.259327:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7584 00000100:00100000:2.0:1746070426.259333:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015408000:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.259341:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.259356:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.259365:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.259378:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607eb4a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf873 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.259702:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.259704:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.259710:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.259717:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.259736:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.259745:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 5 pid: 8445 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.259755:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013318912:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.260612:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.263661:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.263766:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013318912:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.263781:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.263812:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015408000:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4478us (5263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.263828:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7584 00000100:00100000:1.0:1746070426.264016:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015408256 00000100:00100000:1.0:1746070426.264022:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015408256 00002000:00100000:1.0:1746070426.264046:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a8700 x1830887015408256/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.264055:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a8700 with x1830887015408256 ext(0->4095) 00010000:00010000:1.0:1746070426.264062:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 6 pid: 8445 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746070426.264072:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 6 pid: 8445 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746070426.264081:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12a8700 00000100:00100000:1.0:1746070426.264104:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1843 00000100:00100000:1.0:1746070426.264111:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015408256:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070426.264209:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015408256:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070426.264213:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1843 00002000:00100000:1.0:1746070426.264218:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a8700 x1830887015408256/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.264224:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a8700 with x1830887015408256 ext(0->4095) 00010000:00010000:1.0:1746070426.264227:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 6 pid: 8445 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746070426.264235:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 6 pid: 8445 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746070426.264239:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12a8700 00000100:00100000:0.0:1746070426.267228:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.267325:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015408384 00000100:00100000:2.0:1746070426.267331:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015408384 00010000:00010000:2.0:1746070426.267356:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 6 pid: 8445 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.267378:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7585 00000100:00100000:2.0:1746070426.267383:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015408384:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.267393:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.267408:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 6 pid: 8445 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.267417:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 6 pid: 8445 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.267433:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eb51 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf87a expref: 6 pid: 8445 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.267457:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.267459:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.267466:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf881 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.267472:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf881 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.267496:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf881 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.267506:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013319040:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.267571:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.270600:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.270804:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015408640 00000100:00100000:3.0:1746070426.270810:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015408640 00002000:00100000:3.0:1746070426.270851:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9c00 x1830887015408640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.270859:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9c00 with x1830887015408640 ext(0->4095) 00002000:00010000:3.0:1746070426.270865:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12a9c00 00000100:00100000:3.0:1746070426.270889:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3960 00000100:00100000:3.0:1746070426.270895:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015408640:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070426.271015:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015408640:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (420us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070426.271021:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3960 00002000:00100000:3.0:1746070426.271026:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9c00 x1830887015408640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.271033:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9c00 with x1830887015408640 ext(0->4095) 00002000:00010000:3.0:1746070426.271035:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12a9c00 00000100:00100000:2.0:1746070426.271222:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013319040:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.271234:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.271254:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015408384:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3871us (4032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.271261:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7585 00000100:00100000:0.0:1746070426.272884:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.272960:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015408768 00000100:00100000:3.0:1746070426.272965:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015408768 00000100:00100000:3.0:1746070426.273494:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5319 00000100:00100000:3.0:1746070426.273501:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015408768:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.273513:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.273527:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607eb5f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf888 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.273547:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf881 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.273554:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.273556:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.273559:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607eb5f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf888 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.273585:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf881 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.273595:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf881 expref: 9 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.273605:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013319168:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.273697:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.275479:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013319168:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.275502:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607eb5f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf888 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.275515:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800942e5600, rc 0) 00000100:00100000:3.0:1746070426.275544:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015408768:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2043us (2662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.275551:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5319 00000100:00100000:0.0:1746070426.276003:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.276124:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015408896 00000100:00100000:2.0:1746070426.276129:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015408896 00010000:00010000:2.0:1746070426.276151:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf881 expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.276169:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7586 00000100:00100000:2.0:1746070426.276175:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4458450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015408896:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.276183:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.276198:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf881 expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.276206:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf881 expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.276222:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607eb58 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf881 expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.276396:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.276399:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.276405:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607eb5f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf888 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.276416:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607eb5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf888 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.276437:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607eb5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf888 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.276446:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013319296:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.276587:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.278377:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013319296:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.278389:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.278413:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4458450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015408896:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2238us (2410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.278421:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7586 00000100:00100000:0.0:1746070426.279050:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.280307:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015409152 00000100:00100000:1.0:1746070426.280314:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015409152 00002000:00100000:1.0:1746070426.280519:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12aad80 x1830887015409152/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.280529:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12aad80 with x1830887015409152 ext(0->4095) 00002000:00010000:1.0:1746070426.280533:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12aad80 00000100:00100000:1.0:1746070426.280566:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3961 00000100:00100000:1.0:1746070426.280573:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015409152:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070426.280714:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015409152:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (1664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070426.280720:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3961 00002000:00100000:1.0:1746070426.280725:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12aad80 x1830887015409152/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.280732:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12aad80 with x1830887015409152 ext(0->4095) 00002000:00010000:1.0:1746070426.280734:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12aad80 00000100:00100000:0.0:1746070426.280939:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.281104:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015409280 00000100:00100000:3.0:1746070426.281108:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015409280 00000100:00100000:3.0:1746070426.281128:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5320 00000100:00100000:3.0:1746070426.281133:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:31620:x1830887015409280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.281142:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.281153:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf88f expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.281360:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607eb5f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf888 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.281368:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.281370:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.281373:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.281396:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607eb5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf888 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.281406:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607eb5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf888 expref: 5 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.281415:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013319424:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.281478:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.284053:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.284211:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013319424:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.284233:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.284246:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db6800, rc 0) 00000100:00100000:2.0:1746070426.284271:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015409408 00000100:00100000:3.0:1746070426.284274:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31620:x1830887015409280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3141us (3336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.284276:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015409408 00000100:00100000:3.0:1746070426.284280:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5320 00000100:00100000:3.0:1746070426.284296:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5321 00000100:00100000:3.0:1746070426.284301:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31621:x1830887015409408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.284310:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.284321:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607eb6d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf896 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.284335:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.284338:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 11 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.284343:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.284346:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607eb6d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf896 expref: 11 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.284366:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 11 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.284374:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607eb6d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf896 expref: 11 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.284381:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db7a00, rc 0) 00000100:00100000:3.0:1746070426.284396:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31621:x1830887015409408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.284401:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5321 00000100:00100000:0.0:1746070426.286969:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.287223:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015409536 00000100:00100000:2.0:1746070426.287233:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015409536 00010000:00010000:2.0:1746070426.287260:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607eb5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf888 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.287345:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7587 00000100:00100000:2.0:1746070426.287352:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015409536:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.287365:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.287382:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607eb5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf888 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.287396:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607eb5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf888 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.287413:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607eb5f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf888 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.287446:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.287448:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.287455:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.287462:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.287486:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.287496:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.287505:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013319680:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.288085:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.290111:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013319680:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.290127:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.290154:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015409536:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2802us (3190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.290166:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7587 00000100:00100000:0.0:1746070426.291512:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.291574:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015409792 00000100:00100000:3.0:1746070426.291580:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015409792 00002000:00100000:3.0:1746070426.291609:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9500 x1830887015409792/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.291618:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9500 with x1830887015409792 ext(0->4095) 00010000:00010000:3.0:1746070426.291624:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.291641:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.291647:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12a9500 00000100:00100000:3.0:1746070426.291670:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1844 00000100:00100000:3.0:1746070426.291693:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015409792:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070426.291798:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015409792:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070426.291803:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1844 00002000:00100000:3.0:1746070426.291808:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9500 x1830887015409792/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.291828:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9500 with x1830887015409792 ext(0->4095) 00010000:00010000:3.0:1746070426.291833:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.291841:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.291847:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12a9500 00000100:00100000:0.0:1746070426.294889:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.295190:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015409920 00000100:00100000:2.0:1746070426.295196:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015409920 00010000:00010000:2.0:1746070426.295221:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.295420:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7588 00000100:00100000:2.0:1746070426.295428:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1961:x1830887015409920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.295439:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.295455:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.295465:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.295482:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094db6800/0x628f9640b607eb66 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf88f expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.295508:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.295510:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.295516:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607eb6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf896 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.295523:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607eb6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf896 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.295549:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607eb6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf896 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.295559:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013319808:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.297183:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.301183:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.301343:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015410176 00000100:00100000:1.0:1746070426.301351:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015410176 00002000:00100000:1.0:1746070426.301384:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9880 x1830887015410176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.301392:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9880 with x1830887015410176 ext(0->4095) 00002000:00010000:1.0:1746070426.301396:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12a9880 00000100:00100000:1.0:1746070426.301423:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3962 00000100:00100000:1.0:1746070426.301429:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1961:x1830887015410176:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070426.301546:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1961:x1830887015410176:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070426.301551:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3962 00002000:00100000:1.0:1746070426.301557:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12a9880 x1830887015410176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.301563:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9880 with x1830887015410176 ext(0->4095) 00002000:00010000:1.0:1746070426.301566:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12a9880 00000100:00100000:2.0:1746070426.301643:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013319808:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.301656:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.301695:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1961:x1830887015409920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6267us (6812us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.301701:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7588 00000100:00100000:0.0:1746070426.303411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.303464:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015410304 00000100:00100000:3.0:1746070426.303469:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015410304 00000100:00100000:3.0:1746070426.303509:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5322 00000100:00100000:3.0:1746070426.303515:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015410304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.303527:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.303539:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607eb74 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf89d expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.303561:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607eb6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf896 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.303567:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.303568:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.303571:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607eb74 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf89d expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.303599:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607eb6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf896 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.303608:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607eb6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf896 expref: 9 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.303617:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013319936:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.303707:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.305774:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013319936:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.305798:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607eb74 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf89d expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.305810:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db6400, rc 0) 00000100:00100000:3.0:1746070426.305858:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015410304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2343us (2449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.305864:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5322 00000100:00100000:0.0:1746070426.306076:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.306310:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015410432 00000100:00100000:2.0:1746070426.306316:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015410432 00010000:00010000:2.0:1746070426.306603:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607eb6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf896 expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.306622:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7589 00000100:00100000:2.0:1746070426.306627:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015410432:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.306637:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.306658:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607eb6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf896 expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.306667:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607eb6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf896 expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.306699:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607eb6d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf896 expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.306720:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.306722:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.306727:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607eb74 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf89d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.306734:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607eb74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf89d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.306756:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607eb74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf89d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.306765:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013320064:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.306834:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.310830:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.310932:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015410688 00000100:00100000:3.0:1746070426.310938:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015410688 00002000:00100000:3.0:1746070426.310973:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12aaa00 x1830887015410688/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.310981:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12aaa00 with x1830887015410688 ext(0->4095) 00002000:00010000:3.0:1746070426.310985:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12aaa00 00000100:00100000:3.0:1746070426.311651:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3963 00000100:00100000:3.0:1746070426.311659:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015410688:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070426.311805:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015410688:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (992us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070426.311811:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3963 00002000:00100000:3.0:1746070426.311826:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12aaa00 x1830887015410688/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.311833:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12aaa00 with x1830887015410688 ext(0->4095) 00002000:00010000:3.0:1746070426.311835:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12aaa00 00000100:00100000:2.0:1746070426.311931:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013320064:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.311947:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.311979:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015410432:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5351us (5903us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.311985:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7589 00000100:00100000:0.0:1746070426.312151:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.312433:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015410816 00000100:00100000:2.0:1746070426.312437:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015410816 00000100:00100000:2.0:1746070426.312458:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5323 00000100:00100000:2.0:1746070426.312463:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:31620:x1830887015410816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.312471:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.312482:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8a4 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.312500:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607eb74 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf89d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.312511:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.312512:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.312515:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.312533:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607eb74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf89d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.312544:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607eb74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf89d expref: 5 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.312553:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013320192:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070426.313255:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.317495:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.317575:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.317635:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015411072 00000100:00100000:3.0:1746070426.317642:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015411072 00010000:00010000:3.0:1746070426.317695:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607eb74 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf89d expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.317721:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7590 00000100:00100000:3.0:1746070426.317728:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015411072:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.317740:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.317756:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607eb74 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf89d expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.317770:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607eb74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf89d expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.317789:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.317791:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.317797:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.317805:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.317942:0:8446:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607eb74 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf89d expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.317964:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013320192:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070426.317983:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.317990:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:1.0:1746070426.318048:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015410944 00000100:00100000:1.0:1746070426.318051:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015410944 00000100:00100000:1.0:1746070426.318074:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5324 00000100:00100000:1.0:1746070426.318080:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31621:x1830887015410944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070426.318090:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070426.318098:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607eb82 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8ab expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.318111:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 12 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.318117:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070426.318118:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070426.318121:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607eb82 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ab expref: 12 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.318136:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 12 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.318145:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 12 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746070426.318153:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013320320:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070426.318207:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.318245:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:31620:x1830887015410816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5780us (6094us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.318250:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5323 00010000:00010000:3.0:1746070426.318329:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.318337:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.318480:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013320448:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.318503:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070426.320047:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013320320:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070426.320064:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607eb82 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ab expref: 11 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.320080:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50c00, rc 0) 00000100:00100000:1.0:1746070426.320104:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31621:x1830887015410944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2024us (2615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070426.320109:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5324 00000100:00100000:3.0:1746070426.320192:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013320448:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.320202:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.320218:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087263480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015411072:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2492us (2643us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.320225:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7590 00000100:00100000:0.0:1746070426.321339:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.321512:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015411328 00000100:00100000:1.0:1746070426.321518:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015411328 00002000:00100000:1.0:1746070426.321544:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087261c00 x1830887015411328/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.321553:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087261c00 with x1830887015411328 ext(0->4095) 00010000:00010000:1.0:1746070426.321559:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746070426.321569:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746070426.321575:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087261c00 00000100:00100000:1.0:1746070426.321647:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1845 00000100:00100000:1.0:1746070426.321653:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015411328:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070426.322135:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015411328:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 480us (797us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070426.322141:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1845 00002000:00100000:1.0:1746070426.322146:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087261c00 x1830887015411328/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.322158:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087261c00 with x1830887015411328 ext(0->4095) 00010000:00010000:1.0:1746070426.322163:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746070426.322172:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746070426.322177:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087261c00 00000100:00100000:0.0:1746070426.324275:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.324342:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015411456 00000100:00100000:3.0:1746070426.324348:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015411456 00010000:00010000:3.0:1746070426.324372:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.324393:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7591 00000100:00100000:3.0:1746070426.324398:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015411456:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.324409:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.324425:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.324435:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.324454:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb7b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8a4 expref: 11 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.324481:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.324483:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.324488:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607eb82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ab expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.324495:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607eb82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ab expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.324521:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607eb82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ab expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.324531:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013320576:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.324589:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.329107:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013320576:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.329130:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.329170:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087263b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015411456:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4770us (4899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.329178:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7591 00000100:00100000:0.0:1746070426.330555:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.330650:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015411712 00000100:00100000:1.0:1746070426.330657:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015411712 00002000:00100000:1.0:1746070426.330707:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087262300 x1830887015411712/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.330715:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262300 with x1830887015411712 ext(0->4095) 00002000:00010000:1.0:1746070426.330719:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087262300 00000100:00100000:1.0:1746070426.331006:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3964 00000100:00100000:1.0:1746070426.331013:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015411712:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070426.331402:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015411712:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 387us (846us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070426.331408:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3964 00002000:00100000:1.0:1746070426.331413:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087262300 x1830887015411712/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.331420:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262300 with x1830887015411712 ext(0->4095) 00002000:00010000:1.0:1746070426.331423:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087262300 00000100:00100000:0.0:1746070426.333853:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.333925:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015411840 00000100:00100000:1.0:1746070426.333931:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015411840 00000100:00100000:1.0:1746070426.334279:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5325 00000100:00100000:1.0:1746070426.334286:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015411840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070426.334299:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070426.334314:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607eb89 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8b2 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.334336:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607eb82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ab expref: 9 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.334343:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070426.334344:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070426.334347:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607eb89 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b2 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.334371:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607eb82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ab expref: 9 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.334382:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607eb82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ab expref: 9 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746070426.334391:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013320704:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070426.334453:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070426.336926:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013320704:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070426.336950:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607eb89 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b2 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.336966:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50400, rc 0) 00000100:00100000:1.0:1746070426.336995:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015411840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2708us (3146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070426.337002:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5325 00000100:00100000:0.0:1746070426.337184:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.337392:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015411968 00000100:00100000:3.0:1746070426.337396:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015411968 00010000:00010000:3.0:1746070426.337415:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607eb82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ab expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.337439:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7592 00000100:00100000:3.0:1746070426.337444:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015411968:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.337453:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.337621:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607eb82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ab expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.337631:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607eb82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ab expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.337647:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607eb82 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ab expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.337665:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.337666:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.337693:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607eb89 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b2 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.337704:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607eb89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b2 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.337724:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607eb89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b2 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.337733:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013320832:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.337778:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.339185:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013320832:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.339200:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.339224:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015411968:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1779us (2040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.339231:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7592 00000100:00100000:0.0:1746070426.339661:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.339782:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.339850:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015412224 00000100:00100000:1.0:1746070426.339854:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015412224 00002000:00100000:1.0:1746070426.339881:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087260e00 x1830887015412224/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.339890:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260e00 with x1830887015412224 ext(0->4095) 00002000:00010000:1.0:1746070426.339893:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087260e00 00000100:00100000:1.0:1746070426.339915:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3965 00000100:00100000:1.0:1746070426.339921:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015412224:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070426.340022:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015412224:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070426.340028:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3965 00002000:00100000:1.0:1746070426.340033:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087260e00 x1830887015412224/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.340039:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260e00 with x1830887015412224 ext(0->4095) 00002000:00010000:1.0:1746070426.340042:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087260e00 00000100:00100000:2.0:1746070426.340375:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015412352 00000100:00100000:2.0:1746070426.340380:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015412352 00000100:00100000:2.0:1746070426.340411:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5326 00000100:00100000:2.0:1746070426.340417:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:31620:x1830887015412352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.340426:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.340438:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8b9 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.340456:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607eb89 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b2 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.340462:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.340463:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.340466:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.340486:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607eb89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b2 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.340497:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607eb89 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b2 expref: 5 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.340505:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013320960:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070426.340559:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.345668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.345900:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015412480 00000100:00100000:2.0:1746070426.345908:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015412480 00000100:00100000:2.0:1746070426.345953:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5327 00000100:00100000:2.0:1746070426.345960:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31621:x1830887015412480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.345976:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.345990:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb97 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8c0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.346011:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.346015:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 12 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.346021:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.346024:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb97 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c0 expref: 12 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.346049:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 12 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.346059:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb97 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c0 expref: 12 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.346068:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070426.346111:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:31621:x1830887015412480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.346116:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5327 00000100:00100000:2.0:1746070426.346608:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013320960:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070426.346622:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 11 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.346629:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070426.346840:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31620:x1830887015412352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6422us (7057us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.346845:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5326 00000100:00100000:0.0:1746070426.347924:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.348158:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015412608 00000100:00100000:3.0:1746070426.348164:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015412608 00010000:00010000:3.0:1746070426.348190:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607eb89 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b2 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.348217:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7593 00000100:00100000:3.0:1746070426.348224:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4458050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015412608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.348233:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.348250:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607eb89 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b2 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.348258:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607eb89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b2 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.348274:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607eb89 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b2 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.348295:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.348296:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.348302:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.348310:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.348335:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.348345:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.348358:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013321216:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.348410:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.350155:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013321216:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.350175:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070426.350203:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.350210:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4458050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015412608:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1987us (2287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.350218:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7593 00000100:00100000:2.0:1746070426.350486:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015412864 00000100:00100000:2.0:1746070426.350491:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015412864 00002000:00100000:2.0:1746070426.350515:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087260700 x1830887015412864/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.350523:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260700 with x1830887015412864 ext(0->4095) 00010000:00010000:2.0:1746070426.350529:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.350539:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.350544:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087260700 00000100:00100000:2.0:1746070426.350567:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1846 00000100:00100000:2.0:1746070426.350572:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015412864:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070426.350699:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015412864:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (497us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.350704:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1846 00002000:00100000:2.0:1746070426.350709:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087260700 x1830887015412864/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.350716:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260700 with x1830887015412864 ext(0->4095) 00010000:00010000:2.0:1746070426.350720:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.350733:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.350738:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087260700 00000100:00100000:0.0:1746070426.353326:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.353522:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015412992 00000100:00100000:3.0:1746070426.353529:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015412992 00010000:00010000:3.0:1746070426.353554:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.353585:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7594 00000100:00100000:3.0:1746070426.353591:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1961:x1830887015412992:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.353601:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.353616:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.353627:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.353645:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eb90 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8b9 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.353656:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.353658:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.353663:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c0 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.353669:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c0 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.353730:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c0 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.353739:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013321344:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.354502:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.357520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.358196:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013321344:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.358212:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.358241:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1961:x1830887015412992:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4650us (4920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.358249:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7594 00000100:00100000:1.0:1746070426.358644:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015413248 00000100:00100000:1.0:1746070426.358649:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015413248 00002000:00100000:1.0:1746070426.358694:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087262680 x1830887015413248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.358707:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262680 with x1830887015413248 ext(0->4095) 00002000:00010000:1.0:1746070426.358711:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087262680 00000100:00100000:1.0:1746070426.358730:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3966 00000100:00100000:1.0:1746070426.358735:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887015413248:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070426.358848:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887015413248:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (1333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070426.358853:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3966 00002000:00100000:1.0:1746070426.358857:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087262680 x1830887015413248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.358864:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262680 with x1830887015413248 ext(0->4095) 00002000:00010000:1.0:1746070426.358866:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087262680 00000100:00100000:0.0:1746070426.360850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.361453:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015413376 00000100:00100000:2.0:1746070426.361460:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015413376 00000100:00100000:2.0:1746070426.361769:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5328 00000100:00100000:2.0:1746070426.361779:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015413376:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.361792:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.361804:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8c7 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.361839:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c0 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.361846:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.361847:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.361850:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.361873:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c0 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.361882:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c0 expref: 9 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.361893:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013321472:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070426.362539:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a743c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.365766:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013321472:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070426.365789:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.365802:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070426.365855:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015413376:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4076us (5008us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.365862:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5328 00000100:00100000:0.0:1746070426.366295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.367088:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015413504 00000100:00100000:3.0:1746070426.367093:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015413504 00010000:00010000:3.0:1746070426.367115:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c0 expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.367144:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7595 00000100:00100000:3.0:1746070426.367150:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015413504:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.367159:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.367178:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c0 expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.367188:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c0 expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.367207:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eb97 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c0 expref: 10 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.367222:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.367223:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.367229:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.367240:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.367263:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.367272:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013321600:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.368196:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.369612:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.369752:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015413632 00000100:00100000:2.0:1746070426.369758:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015413632 00000100:00100000:3.0:1746070426.369768:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013321600:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.369784:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.369796:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5329 00000100:00100000:2.0:1746070426.369802:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31620:x1830887015413632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.369822:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.369835:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8ce expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.369861:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.369867:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.369868:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.369871:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 11 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.370271:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.370286:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 5 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.370296:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013321728:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.370345:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015413504:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3193us (4049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.370352:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7595 00000100:00100000:2.0:1746070426.370705:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a743c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.371114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.371440:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015413888 00000100:00100000:2.0:1746070426.371444:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015413888 00002000:00100000:2.0:1746070426.371468:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087263b80 x1830887015413888/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.371476:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087263b80 with x1830887015413888 ext(0->4095) 00010000:00010000:2.0:1746070426.371482:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.371492:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.371498:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087263b80 00000100:00100000:2.0:1746070426.371524:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1847 00000100:00100000:2.0:1746070426.371530:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015413888:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070426.371640:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015413888:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (527us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.371645:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1847 00002000:00100000:2.0:1746070426.371650:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087263b80 x1830887015413888/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.371662:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087263b80 with x1830887015413888 ext(0->4095) 00010000:00010000:2.0:1746070426.371666:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.371697:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.371702:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087263b80 00000100:00100000:2.0:1746070426.372764:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013321728:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070426.372782:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.372792:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070426.372829:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31620:x1830887015413632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3026us (3221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.372834:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5329 00000100:00100000:0.0:1746070426.375027:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.375519:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.375581:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015414016 00000100:00100000:2.0:1746070426.375587:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015414016 00000100:00100000:2.0:1746070426.375633:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5330 00000100:00100000:2.0:1746070426.375640:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31621:x1830887015414016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.375653:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.375724:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ebac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8d5 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.375744:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.375750:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 11 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.375754:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.375757:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ebac lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8d5 expref: 11 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.375783:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 11 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.375793:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ebac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8d5 expref: 11 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.375802:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070426.375850:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31621:x1830887015414016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.375856:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5330 00000100:00100000:3.0:1746070426.376106:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015414144 00000100:00100000:3.0:1746070426.376110:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015414144 00010000:00010000:3.0:1746070426.376126:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.376151:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7596 00000100:00100000:3.0:1746070426.376156:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015414144:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.376163:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.376178:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.376186:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.376202:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eb9e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8c7 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.376210:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.376211:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.376216:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.376223:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.376241:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.376250:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.376258:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013321984:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.376315:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.378835:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013321984:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.378852:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.378893:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015414144:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2736us (3373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.378901:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7596 00000100:00100000:0.0:1746070426.379439:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.379713:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015414400 00000100:00100000:2.0:1746070426.379718:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015414400 00002000:00100000:2.0:1746070426.379746:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093694000 x1830887015414400/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.379754:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694000 with x1830887015414400 ext(0->4095) 00010000:00010000:2.0:1746070426.379761:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.379770:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.379775:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093694000 00000100:00100000:2.0:1746070426.379798:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1848 00000100:00100000:2.0:1746070426.379804:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015414400:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070426.379933:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015414400:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (495us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.379939:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1848 00002000:00100000:2.0:1746070426.379943:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093694000 x1830887015414400/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.379950:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694000 with x1830887015414400 ext(0->4095) 00010000:00010000:2.0:1746070426.379955:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.379963:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.379968:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093694000 00000100:00100000:0.0:1746070426.382141:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.382446:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015414528 00000100:00100000:2.0:1746070426.382452:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015414528 00010000:00010000:2.0:1746070426.382474:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.382509:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7597 00000100:00100000:2.0:1746070426.382516:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1961:x1830887015414528:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.382528:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.382544:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.382555:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.382572:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eba5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ce expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.383584:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.383587:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.383594:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ebac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8d5 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.383602:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ebac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8d5 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.383629:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ebac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8d5 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.383638:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013322112:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.383711:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.387333:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013322112:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.387350:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.387545:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1961:x1830887015414528:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5028us (5406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.387553:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7597 00000100:00100000:0.0:1746070426.388127:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.388297:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015414784 00000100:00100000:1.0:1746070426.388303:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015414784 00002000:00100000:1.0:1746070426.388386:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093694e00 x1830887015414784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.388395:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694e00 with x1830887015414784 ext(0->4095) 00002000:00010000:1.0:1746070426.388398:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093694e00 00000100:00100000:1.0:1746070426.388423:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3967 00000100:00100000:1.0:1746070426.388430:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015414784:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070426.388559:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015414784:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070426.388564:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3967 00002000:00100000:1.0:1746070426.388570:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093694e00 x1830887015414784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.388575:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694e00 with x1830887015414784 ext(0->4095) 00002000:00010000:1.0:1746070426.388578:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093694e00 00000100:00100000:0.0:1746070426.392088:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.392414:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015414912 00000100:00100000:2.0:1746070426.392420:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015414912 00000100:00100000:2.0:1746070426.392464:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5331 00000100:00100000:2.0:1746070426.392472:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015414912:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.392485:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.392499:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8dc expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.392520:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ebac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8d5 expref: 9 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.392527:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.392528:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.392531:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.392553:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ebac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8d5 expref: 9 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.392562:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ebac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8d5 expref: 9 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.392571:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013322240:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070426.392693:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.394787:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013322240:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070426.394807:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.394828:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070426.394931:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015414912:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2459us (2849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.394938:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5331 00000100:00100000:0.0:1746070426.397030:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.397306:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015415040 00000100:00100000:2.0:1746070426.397312:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015415040 00010000:00010000:2.0:1746070426.397339:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ebac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8d5 expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.397360:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7598 00000100:00100000:2.0:1746070426.397367:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015415040:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.397378:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.397394:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ebac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8d5 expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.397405:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ebac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8d5 expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.397423:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ebac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8d5 expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.397735:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.397737:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.397744:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.397751:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.397777:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.397787:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013322368:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.398691:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.399700:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.399941:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013322368:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.399955:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.399984:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015415040:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2617us (2957us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.399990:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7598 00000100:00100000:2.0:1746070426.400162:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015415168 00000100:00100000:2.0:1746070426.400167:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015415168 00000100:00100000:2.0:1746070426.400192:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5332 00000100:00100000:2.0:1746070426.400197:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:31620:x1830887015415168:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.400209:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.400220:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8e3 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.400237:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.400244:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.400245:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.400248:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.400266:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.400274:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 5 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.400282:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013322496:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070426.400313:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.400500:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.400588:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015415424 00000100:00100000:3.0:1746070426.400592:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015415424 00002000:00100000:3.0:1746070426.400612:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093695500 x1830887015415424/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.400620:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093695500 with x1830887015415424 ext(0->4095) 00010000:00010000:3.0:1746070426.400625:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.400633:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.400638:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093695500 00000100:00100000:3.0:1746070426.400755:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1849 00000100:00100000:3.0:1746070426.400760:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015415424:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070426.401374:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015415424:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 611us (873us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070426.401380:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1849 00002000:00100000:3.0:1746070426.401385:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093695500 x1830887015415424/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.401391:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093695500 with x1830887015415424 ext(0->4095) 00010000:00010000:3.0:1746070426.401395:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.401403:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.401407:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093695500 00000100:00100000:0.0:1746070426.403327:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.403432:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015415552 00000100:00100000:1.0:1746070426.403437:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015415552 00000100:00100000:1.0:1746070426.403471:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5333 00000100:00100000:1.0:1746070426.403477:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31621:x1830887015415552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070426.403488:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070426.403498:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ebc1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8ea expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.403514:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070426.403518:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 12 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.403523:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070426.403525:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ebc1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ea expref: 12 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.403549:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 12 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.403558:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ebc1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ea expref: 12 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.403564:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b51800, rc 0) 00000100:00100000:1.0:1746070426.403587:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:31621:x1830887015415552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070426.403593:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5333 00000100:00100000:2.0:1746070426.403657:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013322496:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070426.403669:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 11 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.403699:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070426.403712:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31620:x1830887015415168:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3515us (4042us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.403717:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5332 00000100:00100000:0.0:1746070426.404896:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.405193:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015415680 00000100:00100000:3.0:1746070426.405197:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015415680 00010000:00010000:3.0:1746070426.405215:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.405280:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7599 00000100:00100000:3.0:1746070426.405287:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015415680:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.405294:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.405311:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.405319:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.405335:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ebb3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8dc expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.405498:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.405500:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.405506:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.405513:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.405536:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.405549:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.405558:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013322752:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.405651:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdce40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.407009:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013322752:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.407023:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.407048:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015415680:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1762us (2153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.407055:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7599 00000100:00100000:0.0:1746070426.407634:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.407767:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015415936 00000100:00100000:3.0:1746070426.407771:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015415936 00002000:00100000:3.0:1746070426.407803:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093694700 x1830887015415936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.407811:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694700 with x1830887015415936 ext(0->4095) 00010000:00010000:3.0:1746070426.407825:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.407835:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.407840:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093694700 00000100:00100000:3.0:1746070426.407860:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1850 00000100:00100000:3.0:1746070426.407865:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015415936:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070426.407978:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015415936:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070426.408012:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1850 00002000:00100000:3.0:1746070426.408018:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093694700 x1830887015415936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.408025:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694700 with x1830887015415936 ext(0->4095) 00010000:00010000:3.0:1746070426.408029:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.408037:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.408042:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093694700 00000100:00100000:0.0:1746070426.409823:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.410091:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015416064 00000100:00100000:3.0:1746070426.410096:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015416064 00010000:00010000:3.0:1746070426.410118:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.410139:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7600 00000100:00100000:3.0:1746070426.410145:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015416064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.410155:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.410169:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.410178:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.410196:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ebba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8e3 expref: 11 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.410206:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.410208:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.410213:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ebc1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ea expref: 10 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.410218:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ebc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ea expref: 10 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.410240:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ebc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ea expref: 10 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.410249:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013322880:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.410322:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.412665:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.412770:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013322880:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.412785:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.412826:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015416064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2668us (3004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.412835:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7600 00000100:00100000:2.0:1746070426.412922:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015416320 00000100:00100000:2.0:1746070426.412926:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015416320 00002000:00100000:2.0:1746070426.412963:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093696300 x1830887015416320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.412970:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093696300 with x1830887015416320 ext(0->4095) 00002000:00010000:2.0:1746070426.412973:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093696300 00000100:00100000:2.0:1746070426.412998:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3968 00000100:00100000:2.0:1746070426.413005:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015416320:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070426.413186:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015416320:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 180us (524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.413192:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3968 00002000:00100000:2.0:1746070426.413197:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093696300 x1830887015416320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.413203:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093696300 with x1830887015416320 ext(0->4095) 00002000:00010000:2.0:1746070426.413206:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093696300 00000100:00100000:0.0:1746070426.415188:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.415236:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015416448 00000100:00100000:3.0:1746070426.415241:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015416448 00000100:00100000:3.0:1746070426.415281:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5334 00000100:00100000:3.0:1746070426.415291:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015416448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.415304:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.415316:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607ebc8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8f1 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.415336:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ebc1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ea expref: 9 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.415342:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.415344:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.415346:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607ebc8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.415367:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ebc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ea expref: 9 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.415376:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ebc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ea expref: 9 pid: 8445 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.415386:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013323008:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.415546:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.417201:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013323008:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.417219:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607ebc8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.417229:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db6400, rc 0) 00000100:00100000:3.0:1746070426.417253:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015416448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1963us (2068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.417262:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5334 00000100:00100000:0.0:1746070426.418570:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.418656:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015416576 00000100:00100000:3.0:1746070426.418661:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015416576 00010000:00010000:3.0:1746070426.418798:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ebc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ea expref: 10 pid: 8445 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.418854:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7601 00000100:00100000:3.0:1746070426.418860:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015416576:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.418871:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.418887:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ebc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ea expref: 10 pid: 8445 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.418896:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ebc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ea expref: 10 pid: 8445 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.418913:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ebc1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ea expref: 10 pid: 8445 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.419090:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.419092:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.419098:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607ebc8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f1 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.419105:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607ebc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f1 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.419130:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607ebc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f1 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.419140:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013323136:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.419529:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.421601:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013323136:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.421616:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.421643:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015416576:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2783us (3076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.421651:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7601 00000100:00100000:0.0:1746070426.422276:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.422439:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015416832 00000100:00100000:2.0:1746070426.422444:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015416832 00002000:00100000:2.0:1746070426.422471:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093696a00 x1830887015416832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.422481:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093696a00 with x1830887015416832 ext(0->4095) 00002000:00010000:2.0:1746070426.422485:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093696a00 00000100:00100000:2.0:1746070426.422508:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3969 00000100:00100000:2.0:1746070426.422513:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015416832:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070426.422618:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015416832:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.422624:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3969 00002000:00100000:2.0:1746070426.422629:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093696a00 x1830887015416832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.422635:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093696a00 with x1830887015416832 ext(0->4095) 00002000:00010000:2.0:1746070426.422637:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093696a00 00000100:00100000:0.0:1746070426.424954:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.425808:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.426011:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015416960 00000100:00100000:3.0:1746070426.426017:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015416960 00000100:00100000:3.0:1746070426.426050:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015417088 00000100:00100000:3.0:1746070426.426052:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015417088 00000100:00100000:3.0:1746070426.426070:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5335 00000100:00100000:3.0:1746070426.426077:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31620:x1830887015416960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.426091:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.426104:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8f8 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.426129:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607ebc8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f1 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.426129:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5336 00000100:00100000:2.0:1746070426.426135:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31621:x1830887015417088:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.426136:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.426137:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.426140:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.426141:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.426145:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ebd6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf8ff expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.426153:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.426156:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 12 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.426160:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.426162:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ebd6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ff expref: 12 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.426169:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607ebc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f1 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.426180:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607ebc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f1 expref: 5 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.426189:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013323264:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.426243:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc600 going to sleep for 11 seconds 00010000:00010000:2.0:1746070426.426538:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 12 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.426547:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ebd6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ff expref: 12 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.426556:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070426.426580:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:31621:x1830887015417088:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 444us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.426585:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5336 00000100:00100000:1.0:1746070426.432087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.432252:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015417216 00000100:00100000:2.0:1746070426.432259:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015417216 00010000:00010000:2.0:1746070426.432289:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607ebc8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f1 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.432326:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7602 00000100:00100000:2.0:1746070426.432333:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015417216:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.432344:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.432362:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607ebc8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f1 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.432373:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607ebc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f1 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.432391:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.432393:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.432399:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.432406:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.432431:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.432440:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.432450:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013323520:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.432507:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00010000:00010000:3.0:1746070426.432917:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094db6400/0x628f9640b607ebc8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f1 expref: 6 pid: 8446 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.432939:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013323264:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.432961:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.432969:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.432978:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db7a00, rc 0) 00000100:00100000:3.0:1746070426.433007:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31620:x1830887015416960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6930us (8058us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.433013:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5335 00000100:00100000:2.0:1746070426.435623:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013323520:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.435638:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.436025:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015417216:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3691us (3943us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.436033:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7602 00000100:00100000:0.0:1746070426.436430:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.437304:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015417472 00000100:00100000:3.0:1746070426.437312:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015417472 00002000:00100000:3.0:1746070426.437346:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093696680 x1830887015417472/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.437355:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093696680 with x1830887015417472 ext(0->4095) 00010000:00010000:3.0:1746070426.437363:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.437376:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.437381:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093696680 00000100:00100000:3.0:1746070426.437407:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1851 00000100:00100000:3.0:1746070426.437414:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015417472:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070426.437545:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015417472:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (1115us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070426.437550:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1851 00002000:00100000:3.0:1746070426.437555:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093696680 x1830887015417472/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.437562:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093696680 with x1830887015417472 ext(0->4095) 00010000:00010000:3.0:1746070426.437566:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.437575:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.437580:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093696680 00000100:00100000:0.0:1746070426.439890:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.440525:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015417600 00000100:00100000:3.0:1746070426.440531:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015417600 00010000:00010000:3.0:1746070426.440557:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.440593:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7603 00000100:00100000:3.0:1746070426.440599:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015417600:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.440610:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.440626:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.440635:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.440652:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094db7a00/0x628f9640b607ebcf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8f8 expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.440691:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.440693:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.440698:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ebd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ff expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.440704:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ebd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ff expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.440729:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ebd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ff expref: 10 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.440738:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013323648:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.440801:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.443746:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013323648:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.443765:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.443799:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015417600:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3199us (3913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.443809:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7603 00000100:00100000:0.0:1746070426.445795:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.445963:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015417856 00000100:00100000:2.0:1746070426.445969:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015417856 00002000:00100000:2.0:1746070426.446001:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093697100 x1830887015417856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.446009:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697100 with x1830887015417856 ext(0->4095) 00002000:00010000:2.0:1746070426.446013:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093697100 00000100:00100000:2.0:1746070426.446039:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3970 00000100:00100000:2.0:1746070426.446046:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015417856:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070426.446173:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015417856:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (383us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.446178:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3970 00002000:00100000:2.0:1746070426.446183:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093697100 x1830887015417856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.446190:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697100 with x1830887015417856 ext(0->4095) 00002000:00010000:2.0:1746070426.446193:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093697100 00000100:00100000:0.0:1746070426.448432:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.448766:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015417984 00000100:00100000:3.0:1746070426.448773:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015417984 00000100:00100000:3.0:1746070426.448823:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5337 00000100:00100000:3.0:1746070426.448830:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015417984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.448843:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.448856:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf906 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.448879:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ebd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ff expref: 9 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.448885:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.448886:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.448889:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.448912:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ebd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ff expref: 9 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.448921:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ebd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ff expref: 9 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.448930:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013323776:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.450153:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.451256:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013323776:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.451279:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.451292:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12c00, rc 0) 00000100:00100000:3.0:1746070426.451335:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015417984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2504us (2907us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.451342:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5337 00000100:00100000:0.0:1746070426.452080:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.452360:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015418112 00000100:00100000:3.0:1746070426.452365:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015418112 00010000:00010000:3.0:1746070426.452386:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ebd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ff expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.452787:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7604 00000100:00100000:3.0:1746070426.452795:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015418112:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.452804:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.452829:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ebd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ff expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.452840:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ebd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ff expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.452857:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ebd6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf8ff expref: 10 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.453524:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.453526:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.453533:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.453540:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.453565:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.453574:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013323904:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.454252:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.456097:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.456228:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015418240 00000100:00100000:3.0:1746070426.456234:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015418240 00000100:00100000:3.0:1746070426.456498:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5338 00000100:00100000:3.0:1746070426.456506:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31620:x1830887015418240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.456518:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.456531:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf90d expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.456552:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.456558:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.456559:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.456562:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.456582:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.456592:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 5 pid: 8444 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.456601:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013324032:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.456661:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.457366:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.458146:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015418496 00000100:00100000:3.0:1746070426.458152:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015418496 00002000:00100000:3.0:1746070426.458180:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1880 x1830887015418496/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.458188:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1880 with x1830887015418496 ext(0->4095) 00010000:00010000:3.0:1746070426.458194:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.458205:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.458210:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c1880 00000100:00100000:3.0:1746070426.458509:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1852 00000100:00100000:3.0:1746070426.458516:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015418496:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070426.459195:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015418496:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 679us (1829us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070426.459204:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1852 00002000:00100000:3.0:1746070426.459210:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1880 x1830887015418496/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.459217:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1880 with x1830887015418496 ext(0->4095) 00010000:00010000:3.0:1746070426.459222:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.459231:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.459236:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c1880 00000100:00100000:3.0:1746070426.459272:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013323904:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.459285:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.459768:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015418112:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6972us (7688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.459775:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7604 00000100:00100000:3.0:1746070426.460255:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013324032:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.460270:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 10 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.460281:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4ffa800, rc 0) 00000100:00100000:3.0:1746070426.460301:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31620:x1830887015418240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3797us (4208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.460306:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5338 00000100:00100000:0.0:1746070426.463786:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.463935:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015418624 00000100:00100000:3.0:1746070426.463941:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015418624 00010000:00010000:3.0:1746070426.463967:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.464071:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7605 00000100:00100000:3.0:1746070426.464079:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015418624:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.464090:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.464108:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.464119:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.464136:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ebdd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf906 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.464412:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.464414:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.464421:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.464429:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.464455:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.464468:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013324160:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.464544:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.467872:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013324160:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.467892:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.467926:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015418624:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3847us (4146us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.467935:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7605 00000100:00100000:0.0:1746070426.468357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.468833:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015418880 00000100:00100000:3.0:1746070426.468839:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015418880 00002000:00100000:3.0:1746070426.468869:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1180 x1830887015418880/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.468877:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1180 with x1830887015418880 ext(0->4095) 00002000:00010000:3.0:1746070426.468881:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c1180 00000100:00100000:3.0:1746070426.469031:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3971 00000100:00100000:3.0:1746070426.469038:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015418880:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070426.469170:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015418880:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (813us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070426.469176:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3971 00002000:00100000:3.0:1746070426.469181:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1180 x1830887015418880/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.469187:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1180 with x1830887015418880 ext(0->4095) 00002000:00010000:3.0:1746070426.469189:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c1180 00000100:00100000:0.0:1746070426.480370:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.480856:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015419008 00000100:00100000:3.0:1746070426.480864:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015419008 00000100:00100000:3.0:1746070426.480988:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5339 00000100:00100000:3.0:1746070426.480994:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015419008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.481008:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.481020:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf914 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.481042:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.481048:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.481050:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.481052:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.481073:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.481081:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 9 pid: 8444 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.481091:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013324288:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.484226:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.495636:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013324288:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.495661:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.495702:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ac2000, rc 0) 00000100:00100000:3.0:1746070426.495743:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015419008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14749us (15379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.495750:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5339 00000100:00100000:0.0:1746070426.507191:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.507283:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015419136 00000100:00100000:3.0:1746070426.507291:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015419136 00000100:00100000:3.0:1746070426.507338:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5340 00000100:00100000:3.0:1746070426.507344:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31620:x1830887015419136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.507359:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.507371:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf91b expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.507393:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.507398:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.507404:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070426.507407:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.507437:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.507448:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.507461:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ac2a00, rc 0) 00000100:00100000:3.0:1746070426.507496:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:31620:x1830887015419136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.507502:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5340 00000100:00100000:0.0:1746070426.523152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.523236:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015419264 00000100:00100000:2.0:1746070426.523244:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015419264 00002000:00100000:2.0:1746070426.523279:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d505f80 x1830887015419264/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.523288:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505f80 with x1830887015419264 ext(0->7) 00010000:00010000:2.0:1746070426.523296:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.523309:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.523315:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d505f80 00000100:00100000:2.0:1746070426.523344:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1853 00000100:00100000:2.0:1746070426.523351:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015419264:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070426.523602:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1963:x1830887015419264:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 250us (456us total) trans 4294968008 rc 0/0 00000100:00100000:2.0:1746070426.523608:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1853 00002000:00100000:2.0:1746070426.523614:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d505f80 x1830887015419264/t4294968008(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/448 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.523620:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505f80 with x1830887015419264 ext(0->7) 00010000:00010000:2.0:1746070426.523624:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 13 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.523632:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 13 pid: 8444 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.523637:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d505f80 00000100:00100000:0.0:1746070426.532501:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.532580:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015419392 00000100:00100000:3.0:1746070426.532587:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015419392 00010000:00010000:3.0:1746070426.532614:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 13 pid: 8444 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.532635:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7606 00000100:00100000:3.0:1746070426.532640:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1963:x1830887015419392:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.532651:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.532668:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 13 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.532698:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 13 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.532714:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4ffa800/0x628f9640b607ebe4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf90d expref: 13 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.532737:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.532739:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.532744:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.532755:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.532778:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.532788:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 5 pid: 8444 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.532796:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013324544:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.532869:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.535119:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.537061:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015419648 00000100:00100000:3.0:1746070426.537069:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015419648 00002000:00100000:3.0:1746070426.537102:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d506680 x1830887015419648/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.537111:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d506680 with x1830887015419648 ext(0->4095) 00010000:00010000:3.0:1746070426.537117:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.537130:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.537136:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d506680 00000100:00100000:3.0:1746070426.537154:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1854 00000100:00100000:3.0:1746070426.537160:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015419648:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070426.537809:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013324544:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.537835:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.538956:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015419648:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1793us (3837us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070426.538963:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1854 00002000:00100000:3.0:1746070426.538970:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d506680 x1830887015419648/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.538978:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d506680 with x1830887015419648 ext(0->4095) 00010000:00010000:3.0:1746070426.538984:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.538995:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.539001:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d506680 00000100:00100000:2.0:1746070426.539258:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015419392:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6615us (6761us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.539268:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7606 00000100:00100000:0.0:1746070426.553373:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.555356:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015419776 00000100:00100000:2.0:1746070426.555367:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015419776 00010000:00010000:2.0:1746070426.555398:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.555432:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7607 00000100:00100000:2.0:1746070426.555439:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015419776:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.555451:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.555468:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.555478:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.555495:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ac2000/0x628f9640b607ebeb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf914 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.555520:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.555522:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.555529:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.555535:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.555561:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.555571:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013324672:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.555641:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a743c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.559972:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013324672:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.559988:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.560201:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015419776:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4761us (6834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.560211:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7607 00000100:00100000:0.0:1746070426.561489:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.562648:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015420032 00000100:00100000:3.0:1746070426.562655:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015420032 00002000:00100000:3.0:1746070426.562719:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d504000 x1830887015420032/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.562728:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d504000 with x1830887015420032 ext(0->4095) 00002000:00010000:3.0:1746070426.562732:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d504000 00000100:00100000:3.0:1746070426.562754:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3972 00000100:00100000:3.0:1746070426.562760:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1961:x1830887015420032:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070426.564103:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1961:x1830887015420032:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1339us (2613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070426.564111:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3972 00002000:00100000:3.0:1746070426.564119:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d504000 x1830887015420032/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.564127:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d504000 with x1830887015420032 ext(0->4095) 00002000:00010000:3.0:1746070426.564130:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d504000 00000100:00100000:0.0:1746070426.569928:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.571798:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015420160 00000100:00100000:2.0:1746070426.571807:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015420160 00000100:00100000:2.0:1746070426.571864:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5341 00000100:00100000:2.0:1746070426.571871:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015420160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.571885:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.571898:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf922 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.571921:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.571928:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.571930:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.571933:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.571954:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 11 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.571968:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 11 pid: 8444 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.571977:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013324800:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070426.572042:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.574290:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013324800:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070426.574311:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.574326:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070426.574363:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015420160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2492us (4442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.574370:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5341 00000100:00100000:1.0:1746070426.578972:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.579429:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015420288 00000100:00100000:3.0:1746070426.579436:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015420288 00002000:00100000:3.0:1746070426.579469:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800923b9500 x1830887015420288/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.579479:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9500 with x1830887015420288 ext(0->7) 00010000:00010000:3.0:1746070426.579487:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 12 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.579500:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 12 pid: 8444 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.579506:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b9500 00000100:00100000:3.0:1746070426.579531:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1855 00000100:00100000:3.0:1746070426.579537:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1964:x1830887015420288:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070426.579819:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1964:x1830887015420288:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 274us (844us total) trans 4294968009 rc 0/0 00000100:00100000:3.0:1746070426.579826:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1855 00002000:00100000:3.0:1746070426.579831:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800923b9500 x1830887015420288/t4294968009(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/448 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.579839:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9500 with x1830887015420288 ext(0->7) 00010000:00010000:3.0:1746070426.579843:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 14 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.579852:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 14 pid: 8444 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.579857:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b9500 00000100:00100000:0.0:1746070426.587544:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.592843:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015420416 00000100:00100000:2.0:1746070426.592853:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015420416 00010000:00010000:2.0:1746070426.592884:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 14 pid: 8444 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.592917:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7608 00000100:00100000:2.0:1746070426.592924:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1961:x1830887015420416:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.592935:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.592952:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 14 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.592967:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 14 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.592985:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ac2a00/0x628f9640b607ebf2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf91b expref: 14 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.593007:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.593009:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.593015:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.593023:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.593047:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.593056:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013324928:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.593123:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.595773:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.595871:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015420544 00000100:00100000:2.0:1746070426.595877:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015420544 00000100:00100000:2.0:1746070426.595919:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5342 00000100:00100000:2.0:1746070426.595925:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:31620:x1830887015420544:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.595938:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.595951:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf929 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.595978:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.595985:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.595986:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.595988:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.596010:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.596020:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 5 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.596030:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013325056:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070426.596097:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.599334:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.600788:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015420800 00000100:00100000:2.0:1746070426.600795:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015420800 00002000:00100000:2.0:1746070426.600840:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c787800 x1830887015420800/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.600850:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787800 with x1830887015420800 ext(0->4095) 00010000:00010000:2.0:1746070426.600857:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.600870:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.600881:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c787800 00000100:00100000:2.0:1746070426.601526:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1856 00000100:00100000:2.0:1746070426.601533:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015420800:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070426.601666:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015420800:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (2336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.601685:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1856 00002000:00100000:2.0:1746070426.601691:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c787800 x1830887015420800/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.601697:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787800 with x1830887015420800 ext(0->4095) 00010000:00010000:2.0:1746070426.601702:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.601711:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.604043:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013324928:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.604056:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1746070426.604515:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c787800 00000100:00100000:3.0:1746070426.605217:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1961:x1830887015420416:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 12290us (17676us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.605226:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7608 00000100:00100000:2.0:1746070426.606140:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013325056:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070426.606159:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 14 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.606173:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070426.606212:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:31620:x1830887015420544:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10285us (10443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.606221:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5342 00000100:00100000:0.0:1746070426.609010:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.609704:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015420928 00000100:00100000:2.0:1746070426.609711:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015420928 00000100:00100000:2.0:1746070426.609750:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5343 00000100:00100000:2.0:1746070426.609755:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:31621:x1830887015420928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.609767:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.609779:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec07 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf930 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.609799:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.609803:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.609808:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.609819:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec07 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf930 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.609846:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.609856:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec07 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf930 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.609864:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070426.611554:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:31621:x1830887015420928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1793us (2543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.611561:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5343 00000100:00100000:0.0:1746070426.611745:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.612590:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015421056 00000100:00100000:3.0:1746070426.612596:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015421056 00010000:00010000:3.0:1746070426.612619:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.612651:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7609 00000100:00100000:3.0:1746070426.612657:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015421056:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.612668:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.612701:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.612712:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.612730:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ebf9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf922 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.612747:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.612749:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.612753:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 14 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.612760:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 14 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.612783:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 14 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.612791:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 14 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.612801:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013325312:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.612872:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.618398:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013325312:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.618417:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.618473:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015421056:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5815us (6728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.618482:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7609 00000100:00100000:0.0:1746070426.620274:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.620733:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015421312 00000100:00100000:2.0:1746070426.620739:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015421312 00002000:00100000:2.0:1746070426.620771:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcca80 x1830887015421312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.620780:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcca80 with x1830887015421312 ext(0->4095) 00010000:00010000:2.0:1746070426.620787:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.620801:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.620807:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcca80 00000100:00100000:2.0:1746070426.620840:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1857 00000100:00100000:2.0:1746070426.620847:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1961:x1830887015421312:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070426.621046:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1961:x1830887015421312:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 198us (774us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.621052:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1857 00002000:00100000:2.0:1746070426.621057:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcca80 x1830887015421312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.621064:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcca80 with x1830887015421312 ext(0->4095) 00010000:00010000:2.0:1746070426.621069:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.621077:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.621087:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcca80 00000100:00100000:0.0:1746070426.626950:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.627005:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015421440 00000100:00100000:3.0:1746070426.627012:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015421440 00010000:00010000:3.0:1746070426.627038:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.627076:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7610 00000100:00100000:3.0:1746070426.627083:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1964:x1830887015421440:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.627093:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.627110:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.627120:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.627137:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec00 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf929 expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.627161:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.627163:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.627170:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf930 expref: 14 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.627177:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf930 expref: 14 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.627202:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf930 expref: 14 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.627211:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013325440:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.627267:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.631342:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.631403:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015421696 00000100:00100000:2.0:1746070426.631410:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015421696 00002000:00100000:2.0:1746070426.631445:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcd880 x1830887015421696/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.631454:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcd880 with x1830887015421696 ext(0->4095) 00002000:00010000:2.0:1746070426.631458:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcd880 00000100:00100000:2.0:1746070426.631484:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3973 00000100:00100000:2.0:1746070426.631491:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1963:x1830887015421696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070426.631625:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1963:x1830887015421696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.631631:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3973 00002000:00100000:2.0:1746070426.631636:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcd880 x1830887015421696/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.631643:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcd880 with x1830887015421696 ext(0->4095) 00002000:00010000:2.0:1746070426.631646:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcd880 00000100:00100000:3.0:1746070426.632767:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013325440:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.632784:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.633823:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1964:x1830887015421440:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6728us (6867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.633833:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7610 00000100:00100000:0.0:1746070426.637403:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.637477:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015421824 00000100:00100000:2.0:1746070426.637484:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015421824 00000100:00100000:2.0:1746070426.637794:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5344 00000100:00100000:2.0:1746070426.637802:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015421824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.637828:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.637842:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf937 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.638094:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf930 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.638101:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.638103:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.638106:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.638142:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf930 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.638152:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf930 expref: 13 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.638162:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013325568:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070426.638236:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.641290:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013325568:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070426.641314:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.641328:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070426.641371:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015421824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3569us (3974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.641379:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5344 00000100:00100000:0.0:1746070426.642421:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.643205:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015421952 00000100:00100000:3.0:1746070426.643211:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015421952 00010000:00010000:3.0:1746070426.643236:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf930 expref: 14 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.643258:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7611 00000100:00100000:3.0:1746070426.643263:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1963:x1830887015421952:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.643273:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.643288:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf930 expref: 14 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.643297:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf930 expref: 14 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.643313:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec07 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf930 expref: 14 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.643326:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.643328:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.643333:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.643339:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.643362:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.643371:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013325696:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.643417:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.643772:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.644025:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015422080 00000100:00100000:3.0:1746070426.644028:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015422080 00000100:00100000:3.0:1746070426.644049:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5345 00000100:00100000:3.0:1746070426.644054:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:31620:x1830887015422080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.644064:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.644072:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf93e expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.644086:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.644091:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.644092:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.644094:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.644108:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.644116:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 5 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.644128:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013325824:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.645298:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdce40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.645557:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013325696:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.645569:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.645598:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1963:x1830887015421952:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2334us (3180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.645604:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7611 00000100:00100000:0.0:1746070426.647049:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.647658:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015422336 00000100:00100000:2.0:1746070426.647664:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015422336 00002000:00100000:2.0:1746070426.647734:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261b480 x1830887015422336/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.647743:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261b480 with x1830887015422336 ext(0->4095) 00010000:00010000:2.0:1746070426.647749:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.647761:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.647766:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009261b480 00000100:00100000:2.0:1746070426.647789:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1858 00000100:00100000:2.0:1746070426.647795:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015422336:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070426.649009:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015422336:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 1210us (1959us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.649016:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1858 00002000:00100000:2.0:1746070426.649022:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261b480 x1830887015422336/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.649030:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261b480 with x1830887015422336 ext(0->4095) 00010000:00010000:2.0:1746070426.649035:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.649044:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.649049:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009261b480 00000100:00100000:3.0:1746070426.650142:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013325824:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.650166:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 14 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.650178:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f12c00, rc 0) 00000100:00100000:3.0:1746070426.650216:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:31620:x1830887015422080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6162us (6445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.650222:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5345 00000100:00100000:0.0:1746070426.652408:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.652588:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.652660:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015422592 00000100:00100000:2.0:1746070426.652667:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015422592 00010000:00010000:2.0:1746070426.652720:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.652747:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7612 00000100:00100000:2.0:1746070426.652754:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015422592:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.652765:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.652782:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.652792:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.652811:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf937 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.652853:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.652855:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.652860:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.652867:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.652893:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.652907:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013325952:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.652963:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.653021:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015422464 00000100:00100000:3.0:1746070426.653025:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015422464 00000100:00100000:3.0:1746070426.653045:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5346 00000100:00100000:3.0:1746070426.653049:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:31621:x1830887015422464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.653059:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.653068:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf945 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.653081:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.653086:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.653087:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.653090:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.653104:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.653113:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.653121:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013326080:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.653139:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdce40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.656779:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013326080:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.656809:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.656831:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceac00, rc 0) 00000100:00100000:0.0:1746070426.657056:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.657365:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015422848 00000100:00100000:2.0:1746070426.657372:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015422848 00000100:00100000:3.0:1746070426.657394:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:31621:x1830887015422464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4343us (4989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.657402:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5346 00002000:00100000:2.0:1746070426.657404:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619c00 x1830887015422848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.657412:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619c00 with x1830887015422848 ext(0->4095) 00010000:00010000:2.0:1746070426.657417:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.657429:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.657434:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092619c00 00000100:00100000:3.0:1746070426.657439:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013325952:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.657448:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.657448:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1859 00000100:00100000:2.0:1746070426.657454:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1963:x1830887015422848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070426.657464:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015422592:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4711us (4877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.657473:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7612 00000100:00100000:2.0:1746070426.657562:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1963:x1830887015422848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (850us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.657568:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1859 00002000:00100000:2.0:1746070426.657572:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619c00 x1830887015422848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.657579:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619c00 with x1830887015422848 ext(0->4095) 00010000:00010000:2.0:1746070426.657583:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.657591:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.657597:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092619c00 00000100:00100000:0.0:1746070426.662641:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.663067:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015422976 00000100:00100000:3.0:1746070426.663074:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015422976 00010000:00010000:3.0:1746070426.663103:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.663301:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7613 00000100:00100000:3.0:1746070426.663309:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1964:x1830887015422976:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.663320:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.663337:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.663347:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.663364:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f12c00/0x628f9640b607ec15 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf93e expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.663391:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.663393:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.663399:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 14 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.663406:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 14 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.663435:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 14 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.663445:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013326208:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.664237:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdce40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.667877:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013326208:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.667900:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.667939:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1964:x1830887015422976:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4630us (5306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.667947:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7613 00000100:00100000:0.0:1746070426.670947:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.671030:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015423232 00000100:00100000:2.0:1746070426.671038:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015423232 00002000:00100000:2.0:1746070426.671069:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092618700 x1830887015423232/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.671078:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618700 with x1830887015423232 ext(0->4095) 00002000:00010000:2.0:1746070426.671082:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092618700 00000100:00100000:2.0:1746070426.671106:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3974 00000100:00100000:2.0:1746070426.671112:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1961:x1830887015423232:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070426.671234:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1961:x1830887015423232:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.671239:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3974 00002000:00100000:2.0:1746070426.671244:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092618700 x1830887015423232/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.671251:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618700 with x1830887015423232 ext(0->4095) 00002000:00010000:2.0:1746070426.671253:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092618700 00000100:00100000:0.0:1746070426.675651:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.679910:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015423360 00000100:00100000:3.0:1746070426.679922:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015423360 00000100:00100000:3.0:1746070426.679980:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5347 00000100:00100000:3.0:1746070426.679987:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015423360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.680002:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.680016:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf94c expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.680039:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.680045:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.680046:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.680049:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.680072:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 13 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.680085:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 13 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.680094:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013326336:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.680184:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdce40 going to sleep for 11 seconds 00010000:00010000:0.0:1746070426.683008:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746070426.687253:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013326336:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.687285:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.687300:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea000, rc 0) 00000100:00100000:3.0:1746070426.687337:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015423360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7350us (11691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.687345:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5347 00000100:00100000:0.0:1746070426.695831:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.696806:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015423488 00000100:00100000:3.0:1746070426.696823:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015423488 00002000:00100000:3.0:1746070426.696858:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092618e00 x1830887015423488/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.696867:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618e00 with x1830887015423488 ext(0->7) 00010000:00010000:3.0:1746070426.696875:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 14 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.696887:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 14 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.696897:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092618e00 00000100:00100000:3.0:1746070426.696930:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1860 00000100:00100000:3.0:1746070426.696937:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1963:x1830887015423488:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070426.697204:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1963:x1830887015423488:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 266us (1388us total) trans 4294968010 rc 0/0 00000100:00100000:3.0:1746070426.697211:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1860 00002000:00100000:3.0:1746070426.697216:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092618e00 x1830887015423488/t4294968010(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/448 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.697223:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618e00 with x1830887015423488 ext(0->7) 00010000:00010000:3.0:1746070426.697227:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 16 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.697235:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 16 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:3.0:1746070426.697240:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092618e00 00000100:00100000:0.0:1746070426.720174:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.721236:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015423616 00000100:00100000:3.0:1746070426.721244:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015423616 00010000:00010000:3.0:1746070426.721276:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 16 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.721311:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7614 00000100:00100000:3.0:1746070426.721317:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1964:x1830887015423616:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.721326:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.721342:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 16 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.721352:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 16 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.721369:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ec1c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf945 expref: 16 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.722056:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.722058:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.722066:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.722074:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.722101:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.722110:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013326464:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.722178:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.728231:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.728999:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015423744 00000100:00100000:3.0:1746070426.729007:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015423744 00000100:00100000:3.0:1746070426.729374:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5348 00000100:00100000:3.0:1746070426.729382:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:31620:x1830887015423744:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.729398:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.729412:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf953 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.729434:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.729440:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.729442:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.729445:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.729467:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.729476:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 5 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.729485:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013326592:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.729549:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.729895:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.730191:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015424000 00000100:00100000:2.0:1746070426.730195:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015424000 00002000:00100000:2.0:1746070426.730216:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a43b80 x1830887015424000/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.730230:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a43b80 with x1830887015424000 ext(0->4095) 00010000:00010000:2.0:1746070426.730235:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.730244:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.730248:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a43b80 00000100:00100000:2.0:1746070426.730259:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1861 00000100:00100000:2.0:1746070426.730263:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015424000:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070426.731452:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015424000:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1184us (1554us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.731462:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1861 00002000:00100000:2.0:1746070426.731469:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a43b80 x1830887015424000/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.731476:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a43b80 with x1830887015424000 ext(0->4095) 00010000:00010000:2.0:1746070426.731481:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.731490:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.731495:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a43b80 00000100:00100000:3.0:1746070426.731766:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013326464:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.731785:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.731807:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1964:x1830887015423616:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 10490us (11639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.731822:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7614 00000100:00100000:3.0:1746070426.732611:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013326592:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.732627:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 16 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.732642:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebe00, rc 0) 00000100:00100000:3.0:1746070426.733026:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:31620:x1830887015423744:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3644us (4802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.733032:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5348 00000100:00100000:0.0:1746070426.737529:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.737950:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015424128 00000100:00100000:3.0:1746070426.737957:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015424128 00010000:00010000:3.0:1746070426.737986:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.738018:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7615 00000100:00100000:3.0:1746070426.738025:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015424128:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.738040:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.738058:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.738069:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.738086:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ec23 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf94c expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.739112:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.739115:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.739122:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.739135:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.739164:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.739174:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013326720:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.740863:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.745444:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013326720:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.745467:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.745507:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015424128:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7482us (7983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.745515:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7615 00000100:00100000:0.0:1746070426.747374:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.748643:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015424384 00000100:00100000:2.0:1746070426.748652:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015424384 00002000:00100000:2.0:1746070426.748712:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a41c00 x1830887015424384/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.748721:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41c00 with x1830887015424384 ext(0->4095) 00002000:00010000:2.0:1746070426.748726:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a41c00 00000100:00100000:2.0:1746070426.748748:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3975 00000100:00100000:2.0:1746070426.748754:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1963:x1830887015424384:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070426.748902:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1963:x1830887015424384:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (1533us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.748909:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3975 00002000:00100000:2.0:1746070426.748914:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a41c00 x1830887015424384/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.748921:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a41c00 with x1830887015424384 ext(0->4095) 00002000:00010000:2.0:1746070426.748924:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a41c00 00000100:00100000:0.0:1746070426.752845:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.754710:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015424512 00000100:00100000:3.0:1746070426.754807:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015424512 00000100:00100000:3.0:1746070426.754865:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5349 00000100:00100000:3.0:1746070426.754872:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015424512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.754886:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.754900:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf95a expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.754923:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.754929:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.754932:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.754935:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.754958:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 15 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.754968:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 15 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.754979:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013326848:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.755054:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.761144:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013326848:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.761175:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.761189:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceb400, rc 0) 00000100:00100000:3.0:1746070426.761232:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015424512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6359us (8423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.761238:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5349 00000100:00100000:0.0:1746070426.762714:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.762998:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015424640 00000100:00100000:2.0:1746070426.763005:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015424640 00002000:00100000:2.0:1746070426.763039:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a4a40700 x1830887015424640/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.763047:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a40700 with x1830887015424640 ext(0->7) 00010000:00010000:2.0:1746070426.763053:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 16 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.763065:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 16 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.763074:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a40700 00000100:00100000:2.0:1746070426.763101:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1862 00000100:00100000:2.0:1746070426.763107:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1963:x1830887015424640:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070426.763363:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1963:x1830887015424640:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 254us (651us total) trans 4294968011 rc 0/0 00000100:00100000:2.0:1746070426.763369:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1862 00002000:00100000:2.0:1746070426.763374:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a4a40700 x1830887015424640/t4294968011(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/448 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.763381:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a40700 with x1830887015424640 ext(0->7) 00010000:00010000:2.0:1746070426.763386:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 18 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.763394:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 18 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.763399:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a40700 00000100:00100000:0.0:1746070426.769532:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.769617:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.770175:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015424768 00000100:00100000:3.0:1746070426.770183:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015424768 00000100:00100000:3.0:1746070426.770224:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5350 00000100:00100000:3.0:1746070426.770231:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:31620:x1830887015424768:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.770246:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.770735:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf961 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.770763:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.770770:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.770775:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070426.770778:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 19 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.770820:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.770832:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 19 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.770840:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceaa00, rc 0) 00000100:00100000:3.0:1746070426.773405:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:31620:x1830887015424768:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3165us (3872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.773455:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015424896 00000100:00100000:2.0:1746070426.773460:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015424896 00010000:00010000:2.0:1746070426.773489:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 20 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.773521:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7616 00000100:00100000:2.0:1746070426.773527:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1961:x1830887015424896:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.773539:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746070426.773648:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5350 00010000:00010000:2.0:1746070426.773935:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 19 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.773946:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 19 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.773964:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ec2a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf953 expref: 19 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.774766:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.774768:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.774776:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.774787:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.774953:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.774964:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 5 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.774974:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013327104:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.775041:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.777727:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013327104:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.777743:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.777785:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1961:x1830887015424896:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4257us (8167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.777794:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7616 00000100:00100000:0.0:1746070426.780001:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.780054:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015425152 00000100:00100000:2.0:1746070426.780061:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015425152 00002000:00100000:2.0:1746070426.780095:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a42300 x1830887015425152/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.780104:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a42300 with x1830887015425152 ext(0->4095) 00010000:00010000:2.0:1746070426.780111:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.780122:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.780128:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a42300 00000100:00100000:2.0:1746070426.780153:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1863 00000100:00100000:2.0:1746070426.780159:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015425152:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070426.781733:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015425152:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1568us (1731us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.781741:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1863 00002000:00100000:2.0:1746070426.781748:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a42300 x1830887015425152/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.781756:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a42300 with x1830887015425152 ext(0->4095) 00010000:00010000:2.0:1746070426.781762:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.781778:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.781783:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4a42300 00000100:00100000:0.0:1746070426.787640:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.788641:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015425280 00000100:00100000:2.0:1746070426.788650:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015425280 00010000:00010000:2.0:1746070426.788705:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.788734:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7617 00000100:00100000:2.0:1746070426.788742:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015425280:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.788753:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.788769:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.788780:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.788796:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ec31 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf95a expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.790921:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.790926:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.790938:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.790952:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.790990:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070426.791001:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013327232:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.791080:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.796476:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013327232:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070426.796495:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070426.796535:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015425280:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7793us (8901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.796547:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7617 00000100:00100000:0.0:1746070426.797525:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.797573:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015425536 00000100:00100000:2.0:1746070426.797578:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015425536 00002000:00100000:2.0:1746070426.797606:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a42680 x1830887015425536/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.797614:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a42680 with x1830887015425536 ext(0->4095) 00002000:00010000:2.0:1746070426.797617:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a42680 00000100:00100000:2.0:1746070426.797631:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3976 00000100:00100000:2.0:1746070426.797638:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1964:x1830887015425536:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070426.798409:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1964:x1830887015425536:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 770us (885us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.798420:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3976 00002000:00100000:2.0:1746070426.798426:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4a42680 x1830887015425536/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.798433:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4a42680 with x1830887015425536 ext(0->4095) 00002000:00010000:2.0:1746070426.798436:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4a42680 00000100:00100000:0.0:1746070426.805023:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.805804:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015425664 00000100:00100000:3.0:1746070426.805819:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015425664 00000100:00100000:3.0:1746070426.805896:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5351 00000100:00100000:3.0:1746070426.805903:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015425664:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.805916:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.805928:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf968 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.805954:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.805960:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.805961:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.805964:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.805984:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 17 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.805993:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 17 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.806002:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013327360:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070426.807137:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.811774:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.811850:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015425792 00000100:00100000:2.0:1746070426.811857:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015425792 00002000:00100000:2.0:1746070426.811892:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093108380 x1830887015425792/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.811901:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108380 with x1830887015425792 ext(0->7) 00010000:00010000:2.0:1746070426.811908:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 18 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.811921:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 18 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.811927:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093108380 00000100:00100000:2.0:1746070426.811944:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1864 00000100:00100000:2.0:1746070426.811951:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1964:x1830887015425792:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070426.812183:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013327360:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.812208:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.812219:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070426.813079:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015425664:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7175us (8060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.813085:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5351 00000100:00100000:2.0:1746070426.813650:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1964:x1830887015425792:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 1698us (1881us total) trans 4294968012 rc 0/0 00000100:00100000:2.0:1746070426.813657:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1864 00002000:00100000:2.0:1746070426.813663:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093108380 x1830887015425792/t4294968012(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/448 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.813689:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108380 with x1830887015425792 ext(0->7) 00010000:00010000:2.0:1746070426.813695:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 20 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.813704:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 20 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.813710:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093108380 00000100:00100000:0.0:1746070426.826964:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.827075:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015425920 00000100:00100000:3.0:1746070426.827083:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015425920 00000100:00100000:3.0:1746070426.827426:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5352 00000100:00100000:3.0:1746070426.827434:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:31620:x1830887015425920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070426.827449:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070426.827462:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf96f expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.827483:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070426.827489:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.827494:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070426.827497:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 21 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.827529:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.827541:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 21 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.827551:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea200, rc 0) 00000100:00100000:3.0:1746070426.827583:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:31620:x1830887015425920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.827588:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5352 00000100:00100000:0.0:1746070426.830193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.830292:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015426048 00000100:00100000:2.0:1746070426.830297:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015426048 00010000:00010000:2.0:1746070426.830323:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 21 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.830343:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7618 00000100:00100000:2.0:1746070426.830348:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1963:x1830887015426048:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070426.830357:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070426.830374:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 21 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.830383:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 21 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.830401:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ec38 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf961 expref: 21 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.831109:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.831112:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.831120:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.831127:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.831156:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.831166:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 5 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.831175:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013327616:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.831612:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.834852:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.834877:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015426304 00000100:00100000:2.0:1746070426.834883:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015426304 00002000:00100000:2.0:1746070426.834918:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19180 x1830887015426304/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.834927:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19180 with x1830887015426304 ext(0->4095) 00010000:00010000:2.0:1746070426.834934:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.834945:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.834951:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f19180 00000100:00100000:3.0:1746070426.835226:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013327616:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.835241:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.835276:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1963:x1830887015426048:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4927us (5088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.835285:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7618 00000100:00100000:2.0:1746070426.836179:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1865 00000100:00100000:2.0:1746070426.836187:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015426304:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070426.837209:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015426304:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1021us (2361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.837217:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1865 00002000:00100000:2.0:1746070426.837224:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19180 x1830887015426304/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.837232:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19180 with x1830887015426304 ext(0->4095) 00010000:00010000:2.0:1746070426.837238:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.837249:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:2.0:1746070426.837255:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f19180 00000100:00100000:0.0:1746070426.842505:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.842613:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015426432 00000100:00100000:3.0:1746070426.842620:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015426432 00010000:00010000:3.0:1746070426.842644:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.842905:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7619 00000100:00100000:3.0:1746070426.842912:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015426432:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.842923:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.842937:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.842948:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.842964:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ec3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf968 expref: 6 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.842990:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.842992:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.842998:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 19 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.843005:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 19 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.843028:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 19 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.843037:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013327744:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.843265:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.845371:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.845512:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013327744:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.845531:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.845564:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015426432:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2652us (3064us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.845572:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7619 00000100:00100000:2.0:1746070426.845642:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015426688 00000100:00100000:2.0:1746070426.845647:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015426688 00002000:00100000:2.0:1746070426.845697:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093109180 x1830887015426688/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.845707:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109180 with x1830887015426688 ext(0->4095) 00002000:00010000:2.0:1746070426.845711:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109180 00000100:00100000:2.0:1746070426.845736:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3977 00000100:00100000:2.0:1746070426.845743:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1962:x1830887015426688:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070426.845866:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1962:x1830887015426688:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (499us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.845872:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3977 00002000:00100000:2.0:1746070426.845877:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093109180 x1830887015426688/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.845884:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109180 with x1830887015426688 ext(0->4095) 00002000:00010000:2.0:1746070426.845887:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109180 00000100:00100000:0.0:1746070426.851137:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.851209:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015426816 00000100:00100000:1.0:1746070426.851217:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015426816 00000100:00100000:1.0:1746070426.851262:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5353 00000100:00100000:1.0:1746070426.851269:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015426816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070426.851282:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070426.851296:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf976 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.851318:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 19 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.851323:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070426.851325:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070426.851327:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.851348:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 19 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.851358:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 19 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:1.0:1746070426.851367:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013327872:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070426.851830:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070426.853162:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013327872:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070426.853180:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.853191:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50400, rc 0) 00000100:00100000:1.0:1746070426.853216:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015426816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1947us (2084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070426.853223:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5353 00000100:00100000:0.0:1746070426.859859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.859969:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015426944 00000100:00100000:1.0:1746070426.859976:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015426944 00002000:00100000:1.0:1746070426.860011:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093109880 x1830887015426944/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.860020:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109880 with x1830887015426944 ext(0->7) 00010000:00010000:1.0:1746070426.860028:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 20 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746070426.860040:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 20 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746070426.860047:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093109880 00000100:00100000:1.0:1746070426.860798:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1866 00000100:00100000:1.0:1746070426.860806:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1961:x1830887015426944:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070426.861209:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1961:x1830887015426944:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 402us (1356us total) trans 4294968013 rc 0/0 00000100:00100000:1.0:1746070426.861215:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1866 00002000:00100000:1.0:1746070426.861221:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093109880 x1830887015426944/t4294968013(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/448 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.861229:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109880 with x1830887015426944 ext(0->7) 00010000:00010000:1.0:1746070426.861234:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 22 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746070426.861244:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 22 pid: 25271 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746070426.861250:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093109880 00000100:00100000:0.0:1746070426.907822:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.907866:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.907922:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015427200 00000100:00100000:1.0:1746070426.907930:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015427200 00000100:00100000:1.0:1746070426.907991:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5354 00000100:00100000:1.0:1746070426.907997:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:31620:x1830887015427200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070426.908011:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070426.908024:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf97d expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.908046:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070426.908051:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.908056:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070426.908058:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 23 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.908084:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.908097:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 23 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.908104:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50a00, rc 0) 00000100:00100000:1.0:1746070426.908135:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:31620:x1830887015427200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070426.908141:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5354 00000100:00100000:3.0:1746070426.908490:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015427072 00000100:00100000:3.0:1746070426.908494:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015427072 00010000:00010000:3.0:1746070426.908510:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 23 pid: 25271 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.910596:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7620 00000100:00100000:3.0:1746070426.910609:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1961:x1830887015427072:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.910623:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.910644:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 23 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.910656:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 23 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.910688:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ec46 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf96f expref: 23 pid: 25271 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.912093:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.912097:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.912107:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.912116:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.912150:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.912161:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 5 pid: 8444 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.912173:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013328128:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070426.917187:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.917238:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015427456 00000100:00100000:1.0:1746070426.917245:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015427456 00002000:00100000:1.0:1746070426.917284:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092368700 x1830887015427456/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.917292:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368700 with x1830887015427456 ext(0->4095) 00010000:00010000:1.0:1746070426.917302:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746070426.917314:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746070426.917320:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092368700 00000100:00100000:1.0:1746070426.917635:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1867 00000100:00100000:1.0:1746070426.917643:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015427456:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070426.918414:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015427456:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 770us (1231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070426.918421:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1867 00002000:00100000:1.0:1746070426.918427:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092368700 x1830887015427456/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.918434:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368700 with x1830887015427456 ext(0->4095) 00010000:00010000:1.0:1746070426.918439:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:1.0:1746070426.918447:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00002000:00010000:1.0:1746070426.918453:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092368700 00000100:00100000:3.0:1746070426.918710:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.918730:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013328128:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.918746:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.918764:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1961:x1830887015427072:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8160us (10898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.918770:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7620 00000100:00100000:0.0:1746070426.922319:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.922628:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015427584 00000100:00100000:3.0:1746070426.922636:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015427584 00010000:00010000:3.0:1746070426.922663:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746070426.922712:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7621 00000100:00100000:3.0:1746070426.922719:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015427584:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.922733:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.922749:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.922759:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.922776:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec4d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf976 expref: 6 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746070426.922804:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.922806:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.922822:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 21 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.922830:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 21 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.922856:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 21 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.922867:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013328256:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.922932:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.925669:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013328256:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.925716:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.925750:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015427584:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3030us (3438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.925762:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7621 00000100:00100000:0.0:1746070426.931649:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070426.932271:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015427840 00000100:00100000:1.0:1746070426.932279:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015427840 00002000:00100000:1.0:1746070426.932313:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092368000 x1830887015427840/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.932322:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368000 with x1830887015427840 ext(0->4095) 00002000:00010000:1.0:1746070426.932325:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368000 00000100:00100000:1.0:1746070426.932854:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3978 00000100:00100000:1.0:1746070426.932861:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1964:x1830887015427840:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070426.932977:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1964:x1830887015427840:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (1335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070426.932983:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3978 00002000:00100000:1.0:1746070426.932988:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092368000 x1830887015427840/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070426.932996:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368000 with x1830887015427840 ext(0->4095) 00002000:00010000:1.0:1746070426.932998:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368000 00000100:00100000:0.0:1746070426.944118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.945740:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015427968 00000100:00100000:2.0:1746070426.945749:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015427968 00000100:00100000:2.0:1746070426.945790:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5355 00000100:00100000:2.0:1746070426.945797:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015427968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.945822:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.945838:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf984 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.945862:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 21 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.945868:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.945870:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070426.945873:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.945897:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 21 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.945907:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 21 pid: 8444 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746070426.945922:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013328384:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070426.946730:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070426.949196:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013328384:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070426.949220:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.949233:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070426.949279:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015427968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3481us (5168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.949286:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5355 00000100:00100000:0.0:1746070426.951875:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.951954:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015428096 00000100:00100000:2.0:1746070426.951961:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015428096 00002000:00100000:2.0:1746070426.951996:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092369180 x1830887015428096/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.952005:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369180 with x1830887015428096 ext(0->7) 00010000:00010000:2.0:1746070426.952011:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 22 pid: 8444 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746070426.952023:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 22 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070426.952028:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369180 00000100:00100000:2.0:1746070426.953263:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1868 00000100:00100000:2.0:1746070426.953272:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1963:x1830887015428096:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070426.953555:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1963:x1830887015428096:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 283us (1684us total) trans 4294968014 rc 0/0 00000100:00100000:2.0:1746070426.953561:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1868 00002000:00100000:2.0:1746070426.953567:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092369180 x1830887015428096/t4294968014(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 496/448 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.953573:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369180 with x1830887015428096 ext(0->7) 00010000:00010000:2.0:1746070426.953578:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 24 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070426.953588:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 24 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070426.954298:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369180 00000100:00100000:0.0:1746070426.957205:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.957741:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015428224 00000100:00100000:3.0:1746070426.957749:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015428224 00010000:00010000:3.0:1746070426.957776:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 24 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070426.957797:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7622 00000100:00100000:3.0:1746070426.957804:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1962:x1830887015428224:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.957822:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.957838:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 24 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070426.957849:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 24 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070426.957868:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec54 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf97d expref: 24 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070426.959070:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.959074:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.959083:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.959092:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.959383:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.959396:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013328512:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.959465:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.964902:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070426.965007:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.965083:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015428352 00000100:00100000:2.0:1746070426.965089:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015428352 00000100:00100000:3.0:1746070426.965192:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013328512:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070426.965324:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5356 00000100:00100000:2.0:1746070426.965331:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:31620:x1830887015428352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070426.965346:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070426.965359:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf98b expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.965381:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.965388:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.965390:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070426.965393:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 25 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.965415:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.965425:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 5 pid: 25271 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070426.965434:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013328640:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070426.965509:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.966221:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1962:x1830887015428224:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8414us (9020us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.966229:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7622 00000100:00100000:3.0:1746070426.966262:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015428608 00000100:00100000:3.0:1746070426.966265:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015428608 00002000:00100000:3.0:1746070426.966285:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369880 x1830887015428608/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.966293:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369880 with x1830887015428608 ext(0->4095) 00010000:00010000:3.0:1746070426.966299:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070426.966308:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070426.966313:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369880 00000100:00100000:3.0:1746070426.966325:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1869 00000100:00100000:3.0:1746070426.966330:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015428608:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070426.966435:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015428608:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (1427us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070426.966443:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1869 00002000:00100000:3.0:1746070426.966447:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369880 x1830887015428608/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070426.966454:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369880 with x1830887015428608 ext(0->4095) 00010000:00010000:3.0:1746070426.966458:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070426.966466:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070426.966471:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369880 00000100:00100000:2.0:1746070426.966585:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070426.968627:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.968958:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013328640:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070426.968976:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 24 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070426.968988:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:1.0:1746070426.969915:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015428736 00000100:00100000:1.0:1746070426.969920:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015428736 00000100:00100000:1.0:1746070426.969951:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5357 00000100:00100000:1.0:1746070426.969956:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:31621:x1830887015428736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070426.969967:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070426.969977:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf992 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.969992:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070426.969996:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 26 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.970000:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070426.970003:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 26 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.970023:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 26 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.970030:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 26 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070426.970036:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50c00, rc 0) 00000100:00100000:2.0:1746070426.970156:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31620:x1830887015428352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4824us (5261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070426.970161:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5356 00000100:00100000:1.0:1746070426.970484:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:31621:x1830887015428736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 526us (1859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070426.970489:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5357 00000100:00100000:0.0:1746070426.972561:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.972640:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015428864 00000100:00100000:3.0:1746070426.972647:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015428864 00010000:00010000:3.0:1746070426.972670:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070426.972770:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7623 00000100:00100000:3.0:1746070426.972775:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015428864:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.972784:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.972800:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070426.972817:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070426.972834:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec5b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf984 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070426.972855:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.972857:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.972863:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 24 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.972870:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 24 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.972894:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 24 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.972903:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 24 pid: 25271 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070426.972912:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013328896:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.973257:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.975050:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013328896:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.975069:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.975097:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015428864:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2321us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.975105:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7623 00000100:00100000:0.0:1746070426.976949:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070426.977023:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015429120 00000100:00100000:2.0:1746070426.977030:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015429120 00002000:00100000:2.0:1746070426.977058:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5f480 x1830887015429120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/0 e 0 to 0 dl 1746070437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.977066:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f480 with x1830887015429120 ext(0->4095) 00010000:00010000:2.0:1746070426.977072:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 25 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070426.977087:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 25 pid: 25271 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070426.977093:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5f480 00000100:00100000:2.0:1746070426.977116:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1870 00000100:00100000:2.0:1746070426.977122:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1964:x1830887015429120:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070426.977246:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1964:x1830887015429120:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (300us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070426.977252:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1870 00002000:00100000:2.0:1746070426.977257:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5f480 x1830887015429120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:57/0 lens 488/4536 e 0 to 0 dl 1746070437 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070426.977263:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f480 with x1830887015429120 ext(0->4095) 00010000:00010000:2.0:1746070426.977267:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 25 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070426.977274:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 25 pid: 25271 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070426.977279:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5f480 00000100:00100000:0.0:1746070426.981850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070426.981940:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015429248 00000100:00100000:3.0:1746070426.981947:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015429248 00010000:00010000:3.0:1746070426.982002:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 25 pid: 25271 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070426.982036:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7624 00000100:00100000:3.0:1746070426.982043:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1962:x1830887015429248:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070426.982053:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070426.982070:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 25 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070426.982081:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 25 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070426.982100:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ec62 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf98b expref: 25 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070426.982124:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.982126:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070426.982132:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 24 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.982139:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 24 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070426.982165:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 24 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070426.982175:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013329024:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070426.982487:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070426.989434:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013329024:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070426.989457:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070426.989488:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1962:x1830887015429248:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7446us (7645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070426.989497:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7624 00000100:00100000:0.0:1746070427.006167:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.006275:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015429504 00000100:00100000:3.0:1746070427.006283:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015429504 00002000:00100000:3.0:1746070427.006319:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5d180 x1830887015429504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.006328:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d180 with x1830887015429504 ext(0->4095) 00002000:00010000:3.0:1746070427.006332:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5d180 00000100:00100000:3.0:1746070427.006361:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3979 00000100:00100000:3.0:1746070427.006369:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1963:x1830887015429504:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070427.006806:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1963:x1830887015429504:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 437us (643us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.006819:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3979 00002000:00100000:3.0:1746070427.006825:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5d180 x1830887015429504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.006832:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d180 with x1830887015429504 ext(0->4095) 00002000:00010000:3.0:1746070427.006834:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5d180 00000100:00100000:0.0:1746070427.009145:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.009233:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015429632 00000100:00100000:1.0:1746070427.009240:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015429632 00000100:00100000:1.0:1746070427.009422:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5358 00000100:00100000:1.0:1746070427.009430:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015429632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070427.009444:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070427.009459:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf999 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.009485:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 23 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.009491:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070427.009493:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070427.009496:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.009519:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 23 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.009529:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 23 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.009538:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013329152:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070427.027658:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.033545:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013329152:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070427.033572:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.033586:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b51800, rc 0) 00000100:00100000:1.0:1746070427.033636:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015429632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 24206us (24496us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.033643:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5358 00000100:00100000:0.0:1746070427.034165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.034897:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015429760 00000100:00100000:1.0:1746070427.034902:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015429760 00000100:00100000:1.0:1746070427.034933:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5359 00000100:00100000:1.0:1746070427.034938:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:31620:x1830887015429760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070427.034949:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070427.034961:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec77 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9a0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.034978:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070427.034982:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.034987:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070427.034989:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec77 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a0 expref: 25 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.035010:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.035017:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec77 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a0 expref: 25 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.035023:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50400, rc 0) 00000100:00100000:1.0:1746070427.035052:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:31620:x1830887015429760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.035060:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5359 00000100:00100000:0.0:1746070427.037136:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.037213:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015429888 00000100:00100000:3.0:1746070427.037219:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015429888 00002000:00100000:3.0:1746070427.037251:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093d5df80 x1830887015429888/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.037260:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5df80 with x1830887015429888 ext(0->7) 00010000:00010000:3.0:1746070427.037268:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 25 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.037281:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 25 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.037287:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5df80 00000100:00100000:3.0:1746070427.037348:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1871 00000100:00100000:3.0:1746070427.037354:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1963:x1830887015429888:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070427.037705:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887015429888:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 350us (572us total) trans 4294968015 rc 0/0 00000100:00100000:3.0:1746070427.037711:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1871 00002000:00100000:3.0:1746070427.037716:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093d5df80 x1830887015429888/t4294968015(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/448 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.037722:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5df80 with x1830887015429888 ext(0->7) 00010000:00010000:3.0:1746070427.037727:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 27 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.037735:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 27 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.037740:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5df80 00000100:00100000:0.0:1746070427.042872:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.043052:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015430016 00000100:00100000:3.0:1746070427.043060:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015430016 00010000:00010000:3.0:1746070427.043088:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 27 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.043121:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7625 00000100:00100000:3.0:1746070427.043128:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1961:x1830887015430016:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.043140:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.043157:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 27 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.043166:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 27 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.043184:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ec69 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf992 expref: 27 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.043210:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.043212:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.043218:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.043224:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.043253:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.043263:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 5 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.043277:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013329408:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.044161:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.046357:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013329408:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.046377:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.046421:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1961:x1830887015430016:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3294us (3556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.046430:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7625 00000100:00100000:0.0:1746070427.051280:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.051365:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015430272 00000100:00100000:3.0:1746070427.051373:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015430272 00002000:00100000:3.0:1746070427.051407:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5ea00 x1830887015430272/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.051416:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ea00 with x1830887015430272 ext(0->4095) 00010000:00010000:3.0:1746070427.051423:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.051435:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.051441:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5ea00 00000100:00100000:3.0:1746070427.051469:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1872 00000100:00100000:3.0:1746070427.051476:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015430272:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070427.051603:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015430272:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.051611:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1872 00002000:00100000:3.0:1746070427.051616:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5ea00 x1830887015430272/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.051622:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ea00 with x1830887015430272 ext(0->4095) 00010000:00010000:3.0:1746070427.051626:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.051634:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.051639:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5ea00 00000100:00100000:0.0:1746070427.056323:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.056410:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015430400 00000100:00100000:3.0:1746070427.056418:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015430400 00010000:00010000:3.0:1746070427.056447:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.056469:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7626 00000100:00100000:3.0:1746070427.056475:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015430400:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.056486:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.056502:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.056512:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.056529:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ec70 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf999 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.057516:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.057520:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.057527:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a0 expref: 25 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.057536:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a0 expref: 25 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.057566:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a0 expref: 25 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.057576:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013329536:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.059331:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.060370:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013329536:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.060387:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.061243:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015430400:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4766us (4924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.061253:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7626 00000100:00100000:0.0:1746070427.061900:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.062098:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015430656 00000100:00100000:2.0:1746070427.062104:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015430656 00002000:00100000:2.0:1746070427.062132:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e041880 x1830887015430656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.062140:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e041880 with x1830887015430656 ext(0->4095) 00002000:00010000:2.0:1746070427.062144:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e041880 00000100:00100000:2.0:1746070427.062166:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3980 00000100:00100000:2.0:1746070427.062172:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1963:x1830887015430656:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070427.062292:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1963:x1830887015430656:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.062297:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3980 00002000:00100000:2.0:1746070427.062302:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e041880 x1830887015430656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.062310:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e041880 with x1830887015430656 ext(0->4095) 00002000:00010000:2.0:1746070427.062312:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e041880 00000100:00100000:0.0:1746070427.064300:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.064424:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015430784 00000100:00100000:2.0:1746070427.064430:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015430784 00000100:00100000:2.0:1746070427.064469:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5360 00000100:00100000:2.0:1746070427.064475:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015430784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.064488:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.064501:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec7e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9a7 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.064523:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a0 expref: 25 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.064529:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.064530:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.064533:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec7e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a7 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.064556:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a0 expref: 25 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.064565:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a0 expref: 25 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.064574:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013329664:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.066244:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.066270:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013329664:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.066291:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec7e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a7 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.066304:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070427.066333:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015430784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1858us (2037us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.066340:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5360 00000100:00100000:0.0:1746070427.067118:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.067769:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015430912 00000100:00100000:3.0:1746070427.067775:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015430912 00010000:00010000:3.0:1746070427.067802:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a0 expref: 26 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.067845:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7627 00000100:00100000:3.0:1746070427.067851:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1964:x1830887015430912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.067865:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.067882:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a0 expref: 26 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.067890:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a0 expref: 26 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.067908:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ec77 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a0 expref: 26 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.067924:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.067925:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.067931:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec7e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.067938:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.067962:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.067971:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013329792:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.068025:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.070184:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.070947:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015431168 00000100:00100000:2.0:1746070427.070955:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015431168 00002000:00100000:2.0:1746070427.070992:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e042680 x1830887015431168/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.071001:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e042680 with x1830887015431168 ext(0->4095) 00002000:00010000:2.0:1746070427.071005:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e042680 00000100:00100000:2.0:1746070427.071021:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3981 00000100:00100000:2.0:1746070427.071028:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015431168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070427.071159:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015431168:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (979us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.071164:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3981 00002000:00100000:2.0:1746070427.071168:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e042680 x1830887015431168/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.071175:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e042680 with x1830887015431168 ext(0->4095) 00002000:00010000:2.0:1746070427.071177:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e042680 00000100:00100000:3.0:1746070427.071315:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013329792:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.071331:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.071352:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1964:x1830887015430912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3502us (4237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.071362:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7627 00000100:00100000:0.0:1746070427.073234:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.073911:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015431296 00000100:00100000:2.0:1746070427.073918:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015431296 00000100:00100000:2.0:1746070427.073954:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5361 00000100:00100000:2.0:1746070427.073960:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131166850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:31620:x1830887015431296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.073974:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.073987:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9ae expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.074010:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec7e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.074017:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.074018:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.074021:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.074044:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a7 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.074058:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a7 expref: 5 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.074067:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013329920:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.074134:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.074193:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.074317:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015431424 00000100:00100000:1.0:1746070427.074321:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015431424 00000100:00100000:1.0:1746070427.074339:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5362 00000100:00100000:1.0:1746070427.074344:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:31621:x1830887015431424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070427.074350:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070427.074356:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec8c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9b5 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.074366:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.074369:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 28 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.074373:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070427.074376:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec8c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9b5 expref: 28 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.074392:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 28 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.074401:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec8c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9b5 expref: 28 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.074408:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50a00, rc 0) 00000100:00100000:1.0:1746070427.074430:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:31621:x1830887015431424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.074435:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5362 00000100:00100000:2.0:1746070427.077140:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013329920:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.077164:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.077177:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070427.077212:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131166850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:31620:x1830887015431296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3252us (3982us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.077219:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5361 00000100:00100000:0.0:1746070427.084517:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.084865:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015431552 00000100:00100000:3.0:1746070427.084873:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015431552 00010000:00010000:3.0:1746070427.084904:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a7 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.084939:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7628 00000100:00100000:3.0:1746070427.084945:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015431552:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.084958:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.084973:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a7 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.084984:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a7 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.085002:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ec7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9a7 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.085027:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.085028:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.085035:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.085042:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.085069:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.085078:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 26 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.085087:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013330176:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.085153:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.088667:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.088797:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015431808 00000100:00100000:2.0:1746070427.088804:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015431808 00002000:00100000:2.0:1746070427.088855:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdd500 x1830887015431808/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.088863:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdd500 with x1830887015431808 ext(0->4095) 00010000:00010000:2.0:1746070427.088871:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.088883:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.088893:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdd500 00000100:00100000:2.0:1746070427.088910:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1873 00000100:00100000:2.0:1746070427.088916:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887015431808:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070427.089045:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013330176:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.089061:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.089102:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015431552:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4157us (4591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.089109:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7628 00000100:00100000:2.0:1746070427.092498:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887015431808:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 3574us (3830us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.092508:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1873 00002000:00100000:2.0:1746070427.092516:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdd500 x1830887015431808/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.092525:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdd500 with x1830887015431808 ext(0->4095) 00010000:00010000:2.0:1746070427.092532:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.092546:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.092551:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdd500 00000100:00100000:0.0:1746070427.099301:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.099508:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015431936 00000100:00100000:3.0:1746070427.099516:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015431936 00010000:00010000:3.0:1746070427.099544:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.099806:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7629 00000100:00100000:3.0:1746070427.099823:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887015431936:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.099835:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.099853:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.099864:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.099881:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ec85 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ae expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.099952:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.099954:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.099960:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9b5 expref: 26 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.099967:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9b5 expref: 26 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.099993:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9b5 expref: 26 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.100198:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013330304:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.100257:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.103012:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013330304:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.103031:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.103065:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1963:x1830887015431936:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3243us (3773us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.103074:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7629 00000100:00100000:0.0:1746070427.105894:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.105989:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015432192 00000100:00100000:2.0:1746070427.105996:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015432192 00002000:00100000:2.0:1746070427.106032:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdea00 x1830887015432192/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.106041:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdea00 with x1830887015432192 ext(0->4095) 00002000:00010000:2.0:1746070427.106046:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdea00 00000100:00100000:2.0:1746070427.106079:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3982 00000100:00100000:2.0:1746070427.106087:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1964:x1830887015432192:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070427.106217:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1964:x1830887015432192:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (328us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.106223:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3982 00002000:00100000:2.0:1746070427.106228:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdea00 x1830887015432192/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.106235:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdea00 with x1830887015432192 ext(0->4095) 00002000:00010000:2.0:1746070427.106238:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdea00 00000100:00100000:0.0:1746070427.108442:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.108520:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015432320 00000100:00100000:2.0:1746070427.108526:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015432320 00000100:00100000:2.0:1746070427.108559:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5363 00000100:00100000:2.0:1746070427.108565:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015432320:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.108578:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.108592:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9bc expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.108615:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9b5 expref: 25 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.108621:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.108623:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.108626:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.108648:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9b5 expref: 25 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.108662:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9b5 expref: 25 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.108696:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013330432:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.110369:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.112434:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013330432:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.112457:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.112470:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070427.112502:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015432320:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3936us (4064us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.112509:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5363 00000100:00100000:0.0:1746070427.114609:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.114737:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015432448 00000100:00100000:3.0:1746070427.114743:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015432448 00010000:00010000:3.0:1746070427.114768:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9b5 expref: 26 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.115050:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7630 00000100:00100000:3.0:1746070427.115056:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1964:x1830887015432448:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.115069:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.115084:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9b5 expref: 26 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.115094:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9b5 expref: 26 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.115112:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607ec8c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9b5 expref: 26 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.115136:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.115137:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.115143:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.115150:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.115176:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.115186:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013330560:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.115238:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.118637:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.118843:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015432576 00000100:00100000:2.0:1746070427.118851:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015432576 00000100:00100000:2.0:1746070427.118879:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5364 00000100:00100000:2.0:1746070427.118885:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31620:x1830887015432576:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.118899:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.118911:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9c3 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.118932:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.118942:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.118943:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.118946:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.118965:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.118973:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 5 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.118981:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013330688:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.119045:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.120317:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.120521:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013330560:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.120535:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.120573:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1964:x1830887015432448:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5517us (5968us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.120584:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7630 00000100:00100000:0.0:1746070427.120659:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015432832 00000100:00100000:0.0:1746070427.120664:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015432832 00002000:00100000:0.0:1746070427.120743:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bb480 x1830887015432832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070427.120757:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bb480 with x1830887015432832 ext(0->4095) 00010000:00010000:0.0:1746070427.120764:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746070427.120775:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746070427.120780:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923bb480 00000100:00100000:0.0:1746070427.120805:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1874 00000100:00100000:0.0:1746070427.120820:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015432832:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070427.120923:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015432832:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (608us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070427.120929:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1874 00002000:00100000:0.0:1746070427.120934:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bb480 x1830887015432832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070427.120941:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bb480 with x1830887015432832 ext(0->4095) 00010000:00010000:0.0:1746070427.120945:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746070427.120952:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746070427.120957:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923bb480 00000100:00100000:2.0:1746070427.122710:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013330688:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.122735:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.122748:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070427.122788:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31620:x1830887015432576:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3902us (4156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.122793:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5364 00000100:00100000:0.0:1746070427.123713:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.123977:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015432960 00000100:00100000:2.0:1746070427.123982:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015432960 00000100:00100000:2.0:1746070427.124015:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5365 00000100:00100000:2.0:1746070427.124021:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31621:x1830887015432960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.124035:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.124046:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eca1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9ca expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.124063:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.124067:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.124072:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.124075:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eca1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ca expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.124099:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.124109:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eca1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ca expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.124115:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070427.124137:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:31621:x1830887015432960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.124142:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5365 00000100:00100000:0.0:1746070427.125382:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.125482:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015433088 00000100:00100000:3.0:1746070427.125487:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015433088 00010000:00010000:3.0:1746070427.125506:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.125638:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7631 00000100:00100000:3.0:1746070427.125645:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015433088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.125654:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.125670:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.125775:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.125791:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ec93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9bc expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.125887:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.125889:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.125894:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.125901:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.125922:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.125932:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 26 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.125942:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013330944:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.126128:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.127856:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013330944:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.127871:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.127896:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015433088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2252us (2516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.127903:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7631 00000100:00100000:0.0:1746070427.128735:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.128898:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015433344 00000100:00100000:3.0:1746070427.128903:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015433344 00002000:00100000:3.0:1746070427.128928:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c2680 x1830887015433344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.128936:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2680 with x1830887015433344 ext(0->4095) 00010000:00010000:3.0:1746070427.128943:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.128952:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.128957:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c2680 00000100:00100000:3.0:1746070427.128979:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1875 00000100:00100000:3.0:1746070427.128985:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887015433344:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070427.129100:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887015433344:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (366us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.129106:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1875 00002000:00100000:3.0:1746070427.129111:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c2680 x1830887015433344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.129118:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2680 with x1830887015433344 ext(0->4095) 00010000:00010000:3.0:1746070427.129122:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.129130:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.129135:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c2680 00000100:00100000:0.0:1746070427.134718:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.135025:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015433472 00000100:00100000:3.0:1746070427.135032:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015433472 00010000:00010000:3.0:1746070427.135089:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.135118:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7632 00000100:00100000:3.0:1746070427.135124:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1961:x1830887015433472:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.135134:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.136885:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.136900:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.136919:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ec9a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9c3 expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.136947:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.136949:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.136955:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eca1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ca expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.136962:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eca1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ca expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.136993:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eca1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ca expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.137003:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013331072:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.137072:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.141637:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013331072:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.141655:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.141704:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1961:x1830887015433472:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6579us (7029us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.141713:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7632 00000100:00100000:2.0:1746070427.147087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.147145:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015433728 00000100:00100000:3.0:1746070427.147153:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015433728 00002000:00100000:3.0:1746070427.147189:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19f80 x1830887015433728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.147202:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19f80 with x1830887015433728 ext(0->4095) 00002000:00010000:3.0:1746070427.147207:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f19f80 00000100:00100000:3.0:1746070427.147233:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3983 00000100:00100000:3.0:1746070427.147240:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1961:x1830887015433728:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070427.147365:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1961:x1830887015433728:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.147371:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3983 00002000:00100000:3.0:1746070427.147376:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19f80 x1830887015433728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.147381:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19f80 with x1830887015433728 ext(0->4095) 00002000:00010000:3.0:1746070427.147384:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f19f80 00000100:00100000:0.0:1746070427.148975:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.149029:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015433856 00000100:00100000:1.0:1746070427.149033:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015433856 00000100:00100000:1.0:1746070427.149065:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5366 00000100:00100000:1.0:1746070427.149071:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015433856:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070427.149080:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070427.149092:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9d1 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.149109:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eca1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ca expref: 25 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.149115:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070427.149116:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070427.149119:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.149138:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eca1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ca expref: 25 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.149146:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eca1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ca expref: 25 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.149155:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013331200:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070427.149208:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.150267:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013331200:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070427.150281:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.150292:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50a00, rc 0) 00000100:00100000:1.0:1746070427.150325:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015433856:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1254us (1350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.150330:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5366 00000100:00100000:0.0:1746070427.151755:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.151850:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015433984 00000100:00100000:3.0:1746070427.151855:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015433984 00010000:00010000:3.0:1746070427.151877:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eca1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ca expref: 26 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.151907:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7633 00000100:00100000:3.0:1746070427.151912:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1964:x1830887015433984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.151922:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.151939:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eca1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ca expref: 26 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.151948:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eca1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ca expref: 26 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.151965:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eca1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ca expref: 26 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.151986:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.151988:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.151994:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.152001:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.152021:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.152030:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013331328:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.152087:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.155140:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.155219:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015434112 00000100:00100000:1.0:1746070427.155226:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015434112 00000100:00100000:1.0:1746070427.155300:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5367 00000100:00100000:1.0:1746070427.155307:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31620:x1830887015434112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070427.155322:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070427.155335:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9d8 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.155359:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.155365:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.155367:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.155370:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.155392:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.155402:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 5 pid: 25271 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.155416:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013331456:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070427.155491:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.155610:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.155959:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013331328:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.155976:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.156009:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1964:x1830887015433984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4095us (4256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.156016:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7633 00000100:00100000:3.0:1746070427.156038:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015434368 00000100:00100000:3.0:1746070427.156041:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015434368 00002000:00100000:3.0:1746070427.156057:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b8a80 x1830887015434368/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.156070:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8a80 with x1830887015434368 ext(0->4095) 00010000:00010000:3.0:1746070427.156076:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.156084:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.156089:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b8a80 00000100:00100000:3.0:1746070427.156099:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1876 00000100:00100000:3.0:1746070427.156103:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015434368:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070427.156209:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015434368:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (599us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.156215:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1876 00002000:00100000:3.0:1746070427.156219:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b8a80 x1830887015434368/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.156226:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8a80 with x1830887015434368 ext(0->4095) 00010000:00010000:3.0:1746070427.156229:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.156237:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.156242:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b8a80 00000100:00100000:1.0:1746070427.159761:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013331456:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070427.159785:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 26 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.159799:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50c00, rc 0) 00000100:00100000:1.0:1746070427.159841:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31620:x1830887015434112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4534us (4707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.159848:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5367 00000100:00100000:0.0:1746070427.160622:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.161479:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015434496 00000100:00100000:1.0:1746070427.161486:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015434496 00000100:00100000:0.0:1746070427.161818:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.161889:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5368 00000100:00100000:1.0:1746070427.161896:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31621:x1830887015434496:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070427.161909:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070427.161922:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ecb6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9df expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.161941:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.161946:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.161951:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070427.161954:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ecb6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9df expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.161980:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.161990:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ecb6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9df expref: 27 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.161996:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b51800, rc 0) 00000100:00100000:1.0:1746070427.162022:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:31621:x1830887015434496:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (1401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.162027:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5368 00000100:00100000:3.0:1746070427.162625:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015434624 00000100:00100000:3.0:1746070427.162630:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015434624 00010000:00010000:3.0:1746070427.162645:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.162921:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7634 00000100:00100000:1.0:1746070427.162927:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015434624:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070427.162936:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070427.162952:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.162961:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.162977:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b50a00/0x628f9640b607eca8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d1 expref: 6 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.163567:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.163569:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.163575:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 26 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.163583:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 26 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.163607:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 26 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.163617:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 26 pid: 25271 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.163626:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013331712:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070427.163972:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.166878:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013331712:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070427.166896:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070427.166930:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015434624:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4003us (5119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.166938:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7634 00000100:00100000:0.0:1746070427.167205:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.167405:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015434880 00000100:00100000:1.0:1746070427.167410:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015434880 00002000:00100000:1.0:1746070427.167439:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efca80 x1830887015434880/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.167447:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efca80 with x1830887015434880 ext(0->4095) 00010000:00010000:1.0:1746070427.167454:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 27 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.167469:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 27 pid: 25271 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.167475:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129efca80 00000100:00100000:1.0:1746070427.167501:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1877 00000100:00100000:1.0:1746070427.167507:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887015434880:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070427.167615:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887015434880:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070427.167620:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1877 00002000:00100000:1.0:1746070427.167625:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efca80 x1830887015434880/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.167631:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efca80 with x1830887015434880 ext(0->4095) 00010000:00010000:1.0:1746070427.167635:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 27 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.167643:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 27 pid: 25271 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.167648:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129efca80 00000100:00100000:0.0:1746070427.169403:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.169480:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015435008 00000100:00100000:1.0:1746070427.169485:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015435008 00010000:00010000:1.0:1746070427.169746:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 27 pid: 25271 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.169777:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7635 00000100:00100000:1.0:1746070427.169784:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1962:x1830887015435008:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070427.169794:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070427.169828:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 27 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.169839:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 27 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.169858:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b50c00/0x628f9640b607ecaf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9d8 expref: 27 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.169871:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.169873:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.169879:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ecb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9df expref: 26 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.169886:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ecb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9df expref: 26 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.169912:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ecb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9df expref: 26 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070427.169922:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013331840:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070427.169987:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.173938:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013331840:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070427.173956:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070427.173989:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1962:x1830887015435008:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4204us (4588us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.173998:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7635 00000100:00100000:0.0:1746070427.174409:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.175400:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015435264 00000100:00100000:3.0:1746070427.175406:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015435264 00002000:00100000:3.0:1746070427.175438:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129effb80 x1830887015435264/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.175447:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129effb80 with x1830887015435264 ext(0->4095) 00002000:00010000:3.0:1746070427.175450:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129effb80 00000100:00100000:3.0:1746070427.175476:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3984 00000100:00100000:3.0:1746070427.175482:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1963:x1830887015435264:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070427.175608:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1963:x1830887015435264:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (1199us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.175614:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3984 00002000:00100000:3.0:1746070427.175619:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129effb80 x1830887015435264/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.175626:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129effb80 with x1830887015435264 ext(0->4095) 00002000:00010000:3.0:1746070427.175628:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129effb80 00000100:00100000:0.0:1746070427.177154:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.177200:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015435392 00000100:00100000:2.0:1746070427.177204:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015435392 00000100:00100000:2.0:1746070427.177384:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5369 00000100:00100000:2.0:1746070427.177390:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015435392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.177403:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.177415:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9e6 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.177435:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ecb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9df expref: 25 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.177441:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.177442:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.177445:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.177466:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ecb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9df expref: 25 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.177475:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ecb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9df expref: 25 pid: 25271 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.177485:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013331968:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.177819:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.179229:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013331968:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.179249:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.179261:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070427.179286:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015435392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1895us (2135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.179296:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5369 00000100:00100000:0.0:1746070427.180881:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.180967:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015435520 00000100:00100000:1.0:1746070427.180973:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015435520 00010000:00010000:1.0:1746070427.181001:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ecb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9df expref: 26 pid: 25271 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.181038:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7636 00000100:00100000:1.0:1746070427.181044:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1964:x1830887015435520:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070427.181055:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070427.181072:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ecb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9df expref: 26 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.181083:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ecb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9df expref: 26 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.181100:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b51800/0x628f9640b607ecb6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9df expref: 26 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.181126:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.181128:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.181135:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.181142:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.181167:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070427.181177:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013332096:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070427.181233:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.182455:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013332096:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070427.182470:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070427.182495:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1964:x1830887015435520:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1452us (1619us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.182503:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7636 00000100:00100000:0.0:1746070427.185100:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.185179:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.185246:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015435776 00000100:00100000:1.0:1746070427.185253:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015435776 00002000:00100000:1.0:1746070427.185284:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efed80 x1830887015435776/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.185292:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efed80 with x1830887015435776 ext(0->4095) 00002000:00010000:1.0:1746070427.185297:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efed80 00000100:00100000:2.0:1746070427.185510:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015435904 00000100:00100000:2.0:1746070427.185514:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015435904 00000100:00100000:2.0:1746070427.185535:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5370 00000100:00100000:2.0:1746070427.185539:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:31620:x1830887015435904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.185550:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.185563:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9ed expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.185583:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.185590:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.185592:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.185594:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.185634:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.185644:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.185653:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013332224:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.185734:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.185769:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1878 00000100:00100000:1.0:1746070427.185774:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015435776:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070427.185920:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015435776:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (1054us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070427.185926:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1878 00002000:00100000:1.0:1746070427.185931:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efed80 x1830887015435776/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.185937:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efed80 with x1830887015435776 ext(0->4095) 00010000:00010000:1.0:1746070427.185941:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.185951:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.185956:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129efed80 00000100:00100000:0.0:1746070427.188299:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.188389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.188506:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013332224:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.188534:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.188549:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:1.0:1746070427.188567:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015436160 00000100:00100000:1.0:1746070427.188572:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015436160 00010000:00010000:1.0:1746070427.188593:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.189695:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7637 00000100:00100000:1.0:1746070427.189705:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015436160:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070427.189718:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070427.189739:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.189750:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.189768:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31620:x1830887015435904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4224us (4586us total) trans 0 rc 0/0 00010000:00010000:1.0:1746070427.189770:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607ecbd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9e6 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.189777:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5370 00010000:00010000:1.0:1746070427.189790:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.189792:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.189799:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 25 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.189820:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 25 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.189855:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 25 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070427.189867:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013332352:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070427.190086:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015436032 00000100:00100000:2.0:1746070427.190090:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015436032 00000100:00100000:2.0:1746070427.190114:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5371 00000100:00100000:2.0:1746070427.190118:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:31621:x1830887015436032:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.190129:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.190138:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9f4 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.190152:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.190158:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.190159:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.190162:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.190175:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.190184:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.190191:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013332480:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.191410:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.191524:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.196482:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013332480:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070427.196491:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070427.196507:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070427.196522:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070427.196572:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015436416 00000100:00100000:2.0:1746070427.196578:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015436416 00002000:00100000:2.0:1746070427.196609:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d7480 x1830887015436416/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746070427.196661:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:31621:x1830887015436032:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6541us (8365us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070427.196669:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5371 00000100:00100000:1.0:1746070427.197190:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013332352:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070427.197201:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070427.197220:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015436160:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7517us (8831us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.197227:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7637 00002000:00100000:2.0:1746070427.197287:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d7480 with x1830887015436416 ext(0->4095) 00010000:00010000:2.0:1746070427.197297:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.197307:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.197313:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801324d7480 00000100:00100000:2.0:1746070427.197327:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1879 00000100:00100000:2.0:1746070427.197334:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1964:x1830887015436416:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070427.197830:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1964:x1830887015436416:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 496us (1338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.197836:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1879 00002000:00100000:2.0:1746070427.197842:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d7480 x1830887015436416/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.197848:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d7480 with x1830887015436416 ext(0->4095) 00010000:00010000:2.0:1746070427.197852:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.197861:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.197866:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801324d7480 00000100:00100000:0.0:1746070427.203384:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.203707:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015436544 00000100:00100000:1.0:1746070427.203715:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015436544 00010000:00010000:1.0:1746070427.203753:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.203816:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7638 00000100:00100000:1.0:1746070427.203836:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1964:x1830887015436544:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070427.203848:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070427.203873:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.203883:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.203913:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ecc4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9ed expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.203953:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.203955:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.203961:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.203980:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.206553:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 26 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070427.206570:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013332608:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070427.206652:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.210044:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.210202:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013332608:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070427.210220:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070427.210255:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1964:x1830887015436544:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6431us (6876us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.210263:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7638 00000100:00100000:2.0:1746070427.210877:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015436800 00000100:00100000:2.0:1746070427.210884:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015436800 00002000:00100000:2.0:1746070427.210913:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efe680 x1830887015436800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.210922:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efe680 with x1830887015436800 ext(0->4095) 00002000:00010000:2.0:1746070427.210925:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efe680 00000100:00100000:2.0:1746070427.210950:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3986 00000100:00100000:2.0:1746070427.210956:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1964:x1830887015436800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070427.211090:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1964:x1830887015436800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (1052us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.211095:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3986 00002000:00100000:2.0:1746070427.211100:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efe680 x1830887015436800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.211107:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efe680 with x1830887015436800 ext(0->4095) 00002000:00010000:2.0:1746070427.211110:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efe680 00000100:00100000:0.0:1746070427.216218:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.221007:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015436928 00000100:00100000:2.0:1746070427.221017:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015436928 00000100:00100000:2.0:1746070427.221077:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5372 00000100:00100000:2.0:1746070427.221085:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015436928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.221101:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.221115:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bf9fb expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.221140:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 25 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.221146:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.221148:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.221151:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.221177:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 25 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.221187:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 25 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.221197:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013332736:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.221287:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.226174:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013332736:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.226201:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.226216:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070427.226264:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015436928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5179us (10052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.226275:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5372 00000100:00100000:0.0:1746070427.239619:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.242580:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015437056 00000100:00100000:2.0:1746070427.242591:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015437056 00002000:00100000:2.0:1746070427.242631:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800947e8a80 x1830887015437056/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.242640:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8a80 with x1830887015437056 ext(0->7) 00010000:00010000:2.0:1746070427.242647:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 26 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.242660:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 26 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.242666:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e8a80 00000100:00100000:2.0:1746070427.242706:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1880 00000100:00100000:2.0:1746070427.242712:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1963:x1830887015437056:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070427.243098:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1963:x1830887015437056:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 385us (3484us total) trans 4294968016 rc 0/0 00000100:00100000:2.0:1746070427.243104:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1880 00002000:00100000:2.0:1746070427.243109:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800947e8a80 x1830887015437056/t4294968016(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/448 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.243115:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8a80 with x1830887015437056 ext(0->7) 00010000:00010000:2.0:1746070427.243120:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 28 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.243131:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 28 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.243136:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e8a80 00000100:00100000:0.0:1746070427.253567:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.254338:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015437184 00000100:00100000:2.0:1746070427.254346:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015437184 00000100:00100000:2.0:1746070427.254838:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5373 00000100:00100000:2.0:1746070427.254847:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:31620:x1830887015437184:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.254862:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.254876:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa02 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.254899:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.254905:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.254911:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070427.254914:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 29 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.254943:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.254954:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 29 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.254963:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:0.0:1746070427.255176:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.255969:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:31620:x1830887015437184:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1121us (2406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.255976:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5373 00000100:00100000:1.0:1746070427.256521:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015437312 00000100:00100000:1.0:1746070427.256528:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015437312 00010000:00010000:1.0:1746070427.256551:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 29 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.256586:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7639 00000100:00100000:1.0:1746070427.256592:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1962:x1830887015437312:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070427.256603:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746070427.256616:0:7078:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746070426 -> 1746070427 00002000:00010000:1.0:1746070427.256619:0:7078:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746070426 -> 1746070427 00010000:00010000:1.0:1746070427.256623:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 29 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.256633:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 29 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.256649:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eccb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9f4 expref: 29 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.256686:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.256688:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.256694:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.256701:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.256726:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.256739:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 5 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.256749:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013332992:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070427.256826:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.260044:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.260125:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013332992:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070427.260145:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070427.260180:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1962:x1830887015437312:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3587us (5003us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.260188:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7639 00000100:00100000:2.0:1746070427.260592:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015437568 00000100:00100000:2.0:1746070427.260597:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015437568 00002000:00100000:2.0:1746070427.260624:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947ea300 x1830887015437568/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.260631:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947ea300 with x1830887015437568 ext(0->4095) 00010000:00010000:2.0:1746070427.260637:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.260647:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.260653:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947ea300 00000100:00100000:2.0:1746070427.260694:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1881 00000100:00100000:2.0:1746070427.260700:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015437568:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070427.260819:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015437568:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (771us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.260825:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1881 00002000:00100000:2.0:1746070427.260830:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947ea300 x1830887015437568/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.260836:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947ea300 with x1830887015437568 ext(0->4095) 00010000:00010000:2.0:1746070427.260841:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.260853:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.260858:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947ea300 00000100:00100000:0.0:1746070427.266511:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.267232:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015437696 00000100:00100000:1.0:1746070427.267240:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015437696 00010000:00010000:1.0:1746070427.267269:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.268301:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7640 00000100:00100000:1.0:1746070427.268310:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015437696:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070427.268321:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070427.268338:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.268348:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.268364:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ecd2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bf9fb expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.268985:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.268988:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.268995:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.269003:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.269031:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070427.269048:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013333120:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070427.269133:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.272316:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013333120:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070427.272335:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070427.272376:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015437696:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4066us (5869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.272385:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7640 00000100:00100000:0.0:1746070427.273576:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.274367:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015437952 00000100:00100000:1.0:1746070427.274375:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015437952 00002000:00100000:1.0:1746070427.274410:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e8700 x1830887015437952/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.274419:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8700 with x1830887015437952 ext(0->4095) 00002000:00010000:1.0:1746070427.274423:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e8700 00000100:00100000:1.0:1746070427.274450:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3987 00000100:00100000:1.0:1746070427.274456:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1963:x1830887015437952:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070427.274578:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1963:x1830887015437952:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (1002us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070427.274584:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3987 00002000:00100000:1.0:1746070427.274588:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e8700 x1830887015437952/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.274595:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8700 with x1830887015437952 ext(0->4095) 00002000:00010000:1.0:1746070427.274597:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e8700 00000100:00100000:0.0:1746070427.283477:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.283951:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015438080 00000100:00100000:2.0:1746070427.283958:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015438080 00000100:00100000:2.0:1746070427.284004:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5374 00000100:00100000:2.0:1746070427.284010:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015438080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.284024:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.284038:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa09 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.284061:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.284066:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.284068:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.284071:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.284094:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 27 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.284103:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 27 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.284112:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013333248:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.284177:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.293166:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013333248:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.293193:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.293207:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070427.293241:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015438080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9231us (9770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.293248:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5374 00000100:00100000:0.0:1746070427.299468:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.300668:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015438208 00000100:00100000:2.0:1746070427.300686:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015438208 00002000:00100000:2.0:1746070427.300721:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800947ead80 x1830887015438208/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.300729:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947ead80 with x1830887015438208 ext(0->7) 00010000:00010000:2.0:1746070427.300735:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 28 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.300747:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 28 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.300753:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947ead80 00000100:00100000:2.0:1746070427.300776:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1882 00000100:00100000:2.0:1746070427.300783:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1964:x1830887015438208:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070427.306537:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015438208:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 5746us (7067us total) trans 4294968017 rc 0/0 00000100:00100000:2.0:1746070427.306549:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1882 00002000:00100000:2.0:1746070427.306558:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800947ead80 x1830887015438208/t4294968017(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/448 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.306565:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947ead80 with x1830887015438208 ext(0->7) 00010000:00010000:2.0:1746070427.306572:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 30 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.306584:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 30 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.306589:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947ead80 00000100:00100000:0.0:1746070427.310925:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.311006:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015438336 00000100:00100000:2.0:1746070427.311013:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015438336 00000100:00100000:2.0:1746070427.311063:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5375 00000100:00100000:2.0:1746070427.311070:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:31620:x1830887015438336:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.311085:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.311100:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ece7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa10 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.311121:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.311126:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.311132:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070427.311135:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ece7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa10 expref: 31 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.311167:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.311177:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ece7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa10 expref: 31 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.311185:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070427.311217:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:31620:x1830887015438336:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.311223:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5375 00000100:00100000:0.0:1746070427.312766:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.313320:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015438464 00000100:00100000:1.0:1746070427.313327:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015438464 00010000:00010000:1.0:1746070427.313355:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 31 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.313391:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7641 00000100:00100000:1.0:1746070427.313397:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1964:x1830887015438464:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070427.313408:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070427.313426:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 31 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.319100:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 31 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.319138:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ecd9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa02 expref: 31 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.319161:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.319163:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.319170:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.319181:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.319219:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.319232:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 5 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.319243:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013333504:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070427.319327:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.321835:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013333504:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070427.321864:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070427.321909:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015438464:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8511us (9144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.321918:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7641 00000100:00100000:2.0:1746070427.322986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.323055:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015438720 00000100:00100000:0.0:1746070427.323061:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015438720 00002000:00100000:0.0:1746070427.323091:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1b100 x1830887015438720/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070427.323099:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1b100 with x1830887015438720 ext(0->4095) 00010000:00010000:0.0:1746070427.323105:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746070427.323116:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746070427.323122:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1b100 00000100:00100000:0.0:1746070427.325100:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1883 00000100:00100000:0.0:1746070427.325113:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015438720:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070427.325269:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015438720:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (2283us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070427.325278:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1883 00002000:00100000:0.0:1746070427.325284:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1b100 x1830887015438720/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070427.325291:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1b100 with x1830887015438720 ext(0->4095) 00010000:00010000:0.0:1746070427.325297:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746070427.325308:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746070427.325313:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1b100 00000100:00100000:0.0:1746070427.329325:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.331923:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015438848 00000100:00100000:1.0:1746070427.331933:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015438848 00010000:00010000:1.0:1746070427.331973:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.332011:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7642 00000100:00100000:1.0:1746070427.332018:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015438848:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070427.332030:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070427.332048:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.332058:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.332081:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ece0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa09 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.332100:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.332102:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.332109:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ece7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa10 expref: 29 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.332115:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ece7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa10 expref: 29 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.332142:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ece7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa10 expref: 29 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070427.332152:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013333632:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070427.332226:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.340730:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013333632:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070427.340753:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070427.340794:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015438848:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8776us (11474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.340803:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7642 00000100:00100000:0.0:1746070427.341295:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.341506:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015439104 00000100:00100000:1.0:1746070427.341511:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015439104 00002000:00100000:1.0:1746070427.341541:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcce00 x1830887015439104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.341549:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcce00 with x1830887015439104 ext(0->4095) 00002000:00010000:1.0:1746070427.341552:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcce00 00000100:00100000:1.0:1746070427.341578:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3988 00000100:00100000:1.0:1746070427.341584:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015439104:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070427.341710:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015439104:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070427.341716:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3988 00002000:00100000:1.0:1746070427.341722:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcce00 x1830887015439104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.341729:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcce00 with x1830887015439104 ext(0->4095) 00002000:00010000:1.0:1746070427.341732:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcce00 00000100:00100000:0.0:1746070427.343987:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.344045:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015439232 00000100:00100000:3.0:1746070427.344052:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015439232 00000100:00100000:3.0:1746070427.344095:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5376 00000100:00100000:3.0:1746070427.344101:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015439232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070427.344114:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070427.344128:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa17 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.344149:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ece7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa10 expref: 29 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.344155:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070427.344156:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070427.344159:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.344182:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ece7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa10 expref: 29 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.344193:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ece7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa10 expref: 29 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.344202:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013333760:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070427.345076:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.346693:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013333760:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070427.346722:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.346734:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceae00, rc 0) 00000100:00100000:3.0:1746070427.346766:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015439232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2664us (2785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.346773:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5376 00000100:00100000:0.0:1746070427.349122:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.349184:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015439360 00000100:00100000:1.0:1746070427.349191:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015439360 00010000:00010000:1.0:1746070427.349219:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ece7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa10 expref: 30 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.349253:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7643 00000100:00100000:1.0:1746070427.349258:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1963:x1830887015439360:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070427.349267:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070427.349282:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ece7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa10 expref: 30 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.349300:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ece7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa10 expref: 30 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.349316:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ece7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa10 expref: 30 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.349338:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.349339:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.349346:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.349352:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.349377:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070427.349386:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013333888:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070427.349452:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.350714:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.351137:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015439488 00000100:00100000:3.0:1746070427.351142:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015439488 00000100:00100000:3.0:1746070427.351178:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5377 00000100:00100000:3.0:1746070427.351184:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:31620:x1830887015439488:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070427.351196:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070427.351208:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa1e expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.351226:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.351232:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.351234:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.351236:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 31 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.351255:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070427.351537:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013333888:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070427.351552:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070427.351617:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.351667:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015439744 00000100:00100000:2.0:1746070427.351693:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015439744 00002000:00100000:2.0:1746070427.351716:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092618a80 x1830887015439744/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.351723:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618a80 with x1830887015439744 ext(0->4095) 00010000:00010000:2.0:1746070427.351727:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.351734:0:8450:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070427.351738:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092618a80 00000100:00100000:2.0:1746070427.351763:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1884 00000100:00100000:2.0:1746070427.351767:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015439744:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746070427.352081:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.352092:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013334016:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.352564:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015439744:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 794us (946us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.352570:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1884 00002000:00100000:2.0:1746070427.352576:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092618a80 x1830887015439744/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.352582:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618a80 with x1830887015439744 ext(0->4095) 00010000:00010000:2.0:1746070427.352586:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.352595:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.352600:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092618a80 00000100:00100000:1.0:1746070427.353103:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1963:x1830887015439360:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3842us (3983us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.353111:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7643 00000100:00100000:3.0:1746070427.353618:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.359935:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013334016:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070427.359968:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 30 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.359985:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070427.360028:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:31620:x1830887015439488:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8843us (9315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.360034:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5377 00000100:00100000:0.0:1746070427.363025:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.363202:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015439872 00000100:00100000:1.0:1746070427.363209:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015439872 00010000:00010000:1.0:1746070427.363238:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.363273:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7644 00000100:00100000:1.0:1746070427.363279:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015439872:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070427.363290:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070427.363307:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.363318:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.363336:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ecee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa17 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.363363:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.363366:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.363372:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 29 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.363379:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 29 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.363405:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 29 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070427.363415:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013334144:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070427.363483:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.366124:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.366300:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013334144:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070427.366315:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070427.366349:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015439872:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3068us (3329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.366358:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7644 00000100:00100000:2.0:1746070427.366435:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015440128 00000100:00100000:2.0:1746070427.366441:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015440128 00002000:00100000:2.0:1746070427.366470:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092618000 x1830887015440128/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.366478:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618000 with x1830887015440128 ext(0->4095) 00002000:00010000:2.0:1746070427.366482:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092618000 00000100:00100000:2.0:1746070427.366497:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3989 00000100:00100000:2.0:1746070427.366502:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015440128:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070427.366629:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015440128:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (510us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.366635:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3989 00002000:00100000:2.0:1746070427.366640:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092618000 x1830887015440128/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.366647:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618000 with x1830887015440128 ext(0->4095) 00002000:00010000:2.0:1746070427.366649:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092618000 00000100:00100000:0.0:1746070427.382179:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.382939:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015440256 00000100:00100000:3.0:1746070427.382947:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015440256 00000100:00100000:3.0:1746070427.382991:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5378 00000100:00100000:3.0:1746070427.382999:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015440256:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070427.383013:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070427.383027:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa25 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.383048:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 29 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.383058:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070427.383060:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070427.383063:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.383085:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 29 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.383095:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 29 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.383109:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013334272:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070427.383184:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.391898:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013334272:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070427.391923:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.391937:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea600, rc 0) 00000100:00100000:3.0:1746070427.391970:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015440256:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8972us (9799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.391978:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5378 00000100:00100000:0.0:1746070427.423512:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.423710:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015440384 00000100:00100000:3.0:1746070427.423717:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015440384 00000100:00100000:3.0:1746070427.424729:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5379 00000100:00100000:3.0:1746070427.424737:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:31620:x1830887015440384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070427.424753:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070427.424766:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa2c expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.424788:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070427.424794:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.424799:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070427.424802:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 31 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.424845:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.424856:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 31 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.424864:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceb400, rc 0) 00000100:00100000:3.0:1746070427.425530:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:31620:x1830887015440384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 793us (2022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.425536:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5379 00000100:00100000:0.0:1746070427.477045:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.479371:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015440512 00000100:00100000:1.0:1746070427.479382:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015440512 00002000:00100000:1.0:1746070427.479421:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087260a80 x1830887015440512/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.479430:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260a80 with x1830887015440512 ext(0->7) 00010000:00010000:1.0:1746070427.479437:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 31 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.479450:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 31 pid: 8446 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.479456:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087260a80 00000100:00100000:1.0:1746070427.479485:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1885 00000100:00100000:1.0:1746070427.479491:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1963:x1830887015440512:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070427.479782:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+33:1963:x1830887015440512:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 290us (2742us total) trans 4294968018 rc 0/0 00000100:00100000:1.0:1746070427.479789:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1885 00002000:00100000:1.0:1746070427.479795:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087260a80 x1830887015440512/t4294968018(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/448 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.479818:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260a80 with x1830887015440512 ext(0->7) 00010000:00010000:1.0:1746070427.479822:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 33 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.479831:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 33 pid: 8446 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.479835:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087260a80 00000100:00100000:0.0:1746070427.483374:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.483449:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015440640 00000100:00100000:1.0:1746070427.483456:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015440640 00010000:00010000:1.0:1746070427.483484:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 33 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.483523:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7645 00000100:00100000:1.0:1746070427.483530:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+33:1961:x1830887015440640:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070427.483540:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070427.483557:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 33 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.483568:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 33 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.483587:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ecf5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa1e expref: 33 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.483615:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.483617:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.483624:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.483631:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.483657:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.483666:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 5 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.483700:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013334528:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070427.483771:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.486406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.486443:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015440896 00000100:00100000:0.0:1746070427.486449:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015440896 00002000:00100000:0.0:1746070427.486484:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087261880 x1830887015440896/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070427.486493:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087261880 with x1830887015440896 ext(0->4095) 00010000:00010000:0.0:1746070427.486499:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746070427.486511:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746070427.486516:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087261880 00000100:00100000:0.0:1746070427.486533:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1886 00000100:00100000:0.0:1746070427.486539:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015440896:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070427.486655:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015440896:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (255us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070427.486661:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1886 00002000:00100000:0.0:1746070427.486665:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087261880 x1830887015440896/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070427.486695:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087261880 with x1830887015440896 ext(0->4095) 00010000:00010000:0.0:1746070427.486699:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746070427.486707:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746070427.486712:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087261880 00000100:00100000:1.0:1746070427.486856:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013334528:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070427.486873:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070427.486906:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087263100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1961:x1830887015440640:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3377us (3539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.486913:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7645 00000100:00100000:0.0:1746070427.489351:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.490819:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015441024 00000100:00100000:3.0:1746070427.490828:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015441024 00010000:00010000:3.0:1746070427.490858:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.491533:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7646 00000100:00100000:3.0:1746070427.491543:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015441024:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.491556:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.491574:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.491585:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.491601:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ecfc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa25 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.491975:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.491978:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.491985:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 31 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.491992:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 31 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.492022:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 31 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.492032:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013334656:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.495424:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.510064:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.510191:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015441280 00000100:00100000:2.0:1746070427.510199:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015441280 00002000:00100000:2.0:1746070427.510235:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087260380 x1830887015441280/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.510243:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260380 with x1830887015441280 ext(0->4095) 00002000:00010000:2.0:1746070427.510247:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087260380 00000100:00100000:2.0:1746070427.510264:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3990 00000100:00100000:2.0:1746070427.510269:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1963:x1830887015441280:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070427.510703:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013334656:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.510723:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070427.511896:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1963:x1830887015441280:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 1623us (1836us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.511904:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3990 00002000:00100000:2.0:1746070427.511911:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087260380 x1830887015441280/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.511919:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260380 with x1830887015441280 ext(0->4095) 00002000:00010000:2.0:1746070427.511922:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087260380 00000100:00100000:3.0:1746070427.512004:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015441024:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 20461us (22658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.512012:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7646 00000100:00100000:0.0:1746070427.522966:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.524597:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015441408 00000100:00100000:3.0:1746070427.524606:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015441408 00000100:00100000:3.0:1746070427.524659:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5380 00000100:00100000:3.0:1746070427.524666:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015441408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070427.524708:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070427.524723:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa33 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.524751:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 31 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.524757:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070427.524758:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070427.524762:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.524784:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 31 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.524794:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 31 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.524804:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013334784:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070427.526014:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.527798:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013334784:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070427.527832:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.527845:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebc00, rc 0) 00000100:00100000:3.0:1746070427.527874:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015441408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3209us (4914us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.527880:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5380 00000100:00100000:0.0:1746070427.532018:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.532102:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015441536 00000100:00100000:2.0:1746070427.532110:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015441536 00002000:00100000:2.0:1746070427.532147:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087263480 x1830887015441536/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.532156:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087263480 with x1830887015441536 ext(0->7) 00010000:00010000:2.0:1746070427.532164:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 32 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.532177:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 32 pid: 8446 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.532183:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087263480 00000100:00100000:2.0:1746070427.532200:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1887 00000100:00100000:2.0:1746070427.532207:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1964:x1830887015441536:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070427.533454:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1964:x1830887015441536:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 1244us (1441us total) trans 4294968019 rc 0/0 00000100:00100000:2.0:1746070427.533462:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1887 00002000:00100000:2.0:1746070427.533468:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087263480 x1830887015441536/t4294968019(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/448 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.533475:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087263480 with x1830887015441536 ext(0->7) 00010000:00010000:2.0:1746070427.533481:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 34 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.533490:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 34 pid: 8446 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.533496:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087263480 00000100:00100000:0.0:1746070427.541758:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.541858:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.542053:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015441792 00000100:00100000:2.0:1746070427.542061:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015441792 00000100:00100000:3.0:1746070427.543179:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015441664 00000100:00100000:3.0:1746070427.543186:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015441664 00010000:00010000:3.0:1746070427.543213:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 35 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.543400:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7647 00000100:00100000:3.0:1746070427.543407:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+35:1961:x1830887015441664:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.543420:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.543437:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 35 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.543446:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 35 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.543463:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ed03 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa2c expref: 35 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.543481:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.543484:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.543489:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.543496:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.543523:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.543532:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013334912:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070427.543925:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5381 00000100:00100000:1.0:1746070427.544005:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:31620:x1830887015441792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070427.544017:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070427.544028:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa3a expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.544042:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.544051:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.544052:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.544055:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 35 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.544068:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.544078:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 5 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.544085:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013335040:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070427.544116:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.544513:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.547799:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013335040:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070427.547836:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 35 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.547851:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304de00, rc 0) 00000100:00100000:1.0:1746070427.547890:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+35:31620:x1830887015441792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3957us (6031us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.547897:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5381 00000100:00100000:2.0:1746070427.548062:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013334912:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070427.548079:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070427.548113:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1961:x1830887015441664:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4706us (6362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.548123:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7647 00000100:00100000:3.0:1746070427.548505:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.549178:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015442048 00000100:00100000:2.0:1746070427.549185:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015442048 00002000:00100000:2.0:1746070427.549214:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d7100 x1830887015442048/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.549223:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d7100 with x1830887015442048 ext(0->4095) 00010000:00010000:2.0:1746070427.549229:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.549240:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.549246:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801324d7100 00000100:00100000:2.0:1746070427.549265:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1888 00000100:00100000:2.0:1746070427.549271:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015442048:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070427.549386:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015442048:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (880us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.549391:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1888 00002000:00100000:2.0:1746070427.549395:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d7100 x1830887015442048/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.549402:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d7100 with x1830887015442048 ext(0->4095) 00010000:00010000:2.0:1746070427.549406:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.549414:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.549419:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801324d7100 00000100:00100000:0.0:1746070427.552065:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.552300:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015442176 00000100:00100000:2.0:1746070427.552306:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015442176 00010000:00010000:2.0:1746070427.552334:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.552367:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7648 00000100:00100000:2.0:1746070427.552373:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015442176:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070427.552383:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070427.552398:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.552407:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.552424:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607ed0a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa33 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.552449:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.552451:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.552457:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 33 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.552468:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 33 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.552495:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 33 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070427.552506:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013335168:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070427.552574:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.557833:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013335168:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070427.557849:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070427.557883:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015442176:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5510us (5824us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.557892:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7648 00000100:00100000:2.0:1746070427.558008:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.558056:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015442432 00000100:00100000:2.0:1746070427.558061:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015442432 00002000:00100000:2.0:1746070427.558086:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f18000 x1830887015442432/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.558095:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18000 with x1830887015442432 ext(0->4095) 00002000:00010000:2.0:1746070427.558098:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f18000 00000100:00100000:2.0:1746070427.558121:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3991 00000100:00100000:2.0:1746070427.558126:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1964:x1830887015442432:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070427.558229:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1964:x1830887015442432:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (222us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.558234:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3991 00002000:00100000:2.0:1746070427.558238:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f18000 x1830887015442432/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.558245:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18000 with x1830887015442432 ext(0->4095) 00002000:00010000:2.0:1746070427.558247:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f18000 00000100:00100000:0.0:1746070427.567145:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.567273:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015442560 00000100:00100000:1.0:1746070427.567281:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015442560 00000100:00100000:1.0:1746070427.567327:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5382 00000100:00100000:1.0:1746070427.567334:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015442560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070427.567351:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070427.567365:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa41 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.567392:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 33 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.567398:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070427.567399:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070427.567402:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.567425:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 33 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.567434:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 33 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.567444:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013335296:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070427.567520:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070427.569128:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013335296:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070427.569154:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.569168:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304c200, rc 0) 00000100:00100000:1.0:1746070427.569193:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015442560:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1860us (2056us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.569203:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5382 00000100:00100000:0.0:1746070427.575212:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.575302:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015442688 00000100:00100000:3.0:1746070427.575310:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015442688 00002000:00100000:3.0:1746070427.575345:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a12a9f80 x1830887015442688/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.575353:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9f80 with x1830887015442688 ext(0->7) 00010000:00010000:3.0:1746070427.575360:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 34 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.576171:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 34 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.576178:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12a9f80 00000100:00100000:3.0:1746070427.576209:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1889 00000100:00100000:3.0:1746070427.576217:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1964:x1830887015442688:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070427.576478:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1964:x1830887015442688:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 261us (1272us total) trans 4294968020 rc 0/0 00000100:00100000:3.0:1746070427.576485:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1889 00002000:00100000:3.0:1746070427.576491:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a12a9f80 x1830887015442688/t4294968020(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/448 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.576498:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9f80 with x1830887015442688 ext(0->7) 00010000:00010000:3.0:1746070427.576503:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 36 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.576511:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 36 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.576517:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a12a9f80 00000100:00100000:0.0:1746070427.579877:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.579957:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.580009:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015442944 00000100:00100000:2.0:1746070427.580016:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015442944 00010000:00010000:2.0:1746070427.580044:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 36 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.580068:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7649 00000100:00100000:2.0:1746070427.580074:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1962:x1830887015442944:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070427.580085:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070427.580101:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 36 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.580111:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 36 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.580138:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607ed11 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa3a expref: 36 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.580166:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.580168:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.580173:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.580185:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070427.580202:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015442816 00000100:00100000:1.0:1746070427.580207:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015442816 00010000:00010000:2.0:1746070427.580211:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070427.580222:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013335424:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070427.580237:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5383 00000100:00100000:1.0:1746070427.580243:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:31620:x1830887015442816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070427.580253:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070427.580263:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607ed1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa48 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.580277:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.580283:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.580284:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.580287:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607ed1f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa48 expref: 37 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070427.580291:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74780 going to sleep for 11 seconds 00010000:00010000:1.0:1746070427.580301:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.580309:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 5 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1746070427.580315:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013335552:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070427.580335:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.582568:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013335424:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070427.582584:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070427.582627:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:1962:x1830887015442944:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2552us (2668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.582636:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7649 00000100:00100000:2.0:1746070427.583377:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.584058:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015443200 00000100:00100000:3.0:1746070427.584065:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015443200 00002000:00100000:3.0:1746070427.584101:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1b480 x1830887015443200/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.584109:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1b480 with x1830887015443200 ext(0->4095) 00010000:00010000:3.0:1746070427.584117:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.584128:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.584134:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1b480 00000100:00100000:3.0:1746070427.584149:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1890 00000100:00100000:3.0:1746070427.584155:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015443200:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070427.584289:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015443200:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (913us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.584295:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1890 00002000:00100000:3.0:1746070427.584300:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1b480 x1830887015443200/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.584306:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1b480 with x1830887015443200 ext(0->4095) 00010000:00010000:3.0:1746070427.584311:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.584323:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.584327:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1b480 00000100:00100000:0.0:1746070427.586177:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013335552:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070427.586201:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607ed1f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa48 expref: 36 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070427.586214:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304c800, rc 0) 00000100:00100000:1.0:1746070427.586520:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:31620:x1830887015442816:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6275us (6647us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.586530:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5383 00000100:00100000:0.0:1746070427.589391:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.590057:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015443328 00000100:00100000:1.0:1746070427.590064:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015443328 00000100:00100000:1.0:1746070427.590117:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5384 00000100:00100000:1.0:1746070427.590123:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:31621:x1830887015443328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070427.590137:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070427.590152:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa4f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.590172:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070427.590178:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607ed1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa48 expref: 37 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.590183:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070427.590186:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 37 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.590214:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607ed1f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa48 expref: 37 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.590224:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 37 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.590232:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e7ea00, rc 0) 00000100:00100000:1.0:1746070427.590266:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:31621:x1830887015443328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.590271:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5384 00000100:00100000:0.0:1746070427.591142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.591273:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015443456 00000100:00100000:2.0:1746070427.591278:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015443456 00010000:00010000:2.0:1746070427.591295:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.591311:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7650 00000100:00100000:2.0:1746070427.591316:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015443456:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070427.591323:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070427.591338:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.591352:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.591366:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304c200/0x628f9640b607ed18 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa41 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.591392:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.591394:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.591399:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607ed1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa48 expref: 36 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.591405:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607ed1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa48 expref: 36 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.591425:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607ed1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa48 expref: 36 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.591434:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607ed1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa48 expref: 36 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.591442:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013335808:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070427.591834:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.595900:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013335808:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070427.595917:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070427.595965:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015443456:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4648us (4822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.595976:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7650 00000100:00100000:0.0:1746070427.597048:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.597705:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015443584 00000100:00100000:3.0:1746070427.597712:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015443584 00010000:00010000:3.0:1746070427.597737:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607ed1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa48 expref: 37 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.597756:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7651 00000100:00100000:3.0:1746070427.597760:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:1962:x1830887015443584:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.597769:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.597783:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607ed1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa48 expref: 37 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.597793:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607ed1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa48 expref: 37 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.597821:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304c800/0x628f9640b607ed1f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa48 expref: 37 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.597839:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.597840:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.597845:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 36 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.597855:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 36 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.597877:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 36 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.597887:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013335936:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.599118:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.603435:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.603859:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015443840 00000100:00100000:2.0:1746070427.603866:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015443840 00002000:00100000:2.0:1746070427.603901:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12ab800 x1830887015443840/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.603909:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12ab800 with x1830887015443840 ext(0->4095) 00002000:00010000:2.0:1746070427.603914:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12ab800 00000100:00100000:2.0:1746070427.603931:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3992 00000100:00100000:2.0:1746070427.603937:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:1963:x1830887015443840:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070427.604090:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:1963:x1830887015443840:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (660us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.604095:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3992 00002000:00100000:2.0:1746070427.604101:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a12ab800 x1830887015443840/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.604107:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12ab800 with x1830887015443840 ext(0->4095) 00002000:00010000:2.0:1746070427.604109:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12ab800 00000100:00100000:3.0:1746070427.604251:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013335936:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.604271:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.604291:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1962:x1830887015443584:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6531us (7246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.604298:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7651 00000100:00100000:0.0:1746070427.615741:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.616620:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015443968 00000100:00100000:3.0:1746070427.616628:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015443968 00000100:00100000:3.0:1746070427.616691:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5385 00000100:00100000:3.0:1746070427.616698:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015443968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070427.616713:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070427.616727:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ed2d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa56 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.616752:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 35 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.616758:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070427.616760:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070427.616763:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ed2d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa56 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.616785:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 35 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.616796:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 35 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.616816:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013336064:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070427.616886:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.625797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.625864:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015444096 00000100:00100000:1.0:1746070427.625871:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015444096 00002000:00100000:1.0:1746070427.625905:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134836680 x1830887015444096/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.625913:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836680 with x1830887015444096 ext(0->7) 00010000:00010000:1.0:1746070427.625920:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 36 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.625932:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 36 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.625938:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134836680 00000100:00100000:1.0:1746070427.625970:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1891 00000100:00100000:1.0:1746070427.625977:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+36:1963:x1830887015444096:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070427.626223:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013336064:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070427.626245:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ed2d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa56 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.626258:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea000, rc 0) 00000100:00100000:2.0:1746070427.627145:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015443968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10445us (11409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.627152:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5385 00000100:00100000:1.0:1746070427.627174:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1963:x1830887015444096:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 1197us (1383us total) trans 4294968021 rc 0/0 00000100:00100000:1.0:1746070427.627180:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1891 00002000:00100000:1.0:1746070427.627186:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134836680 x1830887015444096/t4294968021(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/448 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.627193:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836680 with x1830887015444096 ext(0->7) 00010000:00010000:1.0:1746070427.627198:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 38 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.627207:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 38 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.627217:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134836680 00000100:00100000:0.0:1746070427.629146:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.629287:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015444224 00000100:00100000:3.0:1746070427.629294:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015444224 00010000:00010000:3.0:1746070427.629320:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 38 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.629340:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7652 00000100:00100000:3.0:1746070427.629345:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1964:x1830887015444224:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.629355:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.629373:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 38 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.629387:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 38 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.629404:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ed26 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa4f expref: 38 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.629433:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.629435:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.629440:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ed2d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa56 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.629448:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ed2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa56 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.629474:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ed2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa56 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.629483:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013336192:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.629542:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.634839:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013336192:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.634860:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.635354:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:1964:x1830887015444224:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6006us (6211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.635363:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7652 00000100:00100000:0.0:1746070427.635549:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.639541:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015444480 00000100:00100000:2.0:1746070427.639552:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015444480 00002000:00100000:2.0:1746070427.639590:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bce00 x1830887015444480/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.639604:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bce00 with x1830887015444480 ext(0->4095) 00002000:00010000:2.0:1746070427.639609:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7bce00 00000100:00100000:2.0:1746070427.639632:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3993 00000100:00100000:2.0:1746070427.639638:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015444480:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070427.639821:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015444480:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 181us (4271us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.639827:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3993 00002000:00100000:2.0:1746070427.639832:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bce00 x1830887015444480/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.639839:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bce00 with x1830887015444480 ext(0->4095) 00002000:00010000:2.0:1746070427.639841:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7bce00 00000100:00100000:1.0:1746070427.642884:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.643518:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015444608 00000100:00100000:2.0:1746070427.643525:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015444608 00000100:00100000:2.0:1746070427.643560:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5386 00000100:00100000:2.0:1746070427.643566:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+37:31621:x1830887015444608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.643580:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.643595:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa5d expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.643619:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ed2d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa56 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.643624:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.643625:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.643629:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 38 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.643650:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ed2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa56 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.643660:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ed2d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa56 expref: 5 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.643668:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013336320:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.643755:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.646324:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.646355:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.646377:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015444864 00000100:00100000:0.0:1746070427.646382:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015444864 00000100:00100000:0.0:1746070427.646412:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5387 00000100:00100000:0.0:1746070427.646418:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:31620:x1830887015444864:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070427.646430:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070427.646443:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa64 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070427.646462:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070427.646467:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 40 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070427.646471:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070427.646474:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 40 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070427.646499:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 40 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070427.646510:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 40 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070427.646518:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60c00, rc 0) 00000100:00100000:0.0:1746070427.646550:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:31620:x1830887015444864:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070427.646555:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5387 00000100:00100000:2.0:1746070427.647384:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013336320:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.647399:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 39 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.647407:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070427.647424:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:31621:x1830887015444608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3858us (4546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.647429:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5386 00000100:00100000:3.0:1746070427.648076:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015444736 00000100:00100000:3.0:1746070427.648081:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015444736 00010000:00010000:3.0:1746070427.648099:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ed2d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa56 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.648119:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7653 00000100:00100000:3.0:1746070427.648124:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015444736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.648132:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.648147:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ed2d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa56 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.648156:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ed2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa56 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.648170:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607ed2d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa56 expref: 6 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.648188:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.648190:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.648195:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 38 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.648201:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 38 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.648235:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 38 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.648244:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 38 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.648254:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013336576:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.648292:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.652155:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013336576:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.652177:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.653260:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015444736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5132us (6938us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.653269:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7653 00000100:00100000:0.0:1746070427.653424:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.653580:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015445120 00000100:00100000:2.0:1746070427.653586:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015445120 00002000:00100000:2.0:1746070427.653616:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bea00 x1830887015445120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.653625:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bea00 with x1830887015445120 ext(0->4095) 00010000:00010000:2.0:1746070427.653632:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 39 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.653648:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 39 pid: 8446 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.653654:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7bea00 00000100:00100000:2.0:1746070427.653701:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1892 00000100:00100000:2.0:1746070427.653707:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:1963:x1830887015445120:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070427.653843:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:1963:x1830887015445120:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.653848:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1892 00002000:00100000:2.0:1746070427.653853:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7bea00 x1830887015445120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.653859:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bea00 with x1830887015445120 ext(0->4095) 00010000:00010000:2.0:1746070427.653863:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 39 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.653871:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 39 pid: 8446 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.653876:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7bea00 00000100:00100000:0.0:1746070427.657508:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.657557:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.657694:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015445248 00000100:00100000:1.0:1746070427.657701:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015445248 00000100:00100000:1.0:1746070427.657742:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5388 00000100:00100000:1.0:1746070427.657748:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015445248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070427.657761:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070427.657774:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa6b expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.657794:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070427.657798:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 38 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.657803:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070427.657815:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.657843:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 38 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.657852:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.657860:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e7f600, rc 0) 00000100:00100000:1.0:1746070427.657902:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015445248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.657908:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5388 00000100:00100000:3.0:1746070427.658058:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015445376 00000100:00100000:3.0:1746070427.658061:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015445376 00010000:00010000:3.0:1746070427.658075:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 39 pid: 8446 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.658097:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7654 00000100:00100000:3.0:1746070427.658101:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:1961:x1830887015445376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.658109:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.658122:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 39 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.658131:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 39 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.658144:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed34 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa5d expref: 39 pid: 8446 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.658154:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.658156:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.658160:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 38 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.658166:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 38 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.658189:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 38 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.658197:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 38 pid: 25271 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.658206:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013336832:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.658253:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.660534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.660651:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013336832:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.660667:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070427.660901:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015445632 00000100:00100000:2.0:1746070427.660907:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015445632 00002000:00100000:2.0:1746070427.660938:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7be680 x1830887015445632/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.660970:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7be680 with x1830887015445632 ext(0->4095) 00010000:00010000:2.0:1746070427.660990:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 39 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.661002:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 39 pid: 25271 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.661008:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7be680 00000100:00100000:2.0:1746070427.661026:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1893 00000100:00100000:2.0:1746070427.661032:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:1962:x1830887015445632:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070427.661313:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:1961:x1830887015445376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3209us (3754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.661320:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7654 00000100:00100000:2.0:1746070427.661844:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1962:x1830887015445632:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 812us (1314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.661850:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1893 00002000:00100000:2.0:1746070427.661856:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009c7be680 x1830887015445632/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.661862:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7be680 with x1830887015445632 ext(0->4095) 00010000:00010000:2.0:1746070427.661867:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 38 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.661875:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 38 pid: 25271 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.661880:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7be680 00000100:00100000:0.0:1746070427.664962:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.665042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.665090:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015445760 00000100:00100000:1.0:1746070427.665096:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015445760 00000100:00100000:1.0:1746070427.665131:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5389 00000100:00100000:1.0:1746070427.665137:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:31620:x1830887015445760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070427.665150:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070427.665164:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607ed49 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa72 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.665186:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070427.665191:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.665196:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070427.665199:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607ed49 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa72 expref: 39 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.665227:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.665236:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607ed49 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa72 expref: 39 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070427.665244:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800942e5600, rc 0) 00000100:00100000:1.0:1746070427.665279:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:31620:x1830887015445760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070427.665284:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5389 00000100:00100000:3.0:1746070427.665409:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015445888 00000100:00100000:3.0:1746070427.665413:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015445888 00010000:00010000:3.0:1746070427.665427:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 39 pid: 25271 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.665452:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7655 00000100:00100000:3.0:1746070427.665458:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:1961:x1830887015445888:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.665467:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.665483:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 39 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.665492:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 39 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.665506:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607ed3b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa64 expref: 39 pid: 25271 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.665518:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.665520:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.665525:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.665531:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.665549:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.665559:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 5 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.665568:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013337088:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.665616:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.668055:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013337088:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.668075:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.668117:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1961:x1830887015445888:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2658us (3073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.668125:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7655 00000100:00100000:0.0:1746070427.668428:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.668622:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015446144 00000100:00100000:2.0:1746070427.668628:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015446144 00002000:00100000:2.0:1746070427.668657:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9180 x1830887015446144/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.668669:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9180 with x1830887015446144 ext(0->4095) 00010000:00010000:2.0:1746070427.668708:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.668719:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.668725:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be9180 00000100:00100000:2.0:1746070427.668743:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1894 00000100:00100000:2.0:1746070427.668748:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015446144:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070427.668884:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015446144:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.668890:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1894 00002000:00100000:2.0:1746070427.668895:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9180 x1830887015446144/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.668902:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9180 with x1830887015446144 ext(0->4095) 00010000:00010000:2.0:1746070427.668906:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.668915:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.668920:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be9180 00000100:00100000:2.0:1746070427.672593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.672656:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015446272 00000100:00100000:3.0:1746070427.672663:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015446272 00010000:00010000:3.0:1746070427.672732:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.672912:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7656 00000100:00100000:3.0:1746070427.672920:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015446272:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.672930:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.672947:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.672957:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.672974:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e7f600/0x628f9640b607ed42 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa6b expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.673349:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.673351:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.673358:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607ed49 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa72 expref: 37 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.673365:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607ed49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa72 expref: 37 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.673390:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607ed49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa72 expref: 37 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.673399:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013337216:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.673467:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.676776:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013337216:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.676793:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.676837:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015446272:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3918us (4249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.676845:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7656 00000100:00100000:0.0:1746070427.677189:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.677643:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015446528 00000100:00100000:3.0:1746070427.677648:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015446528 00002000:00100000:3.0:1746070427.677698:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093223100 x1830887015446528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.677705:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223100 with x1830887015446528 ext(0->4095) 00002000:00010000:3.0:1746070427.677709:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093223100 00000100:00100000:3.0:1746070427.678168:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3994 00000100:00100000:3.0:1746070427.678175:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1964:x1830887015446528:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070427.678475:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1964:x1830887015446528:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 300us (1804us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.678481:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3994 00002000:00100000:3.0:1746070427.678487:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093223100 x1830887015446528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.678499:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223100 with x1830887015446528 ext(0->4095) 00002000:00010000:3.0:1746070427.678502:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093223100 00000100:00100000:0.0:1746070427.680773:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.680880:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015446656 00000100:00100000:2.0:1746070427.680887:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015446656 00000100:00100000:2.0:1746070427.681070:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5390 00000100:00100000:2.0:1746070427.681076:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015446656:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.681089:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.681102:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa79 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.681122:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607ed49 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa72 expref: 37 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.681128:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.681130:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.681132:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.681155:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607ed49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa72 expref: 37 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.681164:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607ed49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa72 expref: 37 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.681173:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013337344:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.681236:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.683211:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013337344:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.683231:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.683249:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070427.683276:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015446656:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2199us (2509us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.683283:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5390 00000100:00100000:0.0:1746070427.685812:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.686346:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015446784 00000100:00100000:3.0:1746070427.686354:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015446784 00010000:00010000:3.0:1746070427.686381:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607ed49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa72 expref: 38 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.686516:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7657 00000100:00100000:3.0:1746070427.686524:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1964:x1830887015446784:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.686535:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.686551:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607ed49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa72 expref: 38 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.686560:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607ed49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa72 expref: 38 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.686576:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800942e5600/0x628f9640b607ed49 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa72 expref: 38 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.686688:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746070427.686959:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.686961:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.686968:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.686976:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.687009:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.687019:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013337472:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070427.687801:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.687908:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.687952:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015446912 00000100:00100000:2.0:1746070427.687956:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015446912 00000100:00100000:2.0:1746070427.687981:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5391 00000100:00100000:2.0:1746070427.687986:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:31620:x1830887015446912:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.687996:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.688005:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa80 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.688021:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.688027:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.688028:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.688031:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.688046:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.688054:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 5 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.688066:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013337600:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.688100:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.689955:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013337472:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.689972:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.690455:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+39:1964:x1830887015446784:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3930us (4654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.690463:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7657 00000100:00100000:0.0:1746070427.691210:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.691436:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015447168 00000100:00100000:3.0:1746070427.691441:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015447168 00002000:00100000:3.0:1746070427.691467:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093220a80 x1830887015447168/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.691477:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220a80 with x1830887015447168 ext(0->4095) 00010000:00010000:3.0:1746070427.691483:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.691493:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.691499:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093220a80 00000100:00100000:3.0:1746070427.691512:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1895 00000100:00100000:3.0:1746070427.691517:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015447168:12345-192.168.203.29@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746070427.691885:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013337600:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.691901:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 38 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.691912:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:3.0:1746070427.692445:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015447168:12345-192.168.203.29@tcp:3:ldlm_bl.0 Request processed in 925us (1235us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.692452:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1895 00002000:00100000:3.0:1746070427.692458:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093220a80 x1830887015447168/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.692464:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220a80 with x1830887015447168 ext(0->4095) 00010000:00010000:3.0:1746070427.692469:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.692478:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.692483:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093220a80 00000100:00100000:2.0:1746070427.692596:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:31620:x1830887015446912:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4609us (4795us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.692602:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5391 00000100:00100000:0.0:1746070427.695649:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.695768:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015447296 00000100:00100000:3.0:1746070427.695775:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015447296 00010000:00010000:3.0:1746070427.695801:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.696229:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7658 00000100:00100000:3.0:1746070427.696236:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015447296:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.696247:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.696265:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.696275:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.696292:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa79 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.696316:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.696318:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.696325:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 37 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.696332:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 37 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.696358:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 37 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.696368:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013337728:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.696433:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.698954:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013337728:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.698977:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.699024:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015447296:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2788us (3381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.699033:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7658 00000100:00100000:0.0:1746070427.700351:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.700437:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015447552 00000100:00100000:3.0:1746070427.700442:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015447552 00002000:00100000:3.0:1746070427.700470:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f18e00 x1830887015447552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.700482:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f18e00 with x1830887015447552 ext(0->4095) 00002000:00010000:3.0:1746070427.700486:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f18e00 00000100:00100000:3.0:1746070427.700511:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3995 00000100:00100000:3.0:1746070427.700518:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1963:x1830887015447552:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070427.700649:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1963:x1830887015447552:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.700655:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3995 00002000:00100000:3.0:1746070427.700659:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f18e00 x1830887015447552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.700666:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f18e00 with x1830887015447552 ext(0->4095) 00002000:00010000:3.0:1746070427.700669:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f18e00 00000100:00100000:0.0:1746070427.711911:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.712038:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015447680 00000100:00100000:2.0:1746070427.712045:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015447680 00000100:00100000:2.0:1746070427.712335:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5392 00000100:00100000:2.0:1746070427.712343:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015447680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.712357:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.712370:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa87 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.712393:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 37 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.712399:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.712400:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.712403:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.712566:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 37 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.712576:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 37 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.712586:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013337856:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.713267:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.714875:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013337856:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.714896:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.714909:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070427.714951:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015447680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2608us (3046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.714957:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5392 00000100:00100000:0.0:1746070427.722373:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.723192:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015447808 00000100:00100000:2.0:1746070427.723199:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015447808 00002000:00100000:3.0:1746070427.723773:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099f18a80 x1830887015447808/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.723783:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f18a80 with x1830887015447808 ext(0->7) 00010000:00010000:3.0:1746070427.723790:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 38 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.723801:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 38 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.723815:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f18a80 00000100:00100000:3.0:1746070427.723839:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1896 00000100:00100000:3.0:1746070427.723846:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+38:1963:x1830887015447808:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070427.724112:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1963:x1830887015447808:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 265us (1744us total) trans 4294968022 rc 0/0 00000100:00100000:3.0:1746070427.724118:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1896 00002000:00100000:3.0:1746070427.724124:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099f18a80 x1830887015447808/t4294968022(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/448 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.724130:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f18a80 with x1830887015447808 ext(0->7) 00010000:00010000:3.0:1746070427.724135:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 40 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.724143:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 40 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.724147:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f18a80 00000100:00100000:0.0:1746070427.734735:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.734861:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015447936 00000100:00100000:2.0:1746070427.734869:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015447936 00000100:00100000:2.0:1746070427.734903:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5393 00000100:00100000:2.0:1746070427.734909:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:31620:x1830887015447936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.734922:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.734936:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa8e expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.734964:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.734969:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.734974:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070427.734977:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 41 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.735005:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.735015:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 41 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.735023:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070427.735057:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:31620:x1830887015447936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.735063:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5393 00000100:00100000:0.0:1746070427.738024:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.738109:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015448064 00000100:00100000:3.0:1746070427.738115:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015448064 00010000:00010000:3.0:1746070427.738143:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 41 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.738176:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7659 00000100:00100000:3.0:1746070427.738183:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+41:1964:x1830887015448064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.738195:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.738211:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 41 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.738221:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 41 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.738241:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ed57 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa80 expref: 41 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.738257:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.738258:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.738264:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.738272:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.738297:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.738307:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 5 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.738316:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013338112:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.738386:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.744656:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013338112:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.744702:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.744737:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1964:x1830887015448064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6553us (6718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.744746:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7659 00000100:00100000:1.0:1746070427.746396:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.746484:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015448320 00000100:00100000:0.0:1746070427.746489:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015448320 00002000:00100000:0.0:1746070427.746519:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923baa00 x1830887015448320/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070427.746529:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923baa00 with x1830887015448320 ext(0->4095) 00010000:00010000:0.0:1746070427.746535:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746070427.746545:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746070427.746551:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923baa00 00000100:00100000:0.0:1746070427.746573:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1897 00000100:00100000:0.0:1746070427.746578:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015448320:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070427.746715:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015448320:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (322us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070427.746720:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1897 00002000:00100000:0.0:1746070427.746724:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923baa00 x1830887015448320/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070427.746730:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923baa00 with x1830887015448320 ext(0->4095) 00010000:00010000:0.0:1746070427.746734:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746070427.746742:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746070427.746747:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923baa00 00000100:00100000:0.0:1746070427.750025:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.750563:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015448448 00000100:00100000:3.0:1746070427.750570:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015448448 00010000:00010000:3.0:1746070427.750596:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.750623:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7660 00000100:00100000:3.0:1746070427.750629:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015448448:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.750637:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.750651:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.750660:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.750701:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ed5e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa87 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.750715:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.750717:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.750722:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.750728:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.750751:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.750760:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013338240:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.751452:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.752988:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013338240:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.753006:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.753036:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015448448:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2406us (3016us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.753045:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7660 00000100:00100000:0.0:1746070427.753773:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.753862:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015448704 00000100:00100000:3.0:1746070427.753867:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015448704 00002000:00100000:3.0:1746070427.753893:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f1ad80 x1830887015448704/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.753902:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1ad80 with x1830887015448704 ext(0->4095) 00002000:00010000:3.0:1746070427.753905:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f1ad80 00000100:00100000:3.0:1746070427.753918:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3996 00000100:00100000:3.0:1746070427.753923:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1962:x1830887015448704:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070427.754034:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1962:x1830887015448704:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (262us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.754040:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3996 00002000:00100000:3.0:1746070427.754045:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f1ad80 x1830887015448704/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.754052:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1ad80 with x1830887015448704 ext(0->4095) 00002000:00010000:3.0:1746070427.754054:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f1ad80 00000100:00100000:2.0:1746070427.755042:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013338368:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746070427.755076:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070427.755886:0:8448:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013338368 00000100:00100000:0.0:1746070427.755891:0:8448:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013338368 00000100:00100000:0.0:1746070427.755921:0:8448:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1746070427.755927:0:8448:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013338368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746070427.755941:0:8448:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 357629952 pending 28966912 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746070427.755971:0:8448:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013338368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070427.755976:0:8448:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00080000:2.0:1746070427.756037:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070427.756133:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013338368:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070427.757020:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.757407:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015448832 00000100:00100000:2.0:1746070427.757412:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015448832 00000100:00100000:2.0:1746070427.757445:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5394 00000100:00100000:2.0:1746070427.757450:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015448832:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.757460:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.757473:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa95 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.757494:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.757500:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.757501:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.757504:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.757525:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 39 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.757534:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 39 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.757543:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013338496:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.759118:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.761008:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013338496:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.761029:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.761041:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070427.761078:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015448832:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3626us (4059us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.761085:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5394 00000100:00100000:1.0:1746070427.765230:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.765302:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015448960 00000100:00100000:0.0:1746070427.765309:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015448960 00002000:00100000:0.0:1746070427.765341:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800923ba300 x1830887015448960/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070427.765350:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923ba300 with x1830887015448960 ext(0->7) 00010000:00010000:0.0:1746070427.765357:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 40 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746070427.765370:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 40 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746070427.765376:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923ba300 00000100:00100000:0.0:1746070427.765484:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1898 00000100:00100000:0.0:1746070427.765490:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+40:1961:x1830887015448960:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070427.765759:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1961:x1830887015448960:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 268us (535us total) trans 4294968023 rc 0/0 00000100:00100000:0.0:1746070427.765766:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1898 00002000:00100000:0.0:1746070427.765771:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800923ba300 x1830887015448960/t4294968023(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/448 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070427.765778:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923ba300 with x1830887015448960 ext(0->7) 00010000:00010000:0.0:1746070427.765782:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 42 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746070427.765791:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 42 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746070427.765800:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923ba300 00000100:00100000:0.0:1746070427.777964:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.785465:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.785555:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015449088 00000100:00100000:3.0:1746070427.785563:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015449088 00010000:00010000:3.0:1746070427.785591:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 42 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.785846:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015449216 00000100:00100000:2.0:1746070427.785850:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015449216 00000100:00100000:2.0:1746070427.785879:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5395 00000100:00100000:2.0:1746070427.785886:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:31620:x1830887015449216:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.785897:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.785907:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfa9c expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.785926:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.785931:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.785936:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070427.785939:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 44 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.785965:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.785975:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 44 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.785984:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070427.786017:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:31620:x1830887015449216:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.786022:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5395 00000100:00100000:3.0:1746070427.786190:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7661 00000100:00100000:3.0:1746070427.786196:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+43:1961:x1830887015449088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.786204:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.786220:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 43 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.786230:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 43 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.786243:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607ed65 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa8e expref: 43 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.786256:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.786257:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.786262:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.786268:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.786285:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.786294:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 5 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.786308:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013338752:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.786346:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.789396:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013338752:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.789417:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.789449:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1961:x1830887015449088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3252us (11491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.789456:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7661 00000100:00100000:0.0:1746070427.790112:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.790556:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015449472 00000100:00100000:3.0:1746070427.790561:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015449472 00002000:00100000:3.0:1746070427.790589:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31e300 x1830887015449472/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.790597:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31e300 with x1830887015449472 ext(0->4095) 00010000:00010000:3.0:1746070427.790605:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.790615:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.790621:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31e300 00000100:00100000:3.0:1746070427.790635:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1899 00000100:00100000:3.0:1746070427.790641:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015449472:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070427.790769:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015449472:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (657us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.790776:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1899 00002000:00100000:3.0:1746070427.790781:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e31e300 x1830887015449472/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.790786:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31e300 with x1830887015449472 ext(0->4095) 00010000:00010000:3.0:1746070427.790790:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.790797:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746070427.790803:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e31e300 00000100:00100000:0.0:1746070427.793886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.794003:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015449600 00000100:00100000:3.0:1746070427.794009:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015449600 00010000:00010000:3.0:1746070427.794034:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.794067:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7662 00000100:00100000:3.0:1746070427.794074:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015449600:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.794083:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.794099:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.794109:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.794126:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ed6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa95 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.794150:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.794152:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.794157:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.794164:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.794191:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.794200:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013338880:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.794272:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.797831:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.797908:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015449856 00000100:00100000:1.0:1746070427.797915:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015449856 00002000:00100000:1.0:1746070427.797945:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6680 x1830887015449856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.797953:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6680 with x1830887015449856 ext(0->4095) 00002000:00010000:1.0:1746070427.797957:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f6680 00000100:00100000:1.0:1746070427.797983:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3997 00000100:00100000:1.0:1746070427.797990:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1963:x1830887015449856:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070427.798210:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013338880:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.798229:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070427.798650:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1963:x1830887015449856:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 658us (824us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070427.798657:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3997 00002000:00100000:1.0:1746070427.798663:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6680 x1830887015449856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.798669:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6680 with x1830887015449856 ext(0->4095) 00002000:00010000:1.0:1746070427.798694:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f6680 00000100:00100000:3.0:1746070427.798765:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015449600:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4691us (4883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.798771:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7662 00000100:00100000:0.0:1746070427.804760:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.804844:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015449984 00000100:00100000:2.0:1746070427.804850:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015449984 00000100:00100000:2.0:1746070427.804881:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5396 00000100:00100000:2.0:1746070427.804887:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015449984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.804901:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.804914:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfaa3 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.804938:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.804945:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.804946:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.804949:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.804970:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 41 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.804981:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 41 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.804992:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013339008:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.805203:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.808834:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013339008:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.808858:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.808872:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070427.808907:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015449984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4019us (4152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.808914:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5396 00000100:00100000:0.0:1746070427.817923:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.818020:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015450112 00000100:00100000:1.0:1746070427.818028:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015450112 00002000:00100000:1.0:1746070427.818062:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800921f5880 x1830887015450112/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.818071:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5880 with x1830887015450112 ext(0->7) 00010000:00010000:1.0:1746070427.818077:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 42 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.818090:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 42 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.818095:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5880 00000100:00100000:1.0:1746070427.818164:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1900 00000100:00100000:1.0:1746070427.818170:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+42:1964:x1830887015450112:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070427.818849:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1964:x1830887015450112:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 678us (930us total) trans 4294968024 rc 0/0 00000100:00100000:1.0:1746070427.818856:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1900 00002000:00100000:1.0:1746070427.818862:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800921f5880 x1830887015450112/t4294968024(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/448 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.818869:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5880 with x1830887015450112 ext(0->7) 00010000:00010000:1.0:1746070427.818873:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 44 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.818881:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 44 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.818886:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f5880 00000100:00100000:0.0:1746070427.831563:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.831650:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015450240 00000100:00100000:2.0:1746070427.831659:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015450240 00000100:00100000:2.0:1746070427.831722:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5397 00000100:00100000:2.0:1746070427.831729:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:31620:x1830887015450240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.831743:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.831757:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfaaa expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.831777:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.831782:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.831788:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070427.831791:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 45 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.831833:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.831844:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 45 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.831853:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070427.832388:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:31620:x1830887015450240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 657us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.832397:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5397 00000100:00100000:0.0:1746070427.837561:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.837648:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015450368 00000100:00100000:3.0:1746070427.837655:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015450368 00010000:00010000:3.0:1746070427.837710:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 45 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.837744:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7663 00000100:00100000:3.0:1746070427.837751:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1962:x1830887015450368:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.837767:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.837784:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 45 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.837795:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 45 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.837826:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ed73 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfa9c expref: 45 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.837842:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.837844:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.837850:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.837857:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.837884:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.837893:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 5 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.837903:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013339264:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.839559:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.843767:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013339264:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.843788:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.844158:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1962:x1830887015450368:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6406us (6603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.844167:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7663 00000100:00100000:0.0:1746070427.845344:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.845414:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015450624 00000100:00100000:1.0:1746070427.845420:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015450624 00002000:00100000:1.0:1746070427.845450:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f7100 x1830887015450624/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.845458:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f7100 with x1830887015450624 ext(0->4095) 00010000:00010000:1.0:1746070427.845466:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.845477:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.845483:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f7100 00000100:00100000:1.0:1746070427.845509:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1901 00000100:00100000:1.0:1746070427.845516:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015450624:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070427.845646:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015450624:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070427.845651:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1901 00002000:00100000:1.0:1746070427.845656:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f7100 x1830887015450624/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.845663:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f7100 with x1830887015450624 ext(0->4095) 00010000:00010000:1.0:1746070427.845667:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.845697:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.845703:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f7100 00000100:00100000:0.0:1746070427.848489:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.848700:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015450752 00000100:00100000:3.0:1746070427.848706:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015450752 00010000:00010000:3.0:1746070427.848731:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.848859:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7664 00000100:00100000:3.0:1746070427.848866:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015450752:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.848877:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.848893:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.848902:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.848919:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaa3 expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.849328:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.849330:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.849337:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.849345:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.849374:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.849386:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013339392:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.849934:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.852875:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.853033:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013339392:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.853051:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070427.853122:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015451008 00000100:00100000:2.0:1746070427.853127:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015451008 00002000:00100000:2.0:1746070427.853153:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32b480 x1830887015451008/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.853162:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b480 with x1830887015451008 ext(0->4095) 00002000:00010000:2.0:1746070427.853165:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32b480 00000100:00100000:2.0:1746070427.853188:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3998 00000100:00100000:2.0:1746070427.853193:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1963:x1830887015451008:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070427.853613:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015450752:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4746us (5128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.853620:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7664 00000100:00100000:2.0:1746070427.853876:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:1963:x1830887015451008:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 682us (1006us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.853881:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3998 00002000:00100000:2.0:1746070427.853886:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d32b480 x1830887015451008/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.853893:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b480 with x1830887015451008 ext(0->4095) 00002000:00010000:2.0:1746070427.853895:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32b480 00000100:00100000:0.0:1746070427.857510:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.861885:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015451136 00000100:00100000:2.0:1746070427.861897:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015451136 00000100:00100000:2.0:1746070427.861950:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5398 00000100:00100000:2.0:1746070427.861957:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015451136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.861972:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.861986:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfab1 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.862016:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.862023:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.862024:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.862028:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.862051:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 43 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.862061:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 43 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.862071:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013339520:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.862159:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.864154:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013339520:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.864177:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.864191:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070427.864221:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015451136:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2265us (6719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.864228:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5398 00000100:00100000:0.0:1746070427.873660:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.873768:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015451264 00000100:00100000:2.0:1746070427.873775:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015451264 00000100:00100000:2.0:1746070427.873822:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5399 00000100:00100000:2.0:1746070427.873829:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+44:31620:x1830887015451264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.873846:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.873861:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfab8 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.873884:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.873890:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.873895:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070427.873898:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 45 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.873926:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.873937:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 45 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.873945:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070427.873987:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:31620:x1830887015451264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.873992:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5399 00000100:00100000:0.0:1746070427.876511:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.876594:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015451392 00000100:00100000:2.0:1746070427.876601:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015451392 00002000:00100000:2.0:1746070427.876634:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092dced80 x1830887015451392/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.876647:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dced80 with x1830887015451392 ext(0->7) 00010000:00010000:2.0:1746070427.876654:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 45 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.876666:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 45 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.876696:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dced80 00000100:00100000:2.0:1746070427.876723:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1902 00000100:00100000:2.0:1746070427.876730:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+45:1963:x1830887015451392:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070427.876987:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:1963:x1830887015451392:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 256us (481us total) trans 4294968025 rc 0/0 00000100:00100000:2.0:1746070427.876992:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1902 00002000:00100000:2.0:1746070427.876998:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092dced80 x1830887015451392/t4294968025(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/448 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.877004:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dced80 with x1830887015451392 ext(0->7) 00010000:00010000:2.0:1746070427.877009:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 47 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.877017:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 47 pid: 8444 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.877022:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dced80 00000100:00100000:0.0:1746070427.880274:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.880356:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015451520 00000100:00100000:3.0:1746070427.880362:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015451520 00010000:00010000:3.0:1746070427.880389:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 47 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.880418:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7665 00000100:00100000:3.0:1746070427.880424:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:1964:x1830887015451520:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.880434:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.880449:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 47 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.880459:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 47 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.880477:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ed81 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaaa expref: 47 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.880491:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.880493:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.880499:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.880506:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.880530:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.880539:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 5 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.880549:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013339776:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.880615:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.881795:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013339776:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.881821:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.881843:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1964:x1830887015451520:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1419us (1577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.881850:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7665 00000100:00100000:0.0:1746070427.883092:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.883154:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015451776 00000100:00100000:1.0:1746070427.883159:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015451776 00002000:00100000:1.0:1746070427.883185:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcdf80 x1830887015451776/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.883199:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcdf80 with x1830887015451776 ext(0->4095) 00010000:00010000:1.0:1746070427.883205:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.883216:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.883222:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcdf80 00000100:00100000:1.0:1746070427.883247:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1903 00000100:00100000:1.0:1746070427.883253:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015451776:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070427.883364:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015451776:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070427.883369:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1903 00002000:00100000:1.0:1746070427.883375:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcdf80 x1830887015451776/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.883382:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcdf80 with x1830887015451776 ext(0->4095) 00010000:00010000:1.0:1746070427.883386:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.883394:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.883400:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcdf80 00000100:00100000:0.0:1746070427.885978:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.886063:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015451904 00000100:00100000:3.0:1746070427.886069:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015451904 00010000:00010000:3.0:1746070427.886094:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746070427.886167:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7666 00000100:00100000:3.0:1746070427.886174:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015451904:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.886185:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.886202:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.886212:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.886229:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ed88 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab1 expref: 6 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.886440:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.886442:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.886448:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 45 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.886455:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 45 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.886481:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 45 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.886490:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013339904:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.887424:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.889285:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013339904:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.889306:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.889338:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015451904:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3164us (3365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.889346:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7666 00000100:00100000:0.0:1746070427.890629:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.890949:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015452160 00000100:00100000:2.0:1746070427.890956:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015452160 00002000:00100000:2.0:1746070427.890985:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcca80 x1830887015452160/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.890993:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcca80 with x1830887015452160 ext(0->4095) 00002000:00010000:2.0:1746070427.890996:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcca80 00000100:00100000:2.0:1746070427.891015:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 3999 00000100:00100000:2.0:1746070427.891021:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1962:x1830887015452160:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070427.891139:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+46:1962:x1830887015452160:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (511us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.891145:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 3999 00002000:00100000:2.0:1746070427.891149:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092dcca80 x1830887015452160/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.891156:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcca80 with x1830887015452160 ext(0->4095) 00002000:00010000:2.0:1746070427.891159:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcca80 00000100:00100000:0.0:1746070427.899603:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.899975:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015452288 00000100:00100000:2.0:1746070427.899983:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015452288 00000100:00100000:2.0:1746070427.900026:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5400 00000100:00100000:2.0:1746070427.900033:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015452288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.900047:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.900060:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfabf expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.900082:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 45 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.900092:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.900094:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.900097:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.900116:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 45 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.900127:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 45 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.900136:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013340032:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.900204:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.934901:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013340032:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070427.934924:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.934938:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:3.0:1746070427.936107:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015452288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 36071us (36507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.936114:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5400 00000100:00100000:0.0:1746070427.937615:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.937657:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.937734:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015452416 00000100:00100000:1.0:1746070427.937741:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015452416 00002000:00100000:1.0:1746070427.937775:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099c98a80 x1830887015452416/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.937784:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98a80 with x1830887015452416 ext(0->7) 00010000:00010000:1.0:1746070427.937791:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 46 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1746070427.937811:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 46 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:1.0:1746070427.937817:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c98a80 00000100:00100000:3.0:1746070427.939376:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015452544 00000100:00100000:3.0:1746070427.939385:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015452544 00000100:00100000:3.0:1746070427.939420:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5401 00000100:00100000:3.0:1746070427.939427:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:31620:x1830887015452544:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070427.939440:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070427.939452:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ed9d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfac6 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.939470:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070427.939475:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.939480:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070427.939483:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ed9d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfac6 expref: 48 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.939515:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.939526:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ed9d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfac6 expref: 48 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.939534:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070427.939581:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:31620:x1830887015452544:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (1922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.939586:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5401 00000100:00100000:2.0:1746070427.939813:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1904 00000100:00100000:2.0:1746070427.939820:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+47:1963:x1830887015452416:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070427.940057:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1963:x1830887015452416:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 236us (2445us total) trans 4294968026 rc 0/0 00000100:00100000:2.0:1746070427.940063:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1904 00002000:00100000:2.0:1746070427.940069:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099c98a80 x1830887015452416/t4294968026(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 496/448 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.940077:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98a80 with x1830887015452416 ext(0->7) 00010000:00010000:2.0:1746070427.940081:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 49 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.940095:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 49 pid: 8445 timeout: 639 lvb_type: 0 00002000:00010000:2.0:1746070427.940100:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c98a80 00000100:00100000:0.0:1746070427.942173:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.942248:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015452672 00000100:00100000:3.0:1746070427.942254:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015452672 00010000:00010000:3.0:1746070427.942277:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 49 pid: 8445 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.943166:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7667 00000100:00100000:2.0:1746070427.943175:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1961:x1830887015452672:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070427.943186:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070427.943205:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 49 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.943215:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 49 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.943231:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ed8f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfab8 expref: 49 pid: 8445 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746070427.943330:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.943332:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.943339:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.943346:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.943378:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.943393:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 5 pid: 8444 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746070427.943403:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013340288:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070427.943473:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.946046:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013340288:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070427.946064:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070427.946102:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1961:x1830887015452672:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2928us (3932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.946109:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7667 00000100:00100000:0.0:1746070427.947927:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.948291:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015452928 00000100:00100000:3.0:1746070427.948298:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015452928 00002000:00100000:3.0:1746070427.948331:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093696d80 x1830887015452928/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.948340:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093696d80 with x1830887015452928 ext(0->4095) 00010000:00010000:3.0:1746070427.948348:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 6 pid: 8444 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746070427.948359:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070427.948368:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093696d80 00000100:00100000:3.0:1746070427.948394:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1905 00000100:00100000:3.0:1746070427.948401:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015452928:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070427.948538:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015452928:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (615us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.948544:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1905 00002000:00100000:3.0:1746070427.948549:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093696d80 x1830887015452928/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.948556:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093696d80 with x1830887015452928 ext(0->4095) 00010000:00010000:3.0:1746070427.948560:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070427.948567:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070427.948572:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093696d80 00000100:00100000:0.0:1746070427.953551:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.953846:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015453056 00000100:00100000:2.0:1746070427.953854:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015453056 00010000:00010000:2.0:1746070427.953879:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070427.953915:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7668 00000100:00100000:2.0:1746070427.953922:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015453056:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070427.953933:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070427.954177:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070427.954188:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070427.954207:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ed96 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfabf expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070427.954235:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.954237:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.954244:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ed9d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfac6 expref: 47 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.954252:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ed9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfac6 expref: 47 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.954279:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ed9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfac6 expref: 47 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070427.954289:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013340416:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070427.955130:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.958262:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013340416:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070427.958278:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070427.958307:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015453056:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4386us (4762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.958315:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7668 00000100:00100000:0.0:1746070427.959489:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.959794:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015453312 00000100:00100000:1.0:1746070427.959800:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015453312 00002000:00100000:1.0:1746070427.959846:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093697480 x1830887015453312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.959854:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697480 with x1830887015453312 ext(0->4095) 00002000:00010000:1.0:1746070427.959858:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093697480 00000100:00100000:1.0:1746070427.960226:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4000 00000100:00100000:1.0:1746070427.960232:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015453312:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070427.960349:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015453312:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (862us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070427.960355:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4000 00002000:00100000:1.0:1746070427.960359:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093697480 x1830887015453312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.960366:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697480 with x1830887015453312 ext(0->4095) 00002000:00010000:1.0:1746070427.960369:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093697480 00000100:00100000:0.0:1746070427.962439:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.962653:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015453440 00000100:00100000:2.0:1746070427.962659:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015453440 00000100:00100000:2.0:1746070427.962901:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5402 00000100:00100000:2.0:1746070427.962909:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015453440:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.962922:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.962935:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfacd expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.962962:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ed9d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfac6 expref: 47 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.962968:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.962969:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.962972:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.962994:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ed9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfac6 expref: 47 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.963003:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ed9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfac6 expref: 47 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070427.963013:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013340544:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.963955:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.966865:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013340544:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.966890:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.966905:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070427.966939:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015453440:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4030us (4504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.966947:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5402 00000100:00100000:0.0:1746070427.967445:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.967821:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015453568 00000100:00100000:2.0:1746070427.967827:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015453568 00010000:00010000:2.0:1746070427.967849:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ed9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfac6 expref: 48 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070427.967880:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7669 00000100:00100000:2.0:1746070427.967886:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015453568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070427.967896:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070427.967913:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ed9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfac6 expref: 48 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070427.967923:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ed9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfac6 expref: 48 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070427.967941:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ed9d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfac6 expref: 48 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070427.967970:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.967972:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.967977:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.967984:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.968008:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070427.968018:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013340672:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070427.968072:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070427.968955:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.969024:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015453696 00000100:00100000:2.0:1746070427.969028:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015453696 00000100:00100000:2.0:1746070427.969059:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5403 00000100:00100000:2.0:1746070427.969065:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:31620:x1830887015453696:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.969076:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.969085:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfad4 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.969105:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.969111:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.969112:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070427.969115:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.969130:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.969139:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070427.969146:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013340800:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.969576:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.970118:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013340672:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070427.970129:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070427.970151:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1963:x1830887015453568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2265us (2707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.970158:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7669 00000100:00100000:0.0:1746070427.970745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.970761:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015453952 00000100:00100000:3.0:1746070427.970765:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015453952 00002000:00100000:3.0:1746070427.970789:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093697800 x1830887015453952/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.970797:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697800 with x1830887015453952 ext(0->4095) 00010000:00010000:3.0:1746070427.970811:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070427.970826:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070427.970832:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093697800 00000100:00100000:2.0:1746070427.970867:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013340800:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.970878:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 48 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.970888:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070427.970906:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:31620:x1830887015453696:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1841us (1953us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.970912:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5403 00000100:00100000:3.0:1746070427.971537:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1906 00000100:00100000:3.0:1746070427.971545:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015453952:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070427.971927:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015453952:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (900us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070427.971934:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1906 00002000:00100000:3.0:1746070427.971939:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093697800 x1830887015453952/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070427.972025:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697800 with x1830887015453952 ext(0->4095) 00010000:00010000:3.0:1746070427.972032:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070427.972041:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070427.972047:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093697800 00000100:00100000:0.0:1746070427.981588:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070427.981638:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070427.981772:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015454080 00000100:00100000:2.0:1746070427.981779:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015454080 00000100:00100000:2.0:1746070427.981820:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5404 00000100:00100000:2.0:1746070427.981830:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:31621:x1830887015454080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070427.981845:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070427.981862:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607edb2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfadb expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.981882:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746070427.982016:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015454208 00000100:00100000:3.0:1746070427.982020:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015454208 00010000:00010000:3.0:1746070427.982037:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070427.982053:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7670 00000100:00100000:3.0:1746070427.982058:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015454208:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.982065:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070427.982091:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.982098:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070427.982102:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607edb2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfadb expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.982451:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070427.982462:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070427.982479:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607eda4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfacd expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070427.982499:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.982500:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.982505:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.982512:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.982534:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.982543:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070427.982553:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013340928:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.982617:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc840 going to sleep for 11 seconds 00010000:00010000:2.0:1746070427.983528:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070427.983537:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070427.983546:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013341056:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070427.983583:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070427.985082:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013341056:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070427.985101:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607edb2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfadb expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070427.985112:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070427.985141:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:31621:x1830887015454080:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3311us (3560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070427.985148:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5404 00000100:00100000:0.0:1746070427.985362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.985436:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013340928:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.985452:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.985472:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015454208:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3413us (3834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.985742:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7670 00000100:00100000:2.0:1746070427.985844:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015454464 00000100:00100000:2.0:1746070427.985849:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015454464 00002000:00100000:2.0:1746070427.985873:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e043100 x1830887015454464/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.985881:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e043100 with x1830887015454464 ext(0->4095) 00010000:00010000:2.0:1746070427.985887:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070427.985896:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070427.985906:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e043100 00000100:00100000:2.0:1746070427.985927:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1907 00000100:00100000:2.0:1746070427.985932:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1963:x1830887015454464:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070427.986029:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1963:x1830887015454464:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (667us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070427.986034:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1907 00002000:00100000:2.0:1746070427.986038:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e043100 x1830887015454464/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070427.986044:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e043100 with x1830887015454464 ext(0->4095) 00010000:00010000:2.0:1746070427.986048:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070427.986055:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070427.986060:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e043100 00000100:00100000:0.0:1746070427.990646:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070427.990760:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015454592 00000100:00100000:3.0:1746070427.990767:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015454592 00010000:00010000:3.0:1746070427.990794:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070427.990828:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7671 00000100:00100000:3.0:1746070427.990834:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e040a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1964:x1830887015454592:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070427.990846:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070427.990862:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070427.990872:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070427.990889:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfad4 expref: 49 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070427.990909:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.990911:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070427.990917:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607edb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfadb expref: 48 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.990925:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607edb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfadb expref: 48 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070427.990955:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607edb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfadb expref: 48 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070427.990964:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013341184:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070427.991996:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070427.994879:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013341184:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070427.994900:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070427.994934:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e040a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1964:x1830887015454592:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4099us (4295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070427.994943:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7671 00000100:00100000:0.0:1746070427.997981:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070427.998042:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015454848 00000100:00100000:1.0:1746070427.998049:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015454848 00002000:00100000:1.0:1746070427.998084:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1500 x1830887015454848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/0 e 0 to 0 dl 1746070438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.998093:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1500 with x1830887015454848 ext(0->4095) 00002000:00010000:1.0:1746070427.998097:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c1500 00000100:00100000:1.0:1746070427.998125:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4001 00000100:00100000:1.0:1746070427.998131:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015454848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070427.998265:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015454848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070427.998271:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4001 00002000:00100000:1.0:1746070427.998276:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1500 x1830887015454848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:58/0 lens 488/4536 e 0 to 0 dl 1746070438 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070427.998282:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1500 with x1830887015454848 ext(0->4095) 00002000:00010000:1.0:1746070427.998285:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c1500 00000100:00100000:0.0:1746070428.004587:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.004695:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015454976 00000100:00100000:2.0:1746070428.004703:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015454976 00000100:00100000:2.0:1746070428.004752:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5405 00000100:00100000:2.0:1746070428.004758:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015454976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.004772:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.004785:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfae2 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.004821:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607edb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfadb expref: 47 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.004827:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.004828:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.004831:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.004852:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607edb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfadb expref: 47 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.004862:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607edb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfadb expref: 47 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.004872:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013341312:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.004943:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00080000:0.0:1746070428.005283:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070428.008245:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013341312:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.008267:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.008282:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070428.008317:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015454976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3558us (3737us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.008323:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5405 00000100:00100000:0.0:1746070428.010149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070428.010204:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.010213:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015455104 00000100:00100000:3.0:1746070428.010220:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015455104 00010000:00010000:3.0:1746070428.010254:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607edb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfadb expref: 48 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.010294:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7672 00000100:00100000:3.0:1746070428.010300:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015455104:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.010310:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070428.010327:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607edb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfadb expref: 48 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.010337:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607edb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfadb expref: 48 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.010355:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607edb2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfadb expref: 48 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.010369:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.010371:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.010377:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.010384:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.010410:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070428.010420:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013341440:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.010476:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcb40 going to sleep for 11 seconds 00000100:00080000:0.0:1746070428.010932:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070428.011070:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015455232 00000100:00100000:2.0:1746070428.011074:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015455232 00000100:00100000:2.0:1746070428.011097:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5406 00000100:00100000:2.0:1746070428.011103:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:31620:x1830887015455232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.011113:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.011122:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfae9 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.011138:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.011144:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.011146:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.011149:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.011165:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.011174:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.011182:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013341568:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.011235:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.014054:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013341568:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.014079:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.014098:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070428.014131:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:31620:x1830887015455232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3027us (3926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.014139:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5406 00000100:00100000:3.0:1746070428.014350:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013341440:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070428.014365:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.014384:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1963:x1830887015455104:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4084us (4240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.014391:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7672 00000100:00100000:0.0:1746070428.015989:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.016033:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015455488 00000100:00100000:2.0:1746070428.016039:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015455488 00002000:00100000:2.0:1746070428.016070:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c95500 x1830887015455488/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.016079:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95500 with x1830887015455488 ext(0->4095) 00010000:00010000:2.0:1746070428.016086:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.016097:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.016103:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c95500 00000100:00100000:2.0:1746070428.016133:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1908 00000100:00100000:2.0:1746070428.016139:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015455488:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070428.016274:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015455488:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.016280:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1908 00002000:00100000:2.0:1746070428.016285:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c95500 x1830887015455488/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.016297:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95500 with x1830887015455488 ext(0->4095) 00010000:00010000:2.0:1746070428.016302:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.016310:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.016316:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c95500 00000100:00100000:0.0:1746070428.026070:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.027002:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015455616 00000100:00100000:3.0:1746070428.027009:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015455616 00010000:00010000:3.0:1746070428.027038:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.027077:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7673 00000100:00100000:3.0:1746070428.027084:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015455616:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.027098:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070428.027113:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.027131:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.027150:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607edb9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae2 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.027174:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.027176:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.027181:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 47 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.027188:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 47 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.027213:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 47 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070428.027222:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013341696:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.027294:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.032956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.032976:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013341696:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070428.032997:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.033030:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015455616:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5945us (6967us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.033030:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015455872 00000100:00100000:1.0:1746070428.033036:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015455872 00000100:00100000:3.0:1746070428.033041:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7673 00002000:00100000:1.0:1746070428.033070:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1a680 x1830887015455872/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.033079:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1a680 with x1830887015455872 ext(0->4095) 00002000:00010000:1.0:1746070428.033083:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f1a680 00000100:00100000:1.0:1746070428.033648:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4002 00000100:00100000:1.0:1746070428.033655:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1964:x1830887015455872:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070428.033813:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1964:x1830887015455872:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (854us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.033818:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4002 00002000:00100000:1.0:1746070428.033823:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1a680 x1830887015455872/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.033830:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1a680 with x1830887015455872 ext(0->4095) 00002000:00010000:1.0:1746070428.033833:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f1a680 00000100:00100000:0.0:1746070428.037263:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.037342:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015456000 00000100:00100000:2.0:1746070428.037349:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015456000 00000100:00100000:2.0:1746070428.037394:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5407 00000100:00100000:2.0:1746070428.037401:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015456000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.037415:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.037429:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607edc7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfaf0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.037453:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 47 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.037461:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.037462:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.037465:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607edc7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf0 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.037488:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 47 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.037501:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 47 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.037510:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013341824:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.037577:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.041331:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013341824:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.041358:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607edc7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf0 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.041371:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070428.041410:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015456000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4009us (4155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.041417:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5407 00000100:00100000:0.0:1746070428.045711:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.045791:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015456128 00000100:00100000:2.0:1746070428.045798:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015456128 00002000:00100000:2.0:1746070428.045842:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092c96680 x1830887015456128/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.045851:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c96680 with x1830887015456128 ext(0->7) 00010000:00010000:2.0:1746070428.045858:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 48 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.045870:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 48 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.045881:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c96680 00000100:00100000:2.0:1746070428.045904:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1909 00000100:00100000:2.0:1746070428.045911:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+48:1964:x1830887015456128:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070428.046172:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015456128:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 261us (502us total) trans 4294968027 rc 0/0 00000100:00100000:2.0:1746070428.046178:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1909 00002000:00100000:2.0:1746070428.046183:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092c96680 x1830887015456128/t4294968027(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/448 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.046189:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c96680 with x1830887015456128 ext(0->7) 00010000:00010000:2.0:1746070428.046193:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 50 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.046200:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 50 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.046205:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c96680 00000100:00100000:0.0:1746070428.050414:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.050996:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015456256 00000100:00100000:3.0:1746070428.051004:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015456256 00010000:00010000:3.0:1746070428.051033:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 50 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.051075:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7674 00000100:00100000:3.0:1746070428.051082:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1962:x1830887015456256:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.051094:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070428.051112:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 50 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.051124:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 50 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.051153:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607edc0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfae9 expref: 50 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.051168:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.051170:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.051175:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607edc7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf0 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.051182:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607edc7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf0 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.051208:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607edc7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf0 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070428.051218:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013341952:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.051286:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.056647:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013341952:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070428.056701:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.056743:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:1962:x1830887015456256:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5661us (6336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.056752:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7674 00000100:00100000:0.0:1746070428.057371:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.057986:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015456512 00000100:00100000:1.0:1746070428.057993:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015456512 00002000:00100000:1.0:1746070428.058022:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c95880 x1830887015456512/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.058031:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95880 with x1830887015456512 ext(0->4095) 00002000:00010000:1.0:1746070428.058035:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c95880 00000100:00100000:1.0:1746070428.058405:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4003 00000100:00100000:1.0:1746070428.058412:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015456512:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070428.058523:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015456512:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (1153us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.058530:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4003 00002000:00100000:1.0:1746070428.058535:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c95880 x1830887015456512/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.058542:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95880 with x1830887015456512 ext(0->4095) 00002000:00010000:1.0:1746070428.058544:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c95880 00000100:00100000:0.0:1746070428.065487:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.065545:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015456640 00000100:00100000:2.0:1746070428.065553:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015456640 00000100:00100000:2.0:1746070428.065605:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5408 00000100:00100000:2.0:1746070428.065613:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131166450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+49:31621:x1830887015456640:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.065627:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.065641:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfaf7 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.065695:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607edc7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf0 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.065702:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.065703:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.065707:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 50 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.065730:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607edc7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf0 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.065740:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607edc7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf0 expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.065750:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013342080:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.065821:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.066309:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.066344:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015456768 00000100:00100000:3.0:1746070428.066348:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015456768 00000100:00100000:3.0:1746070428.066368:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5409 00000100:00100000:3.0:1746070428.066374:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31620:x1830887015456768:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.066381:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.066387:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfafe expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.066398:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.066402:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.066407:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.066409:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.066433:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.066446:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.066454:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceba00, rc 0) 00000100:00100000:3.0:1746070428.066488:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31620:x1830887015456768:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.066494:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5409 00000100:00100000:2.0:1746070428.068745:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013342080:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.068766:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.068778:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070428.069450:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131166450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31621:x1830887015456640:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3836us (3967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.069456:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5408 00000100:00100000:0.0:1746070428.069656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.071471:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015456896 00000100:00100000:3.0:1746070428.071479:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015456896 00010000:00010000:3.0:1746070428.071508:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607edc7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf0 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.071543:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7675 00000100:00100000:3.0:1746070428.071549:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015456896:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.071560:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070428.071579:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607edc7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf0 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.071589:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607edc7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf0 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.071608:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607edc7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf0 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.071631:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.071633:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.071640:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 50 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.071646:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 50 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.071686:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 50 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.071696:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 50 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.071706:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013342336:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.071779:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.074450:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013342336:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070428.074472:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.074504:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015456896:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2955us (4848us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.074513:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7675 00000100:00100000:1.0:1746070428.074632:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.075129:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015457152 00000100:00100000:2.0:1746070428.075135:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015457152 00002000:00100000:2.0:1746070428.075164:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bbb80 x1830887015457152/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.075172:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bbb80 with x1830887015457152 ext(0->4095) 00010000:00010000:2.0:1746070428.075178:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 51 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.075189:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 51 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.075195:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923bbb80 00000100:00100000:2.0:1746070428.075218:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1910 00000100:00100000:2.0:1746070428.075224:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887015457152:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070428.075331:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887015457152:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (698us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.075336:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1910 00002000:00100000:2.0:1746070428.075340:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bbb80 x1830887015457152/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.075347:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bbb80 with x1830887015457152 ext(0->4095) 00010000:00010000:2.0:1746070428.075351:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 51 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.075359:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 51 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.075364:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923bbb80 00000100:00100000:0.0:1746070428.078954:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.079489:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015457280 00000100:00100000:2.0:1746070428.079496:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015457280 00000100:00100000:2.0:1746070428.079877:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5410 00000100:00100000:2.0:1746070428.079884:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015457280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.079898:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.079910:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb05 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.079930:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.079934:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.079939:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070428.079942:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.079966:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.079975:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.079982:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070428.080376:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015457280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 491us (1426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.080387:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5410 00000100:00100000:0.0:1746070428.080508:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.080582:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015457408 00000100:00100000:3.0:1746070428.080586:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015457408 00010000:00010000:3.0:1746070428.080600:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 51 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.080614:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7676 00000100:00100000:3.0:1746070428.080617:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1962:x1830887015457408:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.080626:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070428.080640:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 51 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.080648:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 51 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.080662:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607edce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfaf7 expref: 51 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.080685:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.080686:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.080691:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.080697:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.080712:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 50 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.080721:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 50 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.080729:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013342592:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.082215:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.084718:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013342592:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070428.084737:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.085274:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1962:x1830887015457408:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4654us (4764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.085282:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7676 00000100:00100000:0.0:1746070428.087068:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.087698:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015457664 00000100:00100000:1.0:1746070428.087705:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015457664 00002000:00100000:1.0:1746070428.087737:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efc380 x1830887015457664/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.087745:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efc380 with x1830887015457664 ext(0->4095) 00010000:00010000:1.0:1746070428.087753:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 50 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.087766:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 50 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.087772:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efc380 00000100:00100000:1.0:1746070428.087798:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1911 00000100:00100000:1.0:1746070428.087831:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015457664:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070428.087949:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015457664:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (883us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.087955:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1911 00002000:00100000:1.0:1746070428.087960:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efc380 x1830887015457664/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.087967:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efc380 with x1830887015457664 ext(0->4095) 00010000:00010000:1.0:1746070428.087971:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 50 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.087980:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 50 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.087991:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efc380 00000100:00100000:0.0:1746070428.090221:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070428.090282:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.090337:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015457792 00000100:00100000:2.0:1746070428.090343:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015457792 00000100:00100000:2.0:1746070428.090369:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5411 00000100:00100000:2.0:1746070428.090375:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:31620:x1830887015457792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.090386:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.090397:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb0c expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.090415:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.090419:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.090424:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070428.090427:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.090451:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.090460:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.090467:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070428.090504:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31620:x1830887015457792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.090509:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5411 00000100:00100000:3.0:1746070428.090637:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015457920 00000100:00100000:3.0:1746070428.090641:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015457920 00010000:00010000:3.0:1746070428.090654:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 51 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.090669:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7677 00000100:00100000:3.0:1746070428.090693:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1964:x1830887015457920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.090699:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070428.090713:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 51 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.090722:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 51 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.090735:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607edd5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfafe expref: 51 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.090746:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.090747:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.090751:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.090758:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.090774:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.090783:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.090791:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013342848:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.090850:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.093010:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013342848:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070428.093028:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.093066:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015457920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2371us (2782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.093074:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7677 00000100:00100000:0.0:1746070428.094705:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.094768:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015458176 00000100:00100000:2.0:1746070428.094774:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015458176 00002000:00100000:2.0:1746070428.094835:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091eff100 x1830887015458176/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.094851:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff100 with x1830887015458176 ext(0->4095) 00010000:00010000:2.0:1746070428.094858:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.094869:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.094876:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091eff100 00000100:00100000:2.0:1746070428.094898:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1912 00000100:00100000:2.0:1746070428.094904:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015458176:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.095546:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015458176:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 640us (843us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.095552:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1912 00002000:00100000:2.0:1746070428.095557:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091eff100 x1830887015458176/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.095564:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff100 with x1830887015458176 ext(0->4095) 00010000:00010000:2.0:1746070428.095569:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.095578:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.095583:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091eff100 00000100:00100000:0.0:1746070428.097849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.098024:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015458304 00000100:00100000:3.0:1746070428.098030:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015458304 00010000:00010000:3.0:1746070428.098056:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.098090:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7678 00000100:00100000:3.0:1746070428.098096:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015458304:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.098106:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070428.098122:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.098132:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.098152:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607eddc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb05 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.098179:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.098181:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.098187:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.098194:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.098221:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070428.098230:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013342976:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.098299:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.100603:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013342976:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070428.100625:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.100655:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015458304:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2559us (2812us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.100663:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7678 00000100:00100000:0.0:1746070428.102992:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.103057:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015458560 00000100:00100000:2.0:1746070428.103063:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015458560 00002000:00100000:2.0:1746070428.103094:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efdc00 x1830887015458560/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.103102:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efdc00 with x1830887015458560 ext(0->4095) 00002000:00010000:2.0:1746070428.103106:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efdc00 00000100:00100000:2.0:1746070428.103127:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4004 00000100:00100000:2.0:1746070428.103132:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015458560:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.104552:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1964:x1830887015458560:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1414us (1560us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.104560:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4004 00002000:00100000:2.0:1746070428.104569:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efdc00 x1830887015458560/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.104576:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efdc00 with x1830887015458560 ext(0->4095) 00002000:00010000:2.0:1746070428.104580:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efdc00 00000100:00100000:0.0:1746070428.108876:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.110320:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015458688 00000100:00100000:2.0:1746070428.110329:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015458688 00000100:00100000:2.0:1746070428.110378:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5412 00000100:00100000:2.0:1746070428.110384:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015458688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.110398:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.110412:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb13 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.110436:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.110446:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.110448:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.110450:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edea lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb13 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.110472:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 49 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.110482:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 49 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.110491:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013343104:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.110569:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.116246:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013343104:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.116271:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edea lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb13 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.116285:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070428.116498:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015458688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6112us (7625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.116505:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5412 00000100:00100000:0.0:1746070428.135712:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.135791:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015458816 00000100:00100000:2.0:1746070428.135798:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015458816 00002000:00100000:2.0:1746070428.135845:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091effb80 x1830887015458816/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.135860:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091effb80 with x1830887015458816 ext(0->7) 00010000:00010000:2.0:1746070428.135867:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 50 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.135880:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 50 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.135885:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091effb80 00000100:00100000:2.0:1746070428.135906:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1913 00000100:00100000:2.0:1746070428.135913:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+50:1963:x1830887015458816:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070428.136195:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1963:x1830887015458816:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 280us (488us total) trans 4294968028 rc 0/0 00000100:00100000:2.0:1746070428.136201:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1913 00002000:00100000:2.0:1746070428.136207:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091effb80 x1830887015458816/t4294968028(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/448 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.136213:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091effb80 with x1830887015458816 ext(0->7) 00010000:00010000:2.0:1746070428.136218:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 52 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.136225:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 52 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.136230:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091effb80 00000100:00100000:0.0:1746070428.139849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.140107:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015458944 00000100:00100000:3.0:1746070428.140114:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015458944 00010000:00010000:3.0:1746070428.140142:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 52 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.140269:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7679 00000100:00100000:3.0:1746070428.140275:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1962:x1830887015458944:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.140286:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746070428.140300:0:7078:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746070427 -> 1746070428 00002000:00010000:3.0:1746070428.140302:0:7078:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746070427 -> 1746070428 00010000:00010000:3.0:1746070428.140307:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 52 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.140316:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 52 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.140333:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607ede3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb0c expref: 52 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.140360:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.140362:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.140368:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb13 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.140376:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb13 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.140400:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb13 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070428.140410:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013343232:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.141308:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.143790:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.143867:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015459200 00000100:00100000:1.0:1746070428.143873:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015459200 00002000:00100000:1.0:1746070428.143906:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efe680 x1830887015459200/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.143914:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efe680 with x1830887015459200 ext(0->4095) 00002000:00010000:1.0:1746070428.143918:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efe680 00000100:00100000:1.0:1746070428.143938:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4005 00000100:00100000:1.0:1746070428.144020:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015459200:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070428.144140:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015459200:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.144146:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4005 00002000:00100000:1.0:1746070428.144150:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efe680 x1830887015459200/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.144156:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efe680 with x1830887015459200 ext(0->4095) 00002000:00010000:1.0:1746070428.144159:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efe680 00000100:00100000:3.0:1746070428.144237:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013343232:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070428.144255:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.144276:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1962:x1830887015458944:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4001us (4433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.144283:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7679 00000100:00100000:2.0:1746070428.146334:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070428.146482:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015459328 00000100:00100000:0.0:1746070428.146487:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015459328 00000100:00100000:0.0:1746070428.146522:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5413 00000100:00100000:0.0:1746070428.146528:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31621:x1830887015459328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070428.146540:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070428.146554:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb1a expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070428.146574:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb13 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070428.146580:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070428.146582:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070428.146585:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070428.146607:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb13 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070428.146615:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb13 expref: 5 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746070428.146629:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013343360:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070428.146706:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943796c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.151309:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013343360:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.151333:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.151347:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60c00, rc 0) 00000100:00100000:2.0:1746070428.151380:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31621:x1830887015459328:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4851us (5049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.151387:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5413 00000100:00100000:0.0:1746070428.152891:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070428.152934:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.152992:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015459584 00000100:00100000:3.0:1746070428.152998:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015459584 00010000:00010000:3.0:1746070428.153022:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb13 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.153059:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7680 00000100:00100000:3.0:1746070428.153069:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015459584:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.153079:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070428.153095:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb13 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.153105:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb13 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.153122:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607edea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb13 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.153146:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.153148:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.153155:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.153166:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.153190:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.153263:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015459456 00000100:00100000:2.0:1746070428.153267:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015459456 00000100:00100000:2.0:1746070428.153287:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5414 00000100:00100000:2.0:1746070428.153292:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31620:x1830887015459456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.153303:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.153312:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb21 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.153327:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.153332:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.153334:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.153336:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.154106:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.154118:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.154127:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013343616:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.154212:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.155937:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013343488:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.156075:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.158993:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013343616:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.159015:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.159029:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070428.159060:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:31620:x1830887015459456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5767us (6171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.159067:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5414 00000100:00100000:3.0:1746070428.161192:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013343488:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070428.161211:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.161240:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015459584:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8171us (8305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.161248:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7680 00000100:00100000:0.0:1746070428.162128:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.162722:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015459840 00000100:00100000:3.0:1746070428.162728:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015459840 00002000:00100000:3.0:1746070428.162760:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323480 x1830887015459840/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.162768:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323480 with x1830887015459840 ext(0->4095) 00010000:00010000:3.0:1746070428.162775:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.162787:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.162792:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093323480 00000100:00100000:3.0:1746070428.163005:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1914 00000100:00100000:3.0:1746070428.163013:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1963:x1830887015459840:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070428.163130:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1963:x1830887015459840:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (1002us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.163135:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1914 00002000:00100000:3.0:1746070428.163140:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323480 x1830887015459840/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.163147:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323480 with x1830887015459840 ext(0->4095) 00010000:00010000:3.0:1746070428.163151:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.163159:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.163164:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093323480 00000100:00100000:0.0:1746070428.166297:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070428.167149:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.167208:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015459968 00000100:00100000:2.0:1746070428.167215:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015459968 00000100:00100000:2.0:1746070428.167247:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5415 00000100:00100000:2.0:1746070428.167253:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015459968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.167268:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.167283:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb28 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.167303:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.167309:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.167314:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070428.167317:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.167350:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.167361:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.167369:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070428.167405:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015459968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (1114us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.167411:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5415 00000100:00100000:3.0:1746070428.167493:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015460096 00000100:00100000:3.0:1746070428.167497:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015460096 00010000:00010000:3.0:1746070428.167512:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.167539:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7681 00000100:00100000:3.0:1746070428.167544:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1964:x1830887015460096:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.167551:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070428.167564:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.167577:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.167590:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60c00/0x628f9640b607edf1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb1a expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.167608:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.167610:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.167614:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.167620:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.167636:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.167645:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 52 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.167653:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013343872:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.167721:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.169832:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.169952:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015460352 00000100:00100000:1.0:1746070428.169958:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015460352 00002000:00100000:1.0:1746070428.169988:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946ab480 x1830887015460352/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.169997:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ab480 with x1830887015460352 ext(0->4095) 00010000:00010000:1.0:1746070428.170004:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.170020:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.170026:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946ab480 00000100:00100000:1.0:1746070428.170055:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1915 00000100:00100000:1.0:1746070428.170061:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1964:x1830887015460352:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070428.170189:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1964:x1830887015460352:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.170195:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1915 00002000:00100000:1.0:1746070428.170200:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946ab480 x1830887015460352/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.170207:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ab480 with x1830887015460352 ext(0->4095) 00010000:00010000:1.0:1746070428.170211:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.170219:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.170224:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946ab480 00000100:00100000:3.0:1746070428.170301:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013343872:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070428.170317:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.170346:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1964:x1830887015460096:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2802us (3198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.170355:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7681 00000100:00100000:0.0:1746070428.173163:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.173333:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015460480 00000100:00100000:2.0:1746070428.173338:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015460480 00000100:00100000:2.0:1746070428.173370:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5416 00000100:00100000:2.0:1746070428.173376:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31620:x1830887015460480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.173390:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.173402:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ee06 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb2f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.173422:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.173426:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.173431:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070428.173433:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ee06 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb2f expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.173464:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.173473:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ee06 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb2f expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.173481:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070428.173524:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:31620:x1830887015460480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.173528:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5416 00000100:00100000:3.0:1746070428.174085:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.174405:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015460608 00000100:00100000:2.0:1746070428.174408:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015460608 00010000:00010000:2.0:1746070428.174422:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.174634:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7682 00000100:00100000:2.0:1746070428.174641:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1962:x1830887015460608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.174648:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.174663:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.174703:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.174719:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607edf8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb21 expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.174736:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.174738:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.174742:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.174747:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.174766:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.174774:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 5 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.174782:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013344128:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.174847:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.177269:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013344128:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.177283:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.177650:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1962:x1830887015460608:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3007us (3563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.177658:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7682 00000100:00100000:0.0:1746070428.178279:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.178604:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015460864 00000100:00100000:2.0:1746070428.178609:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015460864 00002000:00100000:2.0:1746070428.178635:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319ea680 x1830887015460864/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.178650:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ea680 with x1830887015460864 ext(0->4095) 00010000:00010000:2.0:1746070428.178657:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.178667:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.178687:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319ea680 00000100:00100000:2.0:1746070428.178935:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1916 00000100:00100000:2.0:1746070428.179022:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015460864:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.179392:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015460864:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 449us (1113us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.179399:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1916 00002000:00100000:2.0:1746070428.179404:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319ea680 x1830887015460864/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.179411:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ea680 with x1830887015460864 ext(0->4095) 00010000:00010000:2.0:1746070428.179415:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.179424:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.179429:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319ea680 00000100:00100000:0.0:1746070428.182034:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.182205:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015460992 00000100:00100000:2.0:1746070428.182211:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015460992 00010000:00010000:2.0:1746070428.182237:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.182637:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7683 00000100:00100000:2.0:1746070428.182645:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015460992:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.182656:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.182698:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.182709:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.182729:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607edff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb28 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.182743:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.182745:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.182750:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ee06 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb2f expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.182757:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ee06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb2f expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.182783:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ee06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb2f expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.182793:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013344256:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.182867:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.186898:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.187053:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015461248 00000100:00100000:3.0:1746070428.187059:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015461248 00002000:00100000:3.0:1746070428.187093:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092407480 x1830887015461248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.187102:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092407480 with x1830887015461248 ext(0->4095) 00002000:00010000:3.0:1746070428.187106:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092407480 00000100:00100000:3.0:1746070428.187134:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4006 00000100:00100000:3.0:1746070428.187141:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1963:x1830887015461248:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070428.187266:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1963:x1830887015461248:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (374us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.187272:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4006 00002000:00100000:3.0:1746070428.187277:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092407480 x1830887015461248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.187283:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092407480 with x1830887015461248 ext(0->4095) 00002000:00010000:3.0:1746070428.187286:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092407480 00000100:00100000:2.0:1746070428.187485:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013344256:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.187499:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.187519:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015460992:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4876us (5491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.187526:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7683 00000100:00100000:0.0:1746070428.189472:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.189568:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015461376 00000100:00100000:2.0:1746070428.189573:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015461376 00000100:00100000:2.0:1746070428.189627:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5417 00000100:00100000:2.0:1746070428.189633:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015461376:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.189644:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.189656:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb36 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.189696:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ee06 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb2f expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.189702:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.189703:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.189706:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.189726:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ee06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb2f expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.189735:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ee06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb2f expref: 51 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.189749:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013344384:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.190189:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.191916:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013344384:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.191936:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.191949:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070428.191979:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015461376:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2346us (2511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.191986:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5417 00000100:00100000:0.0:1746070428.193381:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.193471:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015461504 00000100:00100000:2.0:1746070428.193476:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015461504 00010000:00010000:2.0:1746070428.193499:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ee06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb2f expref: 52 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.193530:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7684 00000100:00100000:2.0:1746070428.193536:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1964:x1830887015461504:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.193546:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.193560:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ee06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb2f expref: 52 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.193570:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ee06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb2f expref: 52 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.193591:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ee06 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb2f expref: 52 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.193915:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.193917:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.193923:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.193931:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.193955:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.193965:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013344512:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.194162:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.196555:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013344512:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.196569:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.196597:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1964:x1830887015461504:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3061us (3219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.196605:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7684 00000100:00100000:0.0:1746070428.197029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.197849:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015461760 00000100:00100000:2.0:1746070428.197855:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015461760 00000100:00100000:2.0:1746070428.197884:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5418 00000100:00100000:2.0:1746070428.197890:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31620:x1830887015461760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.197907:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.197919:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb3d expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.197940:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.197959:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.197960:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.197964:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.197986:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.197996:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 5 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.198007:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013344640:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.198070:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.199361:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.199638:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015461888 00000100:00100000:1.0:1746070428.199643:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015461888 00002000:00100000:1.0:1746070428.199669:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efd880 x1830887015461888/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.199745:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efd880 with x1830887015461888 ext(0->4095) 00010000:00010000:1.0:1746070428.199752:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.199763:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.199768:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efd880 00000100:00100000:1.0:1746070428.199793:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1917 00000100:00100000:1.0:1746070428.199800:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015461888:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070428.200582:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015461888:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 779us (1220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.200589:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1917 00002000:00100000:1.0:1746070428.200595:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efd880 x1830887015461888/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.200603:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efd880 with x1830887015461888 ext(0->4095) 00010000:00010000:1.0:1746070428.200608:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.200617:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.200622:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efd880 00000100:00100000:2.0:1746070428.201245:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013344640:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.201266:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.201277:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070428.201973:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31620:x1830887015461760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4081us (4942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.201981:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5418 00000100:00100000:0.0:1746070428.204326:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.205653:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015462016 00000100:00100000:2.0:1746070428.205661:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015462016 00000100:00100000:2.0:1746070428.205715:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5419 00000100:00100000:2.0:1746070428.205723:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31621:x1830887015462016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.205736:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.205751:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ee1b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb44 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.205771:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.205775:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.205781:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.205784:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ee1b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb44 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.205821:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.205831:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ee1b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb44 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.205839:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070428.205887:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:31621:x1830887015462016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (1565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.205893:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5419 00000100:00100000:3.0:1746070428.206397:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.206860:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015462144 00000100:00100000:2.0:1746070428.206865:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015462144 00010000:00010000:2.0:1746070428.206881:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.206908:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7685 00000100:00100000:2.0:1746070428.206914:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015462144:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.206921:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.206935:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.206944:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.206960:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb36 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.206981:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.206982:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.206986:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.206993:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.207009:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.207021:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 52 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.207031:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013344896:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.207645:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.209446:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.209613:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013344896:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.209628:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.209955:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015462400 00000100:00100000:1.0:1746070428.209961:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015462400 00002000:00100000:1.0:1746070428.209990:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404a80 x1830887015462400/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.210003:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404a80 with x1830887015462400 ext(0->4095) 00010000:00010000:1.0:1746070428.210010:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.210021:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.210026:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092404a80 00000100:00100000:2.0:1746070428.210182:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015462144:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3266us (3784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.210190:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7685 00000100:00100000:1.0:1746070428.210752:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1918 00000100:00100000:1.0:1746070428.210759:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1963:x1830887015462400:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070428.210892:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1963:x1830887015462400:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (1449us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.210898:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1918 00002000:00100000:1.0:1746070428.210903:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404a80 x1830887015462400/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.210910:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404a80 with x1830887015462400 ext(0->4095) 00010000:00010000:1.0:1746070428.210915:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.210924:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.210929:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092404a80 00000100:00100000:0.0:1746070428.214184:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.214279:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015462528 00000100:00100000:2.0:1746070428.214287:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015462528 00010000:00010000:2.0:1746070428.214314:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.214352:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7686 00000100:00100000:2.0:1746070428.214359:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1962:x1830887015462528:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.214371:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.214387:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.214397:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.214414:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee14 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb3d expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.214428:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.214430:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.214435:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ee1b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb44 expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.214441:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ee1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb44 expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.214464:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ee1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb44 expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.214475:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013345024:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.215247:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.217548:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013345024:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.217566:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.217602:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1962:x1830887015462528:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3242us (3423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.217611:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7686 00000100:00100000:0.0:1746070428.218612:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.218690:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015462784 00000100:00100000:3.0:1746070428.218696:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015462784 00002000:00100000:3.0:1746070428.218728:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32d80 x1830887015462784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.218737:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32d80 with x1830887015462784 ext(0->4095) 00002000:00010000:3.0:1746070428.218740:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be32d80 00000100:00100000:3.0:1746070428.218858:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4007 00000100:00100000:3.0:1746070428.218865:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1964:x1830887015462784:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070428.219085:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1964:x1830887015462784:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 219us (473us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.219091:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4007 00002000:00100000:3.0:1746070428.219097:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32d80 x1830887015462784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.219103:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32d80 with x1830887015462784 ext(0->4095) 00002000:00010000:3.0:1746070428.219106:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be32d80 00000100:00100000:0.0:1746070428.221110:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.221237:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015462912 00000100:00100000:2.0:1746070428.221242:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015462912 00000100:00100000:2.0:1746070428.221399:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5420 00000100:00100000:2.0:1746070428.221406:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015462912:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.221420:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.221433:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee22 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb4b expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.221459:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ee1b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb44 expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.221465:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.221467:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.221470:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee22 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb4b expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.221493:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ee1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb44 expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.221504:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ee1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb44 expref: 51 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.221513:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013345152:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.221855:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.223066:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013345152:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.223085:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee22 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb4b expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.223223:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070428.223259:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015462912:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1853us (2151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.223265:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5420 00000100:00100000:0.0:1746070428.223423:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.223518:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015463040 00000100:00100000:2.0:1746070428.223523:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015463040 00010000:00010000:2.0:1746070428.223540:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ee1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb44 expref: 52 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.223558:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7687 00000100:00100000:2.0:1746070428.223563:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1964:x1830887015463040:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.223573:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.223589:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ee1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb44 expref: 52 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.223598:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ee1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb44 expref: 52 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.223639:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607ee1b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb44 expref: 52 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.223659:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.223661:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.223667:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee22 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb4b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.223834:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb4b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.223857:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb4b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.223867:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013345280:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.223921:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.226101:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013345280:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.226118:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.226359:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1964:x1830887015463040:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2794us (2935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.226369:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7687 00000100:00100000:0.0:1746070428.226492:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.226558:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015463296 00000100:00100000:3.0:1746070428.226563:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015463296 00002000:00100000:3.0:1746070428.226592:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33480 x1830887015463296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.226600:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33480 with x1830887015463296 ext(0->4095) 00002000:00010000:3.0:1746070428.226605:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be33480 00000100:00100000:3.0:1746070428.226620:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4008 00000100:00100000:3.0:1746070428.226626:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015463296:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070428.226968:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015463296:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 341us (475us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.226974:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4008 00002000:00100000:3.0:1746070428.226979:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33480 x1830887015463296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.226986:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33480 with x1830887015463296 ext(0->4095) 00002000:00010000:3.0:1746070428.226989:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be33480 00000100:00100000:0.0:1746070428.227757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.227821:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015463424 00000100:00100000:2.0:1746070428.227825:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015463424 00000100:00100000:2.0:1746070428.227844:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5421 00000100:00100000:2.0:1746070428.227848:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31620:x1830887015463424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.227857:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.227868:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb52 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.227886:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee22 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb4b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.227892:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.227893:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.227896:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.227914:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb4b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.227922:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee22 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb4b expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.227935:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013345408:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.228418:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.228912:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.229272:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015463552 00000100:00100000:2.0:1746070428.229276:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015463552 00000100:00100000:2.0:1746070428.229310:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5422 00000100:00100000:2.0:1746070428.229317:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:31621:x1830887015463552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.229326:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.229336:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee30 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb59 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.229353:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.229357:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 54 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.229362:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.229365:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee30 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb59 expref: 54 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.229387:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 54 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.229397:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee30 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb59 expref: 54 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.229405:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070428.229444:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:31621:x1830887015463552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.229450:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5422 00000100:00100000:3.0:1746070428.229706:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013345408:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.229719:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.229727:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:3.0:1746070428.230027:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:31620:x1830887015463424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2177us (2269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.230105:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5421 00000100:00100000:0.0:1746070428.231288:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.231489:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015463680 00000100:00100000:2.0:1746070428.231493:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015463680 00010000:00010000:2.0:1746070428.231513:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee22 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb4b expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.231743:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7688 00000100:00100000:2.0:1746070428.231750:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015463680:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.231760:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.231776:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee22 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb4b expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.231786:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb4b expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.231813:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee22 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb4b expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.231831:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.231832:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.231837:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.231844:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.231866:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.231876:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 52 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.231885:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013345664:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.231949:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.234088:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013345664:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.234103:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070428.234120:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.234233:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015463936 00000100:00100000:3.0:1746070428.234238:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015463936 00002000:00100000:3.0:1746070428.234273:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8700 x1830887015463936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.234281:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8700 with x1830887015463936 ext(0->4095) 00010000:00010000:3.0:1746070428.234288:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 53 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.234292:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015463680:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2542us (3006us total) trans 0 rc 0/0 00010000:00010000:3.0:1746070428.234299:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 53 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.234299:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7688 00002000:00010000:3.0:1746070428.234304:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af8700 00000100:00100000:3.0:1746070428.234329:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1919 00000100:00100000:3.0:1746070428.234335:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1963:x1830887015463936:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070428.234638:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1963:x1830887015463936:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 303us (518us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.234647:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1919 00002000:00100000:3.0:1746070428.234652:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8700 x1830887015463936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.234658:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8700 with x1830887015463936 ext(0->4095) 00010000:00010000:3.0:1746070428.234662:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 53 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.234695:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 53 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.234702:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af8700 00000100:00100000:0.0:1746070428.236333:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.236420:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015464064 00000100:00100000:2.0:1746070428.236425:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015464064 00010000:00010000:2.0:1746070428.236446:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 53 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.236478:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7689 00000100:00100000:2.0:1746070428.236484:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1961:x1830887015464064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.236493:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.236508:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 53 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.236517:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 53 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.236534:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee29 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb52 expref: 53 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.236547:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.236548:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.236553:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee30 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb59 expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.236560:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb59 expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.236583:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb59 expref: 52 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.236593:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013345792:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.236660:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.238210:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013345792:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070428.238219:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1746070428.238222:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.238257:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1961:x1830887015464064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1773us (1927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.238266:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7689 00000100:00100000:3.0:1746070428.238319:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015464320 00000100:00100000:3.0:1746070428.238324:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015464320 00002000:00100000:3.0:1746070428.238349:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afbb80 x1830887015464320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.238361:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afbb80 with x1830887015464320 ext(0->4095) 00002000:00010000:3.0:1746070428.238365:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afbb80 00000100:00100000:3.0:1746070428.238434:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4009 00000100:00100000:3.0:1746070428.238442:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1962:x1830887015464320:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070428.238710:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1962:x1830887015464320:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 268us (490us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.238717:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4009 00002000:00100000:3.0:1746070428.238722:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afbb80 x1830887015464320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.238737:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afbb80 with x1830887015464320 ext(0->4095) 00002000:00010000:3.0:1746070428.238740:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afbb80 00000100:00100000:0.0:1746070428.239925:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.240006:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015464448 00000100:00100000:3.0:1746070428.240009:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015464448 00000100:00100000:3.0:1746070428.240032:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5423 00000100:00100000:3.0:1746070428.240037:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015464448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.240046:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.240058:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee37 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb60 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.240082:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee30 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb59 expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.240089:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.240091:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.240094:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee37 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb60 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.240115:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb59 expref: 51 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.240123:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb59 expref: 51 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.240132:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013345920:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.240195:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.241572:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013345920:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.241600:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee37 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb60 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.241613:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceaa00, rc 0) 00000100:00100000:3.0:1746070428.241652:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015464448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1613us (1727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.241658:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5423 00000100:00100000:0.0:1746070428.241798:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.241990:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015464576 00000100:00100000:2.0:1746070428.241995:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015464576 00010000:00010000:2.0:1746070428.242017:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb59 expref: 52 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.242046:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7690 00000100:00100000:2.0:1746070428.242051:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1963:x1830887015464576:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.242062:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.242078:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb59 expref: 52 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.242087:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb59 expref: 52 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.242104:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee30 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb59 expref: 52 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.242115:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.242117:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.242122:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb60 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.242130:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb60 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.242152:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb60 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.242161:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013346048:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.242210:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.243401:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013346048:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.243412:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.243469:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:1963:x1830887015464576:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1418us (1672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.243479:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7690 00000100:00100000:0.0:1746070428.244065:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.244111:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015464832 00000100:00100000:3.0:1746070428.244115:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015464832 00002000:00100000:3.0:1746070428.244143:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6a00 x1830887015464832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.244155:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6a00 with x1830887015464832 ext(0->4095) 00002000:00010000:3.0:1746070428.244159:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6a00 00000100:00100000:3.0:1746070428.244186:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4010 00000100:00100000:3.0:1746070428.244191:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015464832:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070428.244456:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015464832:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 264us (392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.244462:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4010 00002000:00100000:3.0:1746070428.244467:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6a00 x1830887015464832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.244474:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6a00 with x1830887015464832 ext(0->4095) 00002000:00010000:3.0:1746070428.244477:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6a00 00000100:00100000:0.0:1746070428.245922:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.246007:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015464960 00000100:00100000:3.0:1746070428.246011:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015464960 00000100:00100000:3.0:1746070428.246042:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5424 00000100:00100000:3.0:1746070428.246048:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+51:31621:x1830887015464960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.246057:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.246070:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb67 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.246089:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb60 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.246095:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.246097:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.246101:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.246125:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb60 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.246135:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb60 expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.246144:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013346176:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.246200:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.247460:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013346176:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.247482:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 52 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.247496:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebe00, rc 0) 00000100:00100000:3.0:1746070428.247521:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:31621:x1830887015464960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1473us (1601us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.247527:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5424 00000100:00100000:0.0:1746070428.248616:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.248710:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015465088 00000100:00100000:2.0:1746070428.248715:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015465088 00010000:00010000:2.0:1746070428.248737:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb60 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.248766:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7691 00000100:00100000:2.0:1746070428.248772:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015465088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.248782:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.248812:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb60 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.248821:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb60 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.248838:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb60 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.248864:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.248865:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.248871:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.248878:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.248902:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.248915:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013346304:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.249006:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.250719:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013346304:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.250732:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.250757:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015465088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1985us (2143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.250765:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7691 00000100:00100000:0.0:1746070428.251961:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.252150:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015465344 00000100:00100000:3.0:1746070428.252155:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015465344 00002000:00100000:3.0:1746070428.252185:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5180 x1830887015465344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.252193:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5180 with x1830887015465344 ext(0->4095) 00002000:00010000:3.0:1746070428.252196:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e5180 00000100:00100000:3.0:1746070428.252250:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4011 00000100:00100000:3.0:1746070428.252257:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1963:x1830887015465344:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070428.252377:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1963:x1830887015465344:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (417us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.252383:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4011 00002000:00100000:3.0:1746070428.252389:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5180 x1830887015465344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.252395:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5180 with x1830887015465344 ext(0->4095) 00002000:00010000:3.0:1746070428.252398:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e5180 00000100:00100000:0.0:1746070428.259033:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.262090:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015465472 00000100:00100000:3.0:1746070428.262100:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015465472 00000100:00100000:3.0:1746070428.262152:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5425 00000100:00100000:3.0:1746070428.262159:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015465472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.262173:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.262187:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ee45 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb6e expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.262211:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.262217:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.262219:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.262222:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ee45 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb6e expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.262246:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 51 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.262256:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 51 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.262265:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013346432:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.262335:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.274368:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013346432:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.274400:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ee45 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb6e expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.274416:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceac00, rc 0) 00000100:00100000:3.0:1746070428.274471:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015465472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12312us (15445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.274482:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5425 00000100:00100000:0.0:1746070428.284010:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.284094:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015465600 00000100:00100000:1.0:1746070428.284101:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015465600 00002000:00100000:1.0:1746070428.284133:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800926e5500 x1830887015465600/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.284141:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5500 with x1830887015465600 ext(0->7) 00010000:00010000:1.0:1746070428.284148:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 52 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.284160:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 52 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.284166:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e5500 00000100:00100000:1.0:1746070428.284192:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1920 00000100:00100000:1.0:1746070428.284198:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+52:1963:x1830887015465600:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070428.284434:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1963:x1830887015465600:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 235us (429us total) trans 4294968029 rc 0/0 00000100:00100000:1.0:1746070428.284440:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1920 00002000:00100000:1.0:1746070428.284444:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800926e5500 x1830887015465600/t4294968029(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/448 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.284451:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5500 with x1830887015465600 ext(0->7) 00010000:00010000:1.0:1746070428.284455:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 54 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.284463:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 54 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.284468:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e5500 00000100:00100000:0.0:1746070428.291514:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.292488:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015465728 00000100:00100000:2.0:1746070428.292496:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015465728 00010000:00010000:2.0:1746070428.292524:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 54 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.292552:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7692 00000100:00100000:2.0:1746070428.292559:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887015465728:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.292569:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.292586:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 54 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.292594:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 54 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.292612:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee3e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb67 expref: 54 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.292626:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.292628:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.292635:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ee45 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb6e expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.292642:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ee45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb6e expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.292664:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ee45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb6e expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.295908:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013346560:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.297093:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.297774:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013346560:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.297787:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.297838:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1964:x1830887015465728:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5278us (6329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.297847:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7692 00000100:00100000:0.0:1746070428.301085:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.301233:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015465984 00000100:00100000:3.0:1746070428.301239:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015465984 00002000:00100000:3.0:1746070428.301273:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e7480 x1830887015465984/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.301281:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7480 with x1830887015465984 ext(0->4095) 00002000:00010000:3.0:1746070428.301285:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e7480 00000100:00100000:3.0:1746070428.301300:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4012 00000100:00100000:3.0:1746070428.301306:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015465984:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070428.301417:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015465984:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (338us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.301422:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4012 00002000:00100000:3.0:1746070428.301427:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e7480 x1830887015465984/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.301433:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7480 with x1830887015465984 ext(0->4095) 00002000:00010000:3.0:1746070428.301435:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e7480 00000100:00100000:0.0:1746070428.307241:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.307317:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015466112 00000100:00100000:3.0:1746070428.307323:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015466112 00000100:00100000:3.0:1746070428.307452:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5426 00000100:00100000:3.0:1746070428.307458:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:31621:x1830887015466112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.307471:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.307484:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb75 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.307510:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ee45 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb6e expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.307516:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.307518:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.307521:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 54 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.307543:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ee45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb6e expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.307553:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ee45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb6e expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.307563:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013346688:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.309918:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.311366:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.312132:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015466240 00000100:00100000:1.0:1746070428.312139:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015466240 00000100:00100000:1.0:1746070428.312175:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5427 00000100:00100000:1.0:1746070428.312180:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:31620:x1830887015466240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070428.312193:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070428.312204:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb7c expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.312223:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.312227:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 56 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.312232:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070428.312235:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 56 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.312259:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 56 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.312268:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 56 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.312276:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e7ea00, rc 0) 00000100:00100000:1.0:1746070428.312307:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:31620:x1830887015466240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.312313:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5427 00000100:00100000:0.0:1746070428.315025:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.315128:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013346688:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.315151:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 55 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.315164:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceba00, rc 0) 00000100:00100000:3.0:1746070428.315194:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:31621:x1830887015466112:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7736us (7958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.315201:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5426 00000100:00100000:2.0:1746070428.315279:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015466368 00000100:00100000:2.0:1746070428.315284:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015466368 00010000:00010000:2.0:1746070428.315304:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ee45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb6e expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.315733:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7693 00000100:00100000:2.0:1746070428.315740:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015466368:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.315750:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.315764:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ee45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb6e expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.315777:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ee45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb6e expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.315794:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ee45 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb6e expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.315819:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.315821:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.315829:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 54 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.315836:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 54 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.315859:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 54 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.315868:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 54 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.315877:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013346944:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.315934:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.318261:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.318533:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015466624 00000100:00100000:1.0:1746070428.318540:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015466624 00002000:00100000:1.0:1746070428.318572:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f72d80 x1830887015466624/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.318581:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f72d80 with x1830887015466624 ext(0->4095) 00010000:00010000:1.0:1746070428.318588:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 55 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.318600:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 55 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.318606:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f72d80 00000100:00100000:1.0:1746070428.318634:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1921 00000100:00100000:1.0:1746070428.318641:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1964:x1830887015466624:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070428.318782:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1964:x1830887015466624:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.318788:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1921 00002000:00100000:1.0:1746070428.318793:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f72d80 x1830887015466624/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.318799:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f72d80 with x1830887015466624 ext(0->4095) 00010000:00010000:1.0:1746070428.318816:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 55 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.318824:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 55 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.318829:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f72d80 00000100:00100000:2.0:1746070428.319414:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013346944:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.319427:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.319457:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015466368:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3717us (4440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.319466:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7693 00000100:00100000:2.0:1746070428.323745:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.324184:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015466752 00000100:00100000:3.0:1746070428.324192:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015466752 00000100:00100000:3.0:1746070428.324984:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5428 00000100:00100000:3.0:1746070428.324992:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015466752:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.325006:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.325019:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb83 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.325040:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.325045:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.325051:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070428.325054:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.325082:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.325092:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.325100:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceb400, rc 0) 00000100:00100000:3.0:1746070428.325141:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015466752:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (1403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.325147:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5428 00000100:00100000:0.0:1746070428.325657:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.325775:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015466880 00000100:00100000:2.0:1746070428.325778:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015466880 00010000:00010000:2.0:1746070428.325793:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 55 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.326370:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7694 00000100:00100000:2.0:1746070428.326376:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1964:x1830887015466880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.326384:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.326401:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 55 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.326411:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 55 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.326426:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607ee4c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb75 expref: 55 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.326448:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.326450:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.326455:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.326461:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.326486:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.326496:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.326506:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013347200:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.327747:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.331615:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013347200:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.331631:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.331690:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887015466880:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5313us (6032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.331698:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7694 00000100:00100000:0.0:1746070428.332567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.333038:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015467136 00000100:00100000:2.0:1746070428.333043:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015467136 00002000:00100000:2.0:1746070428.333072:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fba680 x1830887015467136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.333081:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fba680 with x1830887015467136 ext(0->4095) 00010000:00010000:2.0:1746070428.333088:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.333100:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.333105:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fba680 00000100:00100000:2.0:1746070428.333122:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1922 00000100:00100000:2.0:1746070428.333127:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1963:x1830887015467136:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070428.333240:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1963:x1830887015467136:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (673us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.333246:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1922 00002000:00100000:2.0:1746070428.333250:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fba680 x1830887015467136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.333256:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fba680 with x1830887015467136 ext(0->4095) 00010000:00010000:2.0:1746070428.333261:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.333269:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.333275:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fba680 00000100:00100000:0.0:1746070428.336114:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070428.336195:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.336353:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015467392 00000100:00100000:3.0:1746070428.336360:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015467392 00010000:00010000:3.0:1746070428.336385:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.336787:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7695 00000100:00100000:1.0:1746070428.336796:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1963:x1830887015467392:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.336818:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.336837:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.336848:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.336866:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ea00/0x628f9640b607ee53 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb7c expref: 54 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.336888:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.336890:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.336896:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.336904:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.336930:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.336940:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013347328:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.337001:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.337201:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015467264 00000100:00100000:2.0:1746070428.337205:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015467264 00000100:00100000:2.0:1746070428.337226:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5429 00000100:00100000:2.0:1746070428.337231:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:31620:x1830887015467264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.337241:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.337250:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ee61 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb8a expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.337264:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.337274:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.337275:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.337277:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ee61 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb8a expref: 55 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.337292:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.337301:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.337308:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013347456:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.337332:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.339268:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013347328:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.339282:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.339320:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1963:x1830887015467392:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2526us (3125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.339327:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7695 00000100:00100000:2.0:1746070428.340616:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013347456:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.340635:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ee61 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb8a expref: 54 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.340648:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070428.340691:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:31620:x1830887015467264:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3460us (4582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.340697:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5429 00000100:00100000:0.0:1746070428.341736:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.341819:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015467648 00000100:00100000:1.0:1746070428.341825:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015467648 00002000:00100000:1.0:1746070428.341852:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fbad80 x1830887015467648/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.341860:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fbad80 with x1830887015467648 ext(0->4095) 00010000:00010000:1.0:1746070428.341866:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.341876:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.341882:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fbad80 00000100:00100000:1.0:1746070428.342255:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1923 00000100:00100000:1.0:1746070428.342262:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015467648:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070428.342396:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015467648:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (660us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.342401:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1923 00002000:00100000:1.0:1746070428.342406:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fbad80 x1830887015467648/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.342414:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fbad80 with x1830887015467648 ext(0->4095) 00010000:00010000:1.0:1746070428.342418:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.342430:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.342434:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fbad80 00000100:00100000:0.0:1746070428.345457:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.345542:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015467776 00000100:00100000:1.0:1746070428.345548:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015467776 00010000:00010000:1.0:1746070428.345573:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.346042:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7696 00000100:00100000:1.0:1746070428.346049:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015467776:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.346059:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.346074:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.346084:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.346101:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607ee5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb83 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.346119:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.346121:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.346127:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ee61 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb8a expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.346138:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ee61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb8a expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.346161:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ee61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb8a expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.346170:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013347584:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.346898:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.349120:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.349198:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013347584:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.349212:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.349248:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015467776:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3200us (3796us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.349256:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7696 00000100:00100000:3.0:1746070428.349334:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015468032 00000100:00100000:3.0:1746070428.349339:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015468032 00002000:00100000:3.0:1746070428.349364:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8e00 x1830887015468032/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.349372:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8e00 with x1830887015468032 ext(0->4095) 00002000:00010000:3.0:1746070428.349375:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb8e00 00000100:00100000:3.0:1746070428.349386:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4013 00000100:00100000:3.0:1746070428.349391:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887015468032:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070428.349503:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887015468032:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (388us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.349509:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4013 00002000:00100000:3.0:1746070428.349513:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8e00 x1830887015468032/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.349519:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8e00 with x1830887015468032 ext(0->4095) 00002000:00010000:3.0:1746070428.349522:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb8e00 00000100:00100000:0.0:1746070428.352027:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.352105:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015468160 00000100:00100000:2.0:1746070428.352111:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015468160 00000100:00100000:2.0:1746070428.352324:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5430 00000100:00100000:2.0:1746070428.352330:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015468160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.352346:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.352359:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee68 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb91 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.352379:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ee61 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb8a expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.352385:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.352387:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.352389:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee68 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb91 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.352410:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ee61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb8a expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.352419:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ee61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb8a expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.352428:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013347712:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.353077:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.354815:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013347712:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.354836:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee68 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb91 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.354848:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070428.354885:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015468160:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2555us (2862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.354895:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5430 00000100:00100000:0.0:1746070428.355504:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.355704:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015468288 00000100:00100000:1.0:1746070428.355710:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015468288 00010000:00010000:1.0:1746070428.355732:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ee61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb8a expref: 54 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.356066:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7697 00000100:00100000:1.0:1746070428.356073:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887015468288:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.356085:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.356102:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ee61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb8a expref: 54 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.356111:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ee61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb8a expref: 54 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.356129:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ee61 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb8a expref: 54 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.356152:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.356153:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.356159:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee68 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb91 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.356165:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb91 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.356189:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb91 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.356199:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013347840:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.356253:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.358937:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.359270:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013347840:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.359285:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.359326:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:1964:x1830887015468288:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3253us (3823us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.359335:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7697 00000100:00100000:1.0:1746070428.360135:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015468544 00000100:00100000:1.0:1746070428.360140:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015468544 00002000:00100000:1.0:1746070428.360167:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fbb800 x1830887015468544/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.360181:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fbb800 with x1830887015468544 ext(0->4095) 00002000:00010000:1.0:1746070428.360185:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fbb800 00000100:00100000:1.0:1746070428.360618:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4014 00000100:00100000:1.0:1746070428.360625:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015468544:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070428.360744:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015468544:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (1812us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.360749:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4014 00002000:00100000:1.0:1746070428.360754:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fbb800 x1830887015468544/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.360759:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fbb800 with x1830887015468544 ext(0->4095) 00002000:00010000:1.0:1746070428.360762:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fbb800 00000100:00100000:0.0:1746070428.360894:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.361057:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015468672 00000100:00100000:2.0:1746070428.361061:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015468672 00000100:00100000:2.0:1746070428.361176:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5431 00000100:00100000:2.0:1746070428.361181:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+53:31620:x1830887015468672:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.361189:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.361200:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb98 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.361217:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee68 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb91 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.361223:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.361225:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.361227:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 54 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.361246:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb91 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.361254:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb91 expref: 5 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.361262:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013347968:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.361309:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.362629:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013347968:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.362646:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 54 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.362655:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070428.362851:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:31620:x1830887015468672:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1668us (1955us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.362856:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5431 00000100:00100000:0.0:1746070428.364704:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.364842:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015468800 00000100:00100000:1.0:1746070428.364848:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015468800 00010000:00010000:1.0:1746070428.364873:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb91 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.365129:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7698 00000100:00100000:1.0:1746070428.365136:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015468800:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.365145:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.365162:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb91 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.365172:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb91 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.365190:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ee68 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb91 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.365521:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.365523:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.365529:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.365537:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.365564:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.365574:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013348096:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070428.365819:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.366195:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.366828:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015468928 00000100:00100000:2.0:1746070428.366833:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015468928 00000100:00100000:2.0:1746070428.366868:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5432 00000100:00100000:2.0:1746070428.366874:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015468928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.366885:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.366895:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfb9f expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.366912:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.366917:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.366918:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.366921:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.366938:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.366947:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.366955:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013348224:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.367007:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.369795:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.369881:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013348224:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.369904:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.369918:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070428.369959:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+7:31621:x1830887015468928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3084us (4141us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.369967:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5432 00000100:00100000:3.0:1746070428.370023:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015469184 00000100:00100000:3.0:1746070428.370027:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015469184 00002000:00100000:3.0:1746070428.370053:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8000 x1830887015469184/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.370062:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8000 with x1830887015469184 ext(0->4095) 00010000:00010000:3.0:1746070428.370067:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 54 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.370081:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 54 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.370086:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e8000 00000100:00100000:1.0:1746070428.370294:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013348096:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.370303:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.370325:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015468800:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5190us (5652us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.370331:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7698 00000100:00100000:3.0:1746070428.370621:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1924 00000100:00100000:3.0:1746070428.370628:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1963:x1830887015469184:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070428.370783:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1963:x1830887015469184:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (994us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.370789:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1924 00002000:00100000:3.0:1746070428.370794:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8000 x1830887015469184/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.370810:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8000 with x1830887015469184 ext(0->4095) 00010000:00010000:3.0:1746070428.370814:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 54 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.370822:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 54 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.370827:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e8000 00000100:00100000:0.0:1746070428.373657:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.373964:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015469312 00000100:00100000:2.0:1746070428.373971:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015469312 00000100:00100000:2.0:1746070428.374009:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5433 00000100:00100000:2.0:1746070428.374015:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:31620:x1830887015469312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.374028:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.374041:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee7d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfba6 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.374060:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.374064:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.374069:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070428.374072:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee7d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfba6 expref: 55 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.374101:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.374110:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee7d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfba6 expref: 55 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.374117:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070428.374147:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:31620:x1830887015469312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.374151:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5433 00000100:00100000:0.0:1746070428.374338:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.374747:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015469440 00000100:00100000:1.0:1746070428.374751:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015469440 00010000:00010000:1.0:1746070428.374766:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 55 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.374796:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7699 00000100:00100000:1.0:1746070428.374810:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1963:x1830887015469440:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.374818:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.374834:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 55 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.374843:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 55 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.374856:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ee6f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb98 expref: 55 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.374868:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.374869:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.374874:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.374879:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.374896:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.374905:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 5 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.374920:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013348480:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.374975:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.377208:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013348480:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.377222:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.377257:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1963:x1830887015469440:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2456us (2918us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.377266:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7699 00000100:00100000:0.0:1746070428.377816:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.377957:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015469696 00000100:00100000:1.0:1746070428.377962:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015469696 00002000:00100000:1.0:1746070428.377987:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afad80 x1830887015469696/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.377996:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afad80 with x1830887015469696 ext(0->4095) 00010000:00010000:1.0:1746070428.378002:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.378013:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.378019:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092afad80 00000100:00100000:1.0:1746070428.378042:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1925 00000100:00100000:1.0:1746070428.378047:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015469696:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070428.378164:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015469696:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.378173:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1925 00002000:00100000:1.0:1746070428.378178:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afad80 x1830887015469696/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.378185:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afad80 with x1830887015469696 ext(0->4095) 00010000:00010000:1.0:1746070428.378190:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.378198:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.378203:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092afad80 00000100:00100000:0.0:1746070428.381162:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.381301:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015469824 00000100:00100000:1.0:1746070428.381307:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015469824 00010000:00010000:1.0:1746070428.381333:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.381443:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7700 00000100:00100000:1.0:1746070428.381449:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015469824:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.381459:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.381474:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.381483:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.381499:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607ee76 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfb9f expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.381520:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.381521:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.381527:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfba6 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.381534:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfba6 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.381556:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfba6 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.381564:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013348608:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.381621:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.385310:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013348608:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.385326:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.385361:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015469824:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3913us (4205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.385370:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7700 00000100:00100000:0.0:1746070428.385645:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.385846:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015470080 00000100:00100000:3.0:1746070428.385852:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015470080 00002000:00100000:3.0:1746070428.385882:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6d80 x1830887015470080/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.385891:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6d80 with x1830887015470080 ext(0->4095) 00002000:00010000:3.0:1746070428.385895:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f6d80 00000100:00100000:3.0:1746070428.385908:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4015 00000100:00100000:3.0:1746070428.385913:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887015470080:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070428.386048:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887015470080:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.386054:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4015 00002000:00100000:3.0:1746070428.386059:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6d80 x1830887015470080/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.386776:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6d80 with x1830887015470080 ext(0->4095) 00002000:00010000:3.0:1746070428.386779:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f6d80 00000100:00100000:0.0:1746070428.388342:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.388422:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015470208 00000100:00100000:3.0:1746070428.388427:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015470208 00000100:00100000:3.0:1746070428.388465:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5434 00000100:00100000:3.0:1746070428.388472:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015470208:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.388484:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.388498:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfbad expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.388521:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfba6 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.388526:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.388528:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.388531:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.388555:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfba6 expref: 53 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.388565:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfba6 expref: 53 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.388575:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013348736:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.388648:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.390200:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013348736:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.390223:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.390236:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebe00, rc 0) 00000100:00100000:3.0:1746070428.390278:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015470208:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1805us (1939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.390285:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5434 00000100:00100000:0.0:1746070428.393846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.394272:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015470336 00000100:00100000:1.0:1746070428.394279:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015470336 00010000:00010000:1.0:1746070428.394304:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfba6 expref: 54 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.394333:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7701 00000100:00100000:1.0:1746070428.394338:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887015470336:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.394350:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.394365:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfba6 expref: 54 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.394374:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfba6 expref: 54 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.394391:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607ee7d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfba6 expref: 54 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.395101:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.395103:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.395110:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.395117:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.395146:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.395156:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013348864:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.395224:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.395434:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.395518:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015470464 00000100:00100000:3.0:1746070428.395523:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015470464 00000100:00100000:3.0:1746070428.395621:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5435 00000100:00100000:3.0:1746070428.395628:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:31620:x1830887015470464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.395640:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.395649:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfbb4 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.395665:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.395690:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.395691:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.395694:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 55 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.395711:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.395720:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.395728:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013348992:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.395764:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.398126:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.398213:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015470720 00000100:00100000:2.0:1746070428.398219:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015470720 00002000:00100000:2.0:1746070428.398251:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c2d80 x1830887015470720/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.398259:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2d80 with x1830887015470720 ext(0->4095) 00010000:00010000:2.0:1746070428.398265:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.398277:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.398283:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c2d80 00000100:00100000:2.0:1746070428.398310:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1926 00000100:00100000:2.0:1746070428.398317:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015470720:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070428.398510:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013348864:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.398525:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.398811:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013348992:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.398831:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 55 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.398842:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceaa00, rc 0) 00000100:00100000:2.0:1746070428.398942:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015470720:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 625us (821us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.398949:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1926 00002000:00100000:2.0:1746070428.398955:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c2d80 x1830887015470720/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.398962:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2d80 with x1830887015470720 ext(0->4095) 00010000:00010000:2.0:1746070428.398966:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.398974:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.398979:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c2d80 00000100:00100000:1.0:1746070428.399046:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+55:1964:x1830887015470336:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4708us (5207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.399056:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7701 00000100:00100000:3.0:1746070428.399089:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:31620:x1830887015470464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3461us (3655us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.399094:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5435 00000100:00100000:2.0:1746070428.402248:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.402495:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015470848 00000100:00100000:1.0:1746070428.402502:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015470848 00010000:00010000:1.0:1746070428.402528:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.402561:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7702 00000100:00100000:1.0:1746070428.402568:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015470848:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.402579:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.402596:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.402606:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.402625:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ee84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbad expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.402647:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.402649:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.402655:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.402662:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.402716:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.402727:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013349120:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.402790:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.406457:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.406558:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015471104 00000100:00100000:3.0:1746070428.406565:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015471104 00002000:00100000:3.0:1746070428.406596:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c2a00 x1830887015471104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.406610:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2a00 with x1830887015471104 ext(0->4095) 00002000:00010000:3.0:1746070428.406615:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c2a00 00000100:00100000:3.0:1746070428.406630:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4016 00000100:00100000:3.0:1746070428.406635:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887015471104:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070428.406829:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013349120:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.406844:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.407718:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887015471104:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1080us (1265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.407725:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4016 00002000:00100000:3.0:1746070428.407733:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c2a00 x1830887015471104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.407740:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2a00 with x1830887015471104 ext(0->4095) 00002000:00010000:3.0:1746070428.407743:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c2a00 00000100:00100000:1.0:1746070428.408041:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015470848:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5472us (5798us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.408049:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7702 00000100:00100000:0.0:1746070428.413832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.413957:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015471232 00000100:00100000:3.0:1746070428.413965:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015471232 00000100:00100000:3.0:1746070428.414008:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5436 00000100:00100000:3.0:1746070428.414016:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015471232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.414031:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.414044:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfbbb expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.414067:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.414074:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.414075:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.414079:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.414105:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 53 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.414115:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 53 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.414125:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013349248:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.414203:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.416610:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013349248:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.416643:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.416656:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea600, rc 0) 00000100:00100000:3.0:1746070428.416721:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015471232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2704us (2895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.416728:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5436 00000100:00100000:0.0:1746070428.424851:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.425160:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015471360 00000100:00100000:3.0:1746070428.425168:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015471360 00002000:00100000:3.0:1746070428.425205:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009261b100 x1830887015471360/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.425215:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261b100 with x1830887015471360 ext(0->7) 00010000:00010000:3.0:1746070428.425222:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 54 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.425240:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 54 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.425245:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009261b100 00000100:00100000:3.0:1746070428.425273:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1927 00000100:00100000:3.0:1746070428.425280:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+54:1964:x1830887015471360:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070428.425753:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1964:x1830887015471360:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 471us (908us total) trans 4294968030 rc 0/0 00000100:00100000:3.0:1746070428.425759:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1927 00002000:00100000:3.0:1746070428.425765:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009261b100 x1830887015471360/t4294968030(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/448 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.425772:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261b100 with x1830887015471360 ext(0->7) 00010000:00010000:3.0:1746070428.425777:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 56 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.425786:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 56 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.425791:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009261b100 00000100:00100000:0.0:1746070428.437111:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.437591:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015471488 00000100:00100000:3.0:1746070428.437599:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015471488 00000100:00100000:3.0:1746070428.437645:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5437 00000100:00100000:3.0:1746070428.437653:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:31620:x1830887015471488:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.437669:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.437713:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfbc2 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.437733:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.437739:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.437745:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070428.437748:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 57 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.437781:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.437792:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 57 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.437813:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceae00, rc 0) 00000100:00100000:3.0:1746070428.437853:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:31620:x1830887015471488:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.437859:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5437 00000100:00100000:0.0:1746070428.441822:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.444014:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015471616 00000100:00100000:1.0:1746070428.444025:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015471616 00010000:00010000:1.0:1746070428.444059:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 57 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746070428.444635:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7703 00000100:00100000:0.0:1746070428.444645:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:1961:x1830887015471616:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070428.444656:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070428.444687:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 57 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746070428.444699:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 57 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746070428.444719:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ee8b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbb4 expref: 57 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746070428.444754:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070428.444756:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070428.444763:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070428.444770:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070428.444810:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070428.444820:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746070428.444830:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092619500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013349504:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.445906:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.448853:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092619500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013349504:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.448872:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.448913:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1961:x1830887015471616:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4270us (7098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.448922:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7703 00000100:00100000:0.0:1746070428.449297:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.449700:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015471872 00000100:00100000:3.0:1746070428.449706:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015471872 00002000:00100000:3.0:1746070428.449736:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619500 x1830887015471872/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.449744:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619500 with x1830887015471872 ext(0->4095) 00010000:00010000:3.0:1746070428.449751:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.449765:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.449771:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092619500 00000100:00100000:3.0:1746070428.449790:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1928 00000100:00100000:3.0:1746070428.449796:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015471872:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070428.449935:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015471872:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (639us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.449941:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1928 00002000:00100000:3.0:1746070428.449947:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619500 x1830887015471872/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.449953:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619500 with x1830887015471872 ext(0->4095) 00010000:00010000:3.0:1746070428.449957:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.449965:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.449970:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092619500 00000100:00100000:0.0:1746070428.454715:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.454796:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015472000 00000100:00100000:1.0:1746070428.454812:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015472000 00010000:00010000:1.0:1746070428.454841:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.454878:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7704 00000100:00100000:1.0:1746070428.454885:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015472000:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.454896:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.454914:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.454925:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.454943:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607ee92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbbb expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.454972:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.454974:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.454980:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 55 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.454987:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 55 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.455013:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 55 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.455023:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013349632:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.455080:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.458194:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.458271:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015472256 00000100:00100000:2.0:1746070428.458277:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015472256 00002000:00100000:2.0:1746070428.458309:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087261180 x1830887015472256/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.458317:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087261180 with x1830887015472256 ext(0->4095) 00002000:00010000:2.0:1746070428.458322:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087261180 00000100:00100000:2.0:1746070428.458343:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4017 00000100:00100000:2.0:1746070428.458349:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1963:x1830887015472256:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070428.458465:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1963:x1830887015472256:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.458470:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4017 00002000:00100000:2.0:1746070428.458475:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087261180 x1830887015472256/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.458482:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087261180 with x1830887015472256 ext(0->4095) 00002000:00010000:2.0:1746070428.458484:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087261180 00000100:00100000:1.0:1746070428.458559:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013349632:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.458573:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.458597:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015472000:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3712us (3932us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.458606:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7704 00000100:00100000:0.0:1746070428.480456:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.480559:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015472384 00000100:00100000:2.0:1746070428.480566:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015472384 00000100:00100000:2.0:1746070428.480613:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5438 00000100:00100000:2.0:1746070428.480620:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015472384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.480634:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.480648:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfbc9 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.480797:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 55 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.480816:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.480818:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.480822:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.480848:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 55 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.480859:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 55 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.480870:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092407b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013349760:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.480937:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.482424:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092407b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013349760:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.482443:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.482455:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070428.482484:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015472384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1864us (2034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.482490:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5438 00000100:00100000:0.0:1746070428.524768:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.524842:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015472512 00000100:00100000:0.0:1746070428.524849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.524850:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015472512 00002000:00100000:3.0:1746070428.524892:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087262d80 x1830887015472512/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.524903:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262d80 with x1830887015472512 ext(0->7) 00010000:00010000:3.0:1746070428.524911:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 56 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.524924:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 56 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.524930:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087262d80 00000100:00100000:3.0:1746070428.524953:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1929 00000100:00100000:3.0:1746070428.524963:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+56:1964:x1830887015472512:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070428.525110:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015472640 00000100:00100000:2.0:1746070428.525114:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015472640 00000100:00100000:2.0:1746070428.525136:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5439 00000100:00100000:2.0:1746070428.525141:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:31620:x1830887015472640:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.525148:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.525159:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eea7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfbd0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.525175:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.525179:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.525184:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070428.525187:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eea7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd0 expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.525215:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.525225:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eea7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd0 expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.525234:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070428.526557:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015472640:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1412us (1703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.526564:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5439 00000100:00100000:3.0:1746070428.526742:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1964:x1830887015472512:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 1780us (1979us total) trans 4294968031 rc 0/0 00000100:00100000:3.0:1746070428.526748:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1929 00002000:00100000:3.0:1746070428.526755:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087262d80 x1830887015472512/t4294968031(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/448 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.526763:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262d80 with x1830887015472512 ext(0->7) 00010000:00010000:3.0:1746070428.526769:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 59 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.526780:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 59 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.526785:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087262d80 00000100:00100000:0.0:1746070428.530626:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.530778:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015472768 00000100:00100000:1.0:1746070428.530786:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015472768 00010000:00010000:1.0:1746070428.530825:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 59 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.530859:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7705 00000100:00100000:1.0:1746070428.530866:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a43d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1963:x1830887015472768:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.530879:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.530896:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 59 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.530906:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 59 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.530923:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ee99 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc2 expref: 59 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.531861:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.531864:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.531872:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.531880:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.531913:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.531924:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 5 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.531934:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013350016:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.532009:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.533940:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013350016:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.533957:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.533985:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a43d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1963:x1830887015472768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3119us (3366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.533994:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7705 00000100:00100000:0.0:1746070428.534363:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.534416:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015473024 00000100:00100000:3.0:1746070428.534421:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015473024 00002000:00100000:3.0:1746070428.534450:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087260000 x1830887015473024/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.534464:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260000 with x1830887015473024 ext(0->4095) 00010000:00010000:3.0:1746070428.534471:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.534483:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.534494:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087260000 00000100:00100000:3.0:1746070428.534521:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1930 00000100:00100000:3.0:1746070428.534527:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015473024:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070428.534712:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015473024:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 185us (349us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.534718:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1930 00002000:00100000:3.0:1746070428.534724:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087260000 x1830887015473024/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.534730:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260000 with x1830887015473024 ext(0->4095) 00010000:00010000:3.0:1746070428.534735:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.534743:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.534748:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087260000 00000100:00100000:0.0:1746070428.537068:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.537163:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015473152 00000100:00100000:1.0:1746070428.537169:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015473152 00010000:00010000:1.0:1746070428.537194:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.537418:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7706 00000100:00100000:1.0:1746070428.537425:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015473152:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.537435:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.537452:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.537461:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.537478:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eea0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbc9 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.537505:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.537507:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.537513:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eea7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd0 expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.537520:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eea7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd0 expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.537545:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eea7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd0 expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.537554:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013350144:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.537887:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.539896:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013350144:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.539912:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.539951:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015473152:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2526us (2888us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.539960:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7706 00000100:00100000:0.0:1746070428.540363:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.540437:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015473408 00000100:00100000:3.0:1746070428.540442:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015473408 00002000:00100000:3.0:1746070428.540472:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236bb80 x1830887015473408/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.540481:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236bb80 with x1830887015473408 ext(0->4095) 00002000:00010000:3.0:1746070428.540485:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236bb80 00000100:00100000:3.0:1746070428.540570:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4018 00000100:00100000:3.0:1746070428.540578:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1964:x1830887015473408:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070428.540780:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1964:x1830887015473408:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 202us (416us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.540786:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4018 00002000:00100000:3.0:1746070428.540791:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236bb80 x1830887015473408/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.540798:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236bb80 with x1830887015473408 ext(0->4095) 00002000:00010000:3.0:1746070428.540812:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236bb80 00000100:00100000:0.0:1746070428.543776:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.543959:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015473536 00000100:00100000:3.0:1746070428.543968:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015473536 00000100:00100000:3.0:1746070428.544013:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5440 00000100:00100000:3.0:1746070428.544019:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015473536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.544033:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.544046:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607eeae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfbd7 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.544178:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eea7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd0 expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.544188:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.544190:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.544192:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607eeae lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd7 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.544215:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eea7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd0 expref: 57 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.544225:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eea7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd0 expref: 57 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.544235:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013350272:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.544344:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.546202:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013350272:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.546223:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607eeae lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd7 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.546236:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceac00, rc 0) 00000100:00100000:3.0:1746070428.546271:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015473536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2252us (2502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.546278:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5440 00000100:00100000:0.0:1746070428.546665:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.546798:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015473664 00000100:00100000:1.0:1746070428.546811:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015473664 00010000:00010000:1.0:1746070428.546834:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eea7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd0 expref: 58 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.546865:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7707 00000100:00100000:1.0:1746070428.546872:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1964:x1830887015473664:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.546885:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.546902:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eea7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd0 expref: 58 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.546911:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eea7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd0 expref: 58 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.546929:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eea7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd0 expref: 58 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.546953:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.546955:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.546961:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607eeae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd7 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.546967:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607eeae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd7 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.546993:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607eeae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd7 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.547004:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013350400:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.547059:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.548364:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013350400:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.548375:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.548400:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:1964:x1830887015473664:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1528us (1735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.548410:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7707 00000100:00100000:0.0:1746070428.548572:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.548615:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015473920 00000100:00100000:3.0:1746070428.548619:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015473920 00002000:00100000:3.0:1746070428.548645:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236b480 x1830887015473920/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.548660:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b480 with x1830887015473920 ext(0->4095) 00002000:00010000:3.0:1746070428.548664:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236b480 00000100:00100000:3.0:1746070428.548713:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4019 00000100:00100000:3.0:1746070428.548720:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015473920:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070428.548839:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015473920:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (266us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.548845:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4019 00002000:00100000:3.0:1746070428.548850:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236b480 x1830887015473920/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.548857:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b480 with x1830887015473920 ext(0->4095) 00002000:00010000:3.0:1746070428.548859:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236b480 00000100:00100000:0.0:1746070428.549912:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.550019:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015474048 00000100:00100000:3.0:1746070428.550023:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015474048 00000100:00100000:3.0:1746070428.550054:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5441 00000100:00100000:3.0:1746070428.550060:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+57:31621:x1830887015474048:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.550070:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.550083:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfbde expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.550104:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607eeae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd7 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.550110:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.550112:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.550115:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.550136:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607eeae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd7 expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.550147:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607eeae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd7 expref: 5 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.550156:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013350528:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.550222:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.550647:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.550729:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015474176 00000100:00100000:2.0:1746070428.550733:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015474176 00000100:00100000:2.0:1746070428.550812:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5442 00000100:00100000:2.0:1746070428.550818:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:31620:x1830887015474176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.550825:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.550831:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfbe5 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.550842:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.550845:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 60 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.550850:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.550852:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.550871:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 60 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.550881:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.550894:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070428.551024:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015474176:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.551029:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5442 00000100:00100000:3.0:1746070428.551365:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013350528:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.551379:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.551386:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceba00, rc 0) 00000100:00100000:3.0:1746070428.551405:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:31621:x1830887015474048:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1346us (1496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.551410:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5441 00000100:00100000:0.0:1746070428.552175:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.552330:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015474304 00000100:00100000:1.0:1746070428.552334:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015474304 00010000:00010000:1.0:1746070428.552353:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607eeae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd7 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.552383:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7708 00000100:00100000:1.0:1746070428.552388:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015474304:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.552397:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.552414:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607eeae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd7 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.552423:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607eeae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd7 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.552438:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607eeae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbd7 expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.552450:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.552451:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.552456:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.552463:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.552511:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 58 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.552521:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 58 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.552531:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013350784:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.552589:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.554009:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013350784:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.554022:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.554046:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015474304:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1656us (1871us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.554053:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7708 00000100:00100000:0.0:1746070428.554890:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.554948:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015474560 00000100:00100000:3.0:1746070428.554953:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015474560 00002000:00100000:3.0:1746070428.554981:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5dc00 x1830887015474560/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.554990:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830887015474560 ext(0->4095) 00010000:00010000:3.0:1746070428.554997:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 59 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.555011:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 59 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.555016:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5dc00 00000100:00100000:3.0:1746070428.555039:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1931 00000100:00100000:3.0:1746070428.555045:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1963:x1830887015474560:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070428.555177:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1963:x1830887015474560:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (287us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.555182:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1931 00002000:00100000:3.0:1746070428.555187:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5dc00 x1830887015474560/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.555193:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830887015474560 ext(0->4095) 00010000:00010000:3.0:1746070428.555198:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 59 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.555206:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 59 pid: 8444 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.555211:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5dc00 00000100:00100000:0.0:1746070428.557499:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.557567:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015474688 00000100:00100000:1.0:1746070428.557573:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015474688 00010000:00010000:1.0:1746070428.557598:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 59 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.557634:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7709 00000100:00100000:1.0:1746070428.557641:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1961:x1830887015474688:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.557652:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.557667:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 59 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.557703:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 59 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.557721:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607eeb5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbde expref: 59 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.557746:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.557748:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.557753:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 58 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.557761:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 58 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.557787:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 58 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.557797:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013350912:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.557866:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.559649:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013350912:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.559663:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070428.559700:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.559717:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1961:x1830887015474688:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2076us (2222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.559725:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7709 00000100:00100000:2.0:1746070428.559784:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015474944 00000100:00100000:2.0:1746070428.559789:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015474944 00002000:00100000:2.0:1746070428.559826:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5d880 x1830887015474944/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.559835:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d880 with x1830887015474944 ext(0->4095) 00002000:00010000:2.0:1746070428.559838:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5d880 00000100:00100000:2.0:1746070428.559864:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4020 00000100:00100000:2.0:1746070428.559869:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1963:x1830887015474944:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070428.559999:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1963:x1830887015474944:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.560005:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4020 00002000:00100000:2.0:1746070428.560010:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5d880 x1830887015474944/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.560016:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d880 with x1830887015474944 ext(0->4095) 00002000:00010000:2.0:1746070428.560019:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5d880 00000100:00100000:0.0:1746070428.561342:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.561462:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015475072 00000100:00100000:3.0:1746070428.561467:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015475072 00000100:00100000:3.0:1746070428.561500:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5443 00000100:00100000:3.0:1746070428.561506:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015475072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.561515:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.561528:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607eec3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfbec expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.561549:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 57 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.561555:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.561556:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.561559:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607eec3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbec expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.561580:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 57 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.561588:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 57 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.561597:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013351040:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.562120:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.563604:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.563695:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015475200 00000100:00100000:2.0:1746070428.563700:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015475200 00000100:00100000:3.0:1746070428.563895:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013351040:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.563920:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607eec3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbec expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.563932:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceb400, rc 0) 00000100:00100000:3.0:1746070428.563960:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015475072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2454us (2620us total) trans 0 rc 0/0 00002000:00100000:2.0:1746070428.564037:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880131b70380 x1830887015475200/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.564050:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b70380 with x1830887015475200 ext(0->7) 00010000:00010000:2.0:1746070428.564055:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 58 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.564065:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 58 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.564070:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b70380 00000100:00100000:2.0:1746070428.564085:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1932 00000100:00100000:2.0:1746070428.564090:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+58:1962:x1830887015475200:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070428.564304:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1962:x1830887015475200:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 213us (703us total) trans 4294968032 rc 0/0 00000100:00100000:2.0:1746070428.564310:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1932 00002000:00100000:2.0:1746070428.564315:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880131b70380 x1830887015475200/t4294968032(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/448 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.564321:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b70380 with x1830887015475200 ext(0->7) 00010000:00010000:2.0:1746070428.564325:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.564333:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.564338:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b70380 00000100:00100000:3.0:1746070428.564380:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5443 00000100:00100000:0.0:1746070428.565722:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.565792:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015475328 00000100:00100000:1.0:1746070428.565797:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015475328 00010000:00010000:1.0:1746070428.565823:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.565851:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7710 00000100:00100000:1.0:1746070428.565856:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1962:x1830887015475328:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.565867:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.565878:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.565887:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.565904:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607eebc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbe5 expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.566113:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.566115:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.566122:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607eec3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbec expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.566128:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607eec3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbec expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.566152:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607eec3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbec expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.566161:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013351168:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.566220:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.568973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.569086:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013351168:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.569103:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.569136:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1962:x1830887015475328:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3279us (3415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.569147:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7710 00000100:00100000:3.0:1746070428.569282:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015475584 00000100:00100000:3.0:1746070428.569287:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015475584 00002000:00100000:3.0:1746070428.569317:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b70a80 x1830887015475584/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.569326:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b70a80 with x1830887015475584 ext(0->4095) 00002000:00010000:3.0:1746070428.569330:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b70a80 00000100:00100000:3.0:1746070428.569406:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4021 00000100:00100000:3.0:1746070428.569412:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015475584:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070428.569547:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015475584:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (582us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.569553:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4021 00002000:00100000:3.0:1746070428.569558:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b70a80 x1830887015475584/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.569566:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b70a80 with x1830887015475584 ext(0->4095) 00002000:00010000:3.0:1746070428.569568:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b70a80 00000100:00100000:0.0:1746070428.571794:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.571857:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015475712 00000100:00100000:3.0:1746070428.571863:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015475712 00000100:00100000:0.0:1746070428.572323:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.572512:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015475840 00000100:00100000:3.0:1746070428.572516:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015475840 00000100:00100000:2.0:1746070428.572561:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5444 00000100:00100000:2.0:1746070428.572570:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015475712:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.572584:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.572598:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfbf3 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.572622:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607eec3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbec expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.572628:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.572630:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.572633:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.572657:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607eec3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbec expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.572666:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607eec3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbec expref: 5 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.572701:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092407b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013351296:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.572837:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5445 00000100:00100000:3.0:1746070428.572844:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31621:x1830887015475840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.572850:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.572856:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607eed1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfbfa expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.572870:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.572875:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 62 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.572879:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.572882:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607eed1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbfa expref: 62 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.572901:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 62 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.572910:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607eed1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbfa expref: 62 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.572918:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea600, rc 0) 00000100:00100000:3.0:1746070428.572943:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31621:x1830887015475840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.572948:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5445 00000100:00100000:2.0:1746070428.573365:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.574339:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092407b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013351296:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.574356:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.574366:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070428.574391:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31620:x1830887015475712:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1822us (2601us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.574397:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5444 00000100:00100000:0.0:1746070428.574835:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.574892:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015475968 00000100:00100000:1.0:1746070428.574901:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015475968 00010000:00010000:1.0:1746070428.574921:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607eec3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbec expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.574993:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7711 00000100:00100000:1.0:1746070428.574999:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015475968:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.575009:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.575027:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607eec3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbec expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.575104:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607eec3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbec expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.575121:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607eec3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbec expref: 6 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.575143:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.575144:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.575154:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.575160:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.575182:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.575191:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.575201:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013351552:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.575251:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.576323:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013351552:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.576334:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.576353:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015475968:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1355us (1520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.576359:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7711 00000100:00100000:0.0:1746070428.577071:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.577186:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015476224 00000100:00100000:2.0:1746070428.577190:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015476224 00002000:00100000:2.0:1746070428.577217:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b71880 x1830887015476224/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.577226:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b71880 with x1830887015476224 ext(0->4095) 00010000:00010000:2.0:1746070428.577231:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.577242:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.577247:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b71880 00000100:00100000:2.0:1746070428.577273:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1933 00000100:00100000:2.0:1746070428.577279:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1964:x1830887015476224:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.577435:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1964:x1830887015476224:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (365us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.577440:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1933 00002000:00100000:2.0:1746070428.577445:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b71880 x1830887015476224/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.577452:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b71880 with x1830887015476224 ext(0->4095) 00010000:00010000:2.0:1746070428.577456:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.577468:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.577473:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b71880 00000100:00100000:0.0:1746070428.578699:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.578763:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015476352 00000100:00100000:1.0:1746070428.578767:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015476352 00010000:00010000:1.0:1746070428.578788:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.578822:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7712 00000100:00100000:1.0:1746070428.578828:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca83c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1961:x1830887015476352:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.578836:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.578848:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.578858:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.578874:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eeca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbf3 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.578896:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.578897:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.578903:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607eed1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbfa expref: 60 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.578910:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607eed1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbfa expref: 60 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.578933:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607eed1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbfa expref: 60 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.578942:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013351680:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.578999:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.580757:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013351680:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.580772:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.580797:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca83c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1961:x1830887015476352:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1968us (2125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.581056:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7712 00000100:00100000:0.0:1746070428.581333:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.581787:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015476608 00000100:00100000:2.0:1746070428.581793:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015476608 00002000:00100000:2.0:1746070428.581830:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b71c00 x1830887015476608/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.581839:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b71c00 with x1830887015476608 ext(0->4095) 00002000:00010000:2.0:1746070428.581842:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b71c00 00000100:00100000:2.0:1746070428.582306:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4022 00000100:00100000:2.0:1746070428.582313:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015476608:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.582536:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015476608:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 222us (1204us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.582541:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4022 00002000:00100000:2.0:1746070428.582546:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b71c00 x1830887015476608/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.582552:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b71c00 with x1830887015476608 ext(0->4095) 00002000:00010000:2.0:1746070428.582555:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b71c00 00000100:00100000:0.0:1746070428.584259:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.584399:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015476736 00000100:00100000:2.0:1746070428.584405:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015476736 00000100:00100000:2.0:1746070428.584449:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5446 00000100:00100000:2.0:1746070428.584455:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015476736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.584468:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.584481:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607eed8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc01 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.584502:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607eed1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbfa expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.584509:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.584511:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.584514:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607eed8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc01 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.584537:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607eed1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbfa expref: 59 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.584548:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607eed1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbfa expref: 59 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.584556:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092407b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013351808:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.584624:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.585995:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.585996:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092407b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013351808:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.586013:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607eed8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc01 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.586023:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070428.586046:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015476736:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1591us (1790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.586055:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5446 00000100:00100000:1.0:1746070428.586056:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015476864 00000100:00100000:1.0:1746070428.586060:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015476864 00010000:00010000:1.0:1746070428.586075:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607eed1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbfa expref: 60 pid: 8444 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.586102:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7713 00000100:00100000:1.0:1746070428.586107:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015476864:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.586117:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.586133:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607eed1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbfa expref: 60 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.586142:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607eed1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbfa expref: 60 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.586158:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607eed1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfbfa expref: 60 pid: 8444 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.586182:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.586184:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.586189:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607eed8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc01 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.586196:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607eed8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc01 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.586216:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607eed8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc01 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.586224:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013351936:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.586258:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.587431:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013351936:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.587441:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.587459:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1964:x1830887015476864:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1352us (1466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.587468:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7713 00000100:00100000:0.0:1746070428.587778:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.587968:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015477120 00000100:00100000:2.0:1746070428.587972:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015477120 00002000:00100000:2.0:1746070428.587993:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b72680 x1830887015477120/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.588000:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b72680 with x1830887015477120 ext(0->4095) 00002000:00010000:2.0:1746070428.588003:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b72680 00000100:00100000:2.0:1746070428.588024:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4023 00000100:00100000:2.0:1746070428.588029:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015477120:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.588137:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015477120:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.588143:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4023 00002000:00100000:2.0:1746070428.588148:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b72680 x1830887015477120/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.588155:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b72680 with x1830887015477120 ext(0->4095) 00002000:00010000:2.0:1746070428.588157:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131b72680 00000100:00100000:0.0:1746070428.589584:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.589723:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015477248 00000100:00100000:2.0:1746070428.589727:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015477248 00000100:00100000:2.0:1746070428.589765:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5447 00000100:00100000:2.0:1746070428.589771:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:31621:x1830887015477248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.589782:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.589795:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc08 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.589830:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607eed8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc01 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.589836:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.589837:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.589841:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.589867:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607eed8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc01 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.589877:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607eed8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc01 expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.589886:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092407b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013352064:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.590026:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.591406:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092407b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013352064:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.591425:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.591436:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070428.591462:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31621:x1830887015477248:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1691us (1879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.591468:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5447 00000100:00100000:0.0:1746070428.592006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.592155:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015477376 00000100:00100000:1.0:1746070428.592161:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015477376 00010000:00010000:1.0:1746070428.592180:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607eed8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc01 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.592213:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7714 00000100:00100000:1.0:1746070428.592219:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015477376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.592228:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.592243:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607eed8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc01 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.592253:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607eed8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc01 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.592269:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607eed8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc01 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.592278:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.592280:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.592284:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 59 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.592291:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 59 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.592311:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 59 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.592321:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013352192:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.592379:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.592668:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.592969:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015477504 00000100:00100000:3.0:1746070428.592973:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015477504 00000100:00100000:3.0:1746070428.592993:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5448 00000100:00100000:3.0:1746070428.592997:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015477504:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.593006:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.593014:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc0f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.593028:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.593037:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.593039:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.593042:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.593061:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.593070:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.593077:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013352320:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.594143:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.596503:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.596646:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013352192:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.596663:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.596722:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015477376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4502us (4715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.596730:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7714 00000100:00100000:2.0:1746070428.596792:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015477760 00000100:00100000:2.0:1746070428.596797:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015477760 00002000:00100000:2.0:1746070428.596835:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b73480 x1830887015477760/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.596844:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b73480 with x1830887015477760 ext(0->4095) 00010000:00010000:2.0:1746070428.596850:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 62 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.596861:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 62 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.596867:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b73480 00000100:00100000:2.0:1746070428.596879:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1934 00000100:00100000:2.0:1746070428.596884:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015477760:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070428.597022:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015477760:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (523us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.597027:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1934 00002000:00100000:2.0:1746070428.597032:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b73480 x1830887015477760/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.597039:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b73480 with x1830887015477760 ext(0->4095) 00010000:00010000:2.0:1746070428.597043:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 62 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.597051:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 62 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.597056:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b73480 00000100:00100000:3.0:1746070428.599168:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013352320:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.599194:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.599206:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceaa00, rc 0) 00000100:00100000:3.0:1746070428.599246:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31620:x1830887015477504:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6246us (6576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.599252:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5448 00000100:00100000:0.0:1746070428.600563:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.600738:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015477888 00000100:00100000:3.0:1746070428.600743:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015477888 00000100:00100000:3.0:1746070428.600769:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5449 00000100:00100000:3.0:1746070428.600775:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015477888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.600789:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.600810:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc16 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.600828:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.600832:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.600836:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070428.600839:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.600864:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.600874:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.600881:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea200, rc 0) 00000100:00100000:3.0:1746070428.600918:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015477888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.600923:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5449 00000100:00100000:0.0:1746070428.601589:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.601817:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015478016 00000100:00100000:1.0:1746070428.601821:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015478016 00010000:00010000:1.0:1746070428.601836:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.601863:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7715 00000100:00100000:1.0:1746070428.601868:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1962:x1830887015478016:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.601876:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.601891:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.601900:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.601915:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607eedf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc08 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.601934:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.601936:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.601941:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.601947:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.601967:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.601976:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.601985:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013352576:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.602043:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.604814:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.604901:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013352576:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.604916:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.604946:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1962:x1830887015478016:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3077us (3357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.604956:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7715 00000100:00100000:2.0:1746070428.605022:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015478272 00000100:00100000:2.0:1746070428.605029:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015478272 00002000:00100000:2.0:1746070428.605058:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b70700 x1830887015478272/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.605066:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b70700 with x1830887015478272 ext(0->4095) 00010000:00010000:2.0:1746070428.605073:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.605086:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.605091:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b70700 00000100:00100000:2.0:1746070428.605502:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1935 00000100:00100000:2.0:1746070428.605509:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015478272:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.605611:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015478272:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (812us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.605616:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1935 00002000:00100000:2.0:1746070428.605620:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880131b70700 x1830887015478272/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.605627:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b70700 with x1830887015478272 ext(0->4095) 00010000:00010000:2.0:1746070428.605631:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.605639:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.605649:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b70700 00000100:00100000:0.0:1746070428.607835:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070428.608091:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.608371:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015478400 00000100:00100000:2.0:1746070428.608378:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015478400 00000100:00100000:2.0:1746070428.608421:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5450 00000100:00100000:2.0:1746070428.608428:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015478400:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.608442:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.608456:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eef4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc1d expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.608476:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.608481:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.608487:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070428.608490:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eef4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc1d expref: 61 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.608519:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.608529:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eef4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc1d expref: 61 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.608536:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070428.608568:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31620:x1830887015478400:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.608577:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5450 00000100:00100000:1.0:1746070428.608791:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015478528 00000100:00100000:1.0:1746070428.608796:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015478528 00010000:00010000:1.0:1746070428.608820:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.608850:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7716 00000100:00100000:1.0:1746070428.608856:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1961:x1830887015478528:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.608865:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.608881:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.608890:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.608903:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eee6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc0f expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.608915:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.608916:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.608920:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.608926:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.608942:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.608951:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.608960:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013352832:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.609010:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.611638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.612038:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013352832:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.612054:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.612083:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1961:x1830887015478528:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3227us (3992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.612090:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7716 00000100:00100000:3.0:1746070428.612356:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015478784 00000100:00100000:3.0:1746070428.612362:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015478784 00002000:00100000:3.0:1746070428.612391:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efed80 x1830887015478784/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.612398:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efed80 with x1830887015478784 ext(0->4095) 00010000:00010000:3.0:1746070428.612405:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.612415:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.612420:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efed80 00000100:00100000:3.0:1746070428.612442:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1936 00000100:00100000:3.0:1746070428.612447:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015478784:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070428.612566:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015478784:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (932us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.612571:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1936 00002000:00100000:3.0:1746070428.612576:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efed80 x1830887015478784/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.612584:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efed80 with x1830887015478784 ext(0->4095) 00010000:00010000:3.0:1746070428.612588:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.612596:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.612601:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efed80 00000100:00100000:0.0:1746070428.615430:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.615528:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015478912 00000100:00100000:1.0:1746070428.615535:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015478912 00010000:00010000:1.0:1746070428.615560:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.615907:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7717 00000100:00100000:1.0:1746070428.615915:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015478912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.615926:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.615943:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.615953:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.615971:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607eeed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc16 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.615986:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.615988:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.615994:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eef4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc1d expref: 59 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.616002:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eef4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc1d expref: 59 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.616027:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eef4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc1d expref: 59 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.616037:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013352960:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.616101:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.618610:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013352960:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.618627:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.618707:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015478912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2792us (3280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.618715:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7717 00000100:00100000:0.0:1746070428.620299:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.620996:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015479168 00000100:00100000:2.0:1746070428.621004:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015479168 00002000:00100000:2.0:1746070428.621039:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afa680 x1830887015479168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.621047:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afa680 with x1830887015479168 ext(0->4095) 00002000:00010000:2.0:1746070428.621051:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afa680 00000100:00100000:2.0:1746070428.621079:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4024 00000100:00100000:2.0:1746070428.621085:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1963:x1830887015479168:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070428.621812:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1963:x1830887015479168:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 726us (1515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.621819:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4024 00002000:00100000:2.0:1746070428.621825:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afa680 x1830887015479168/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.621832:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afa680 with x1830887015479168 ext(0->4095) 00002000:00010000:2.0:1746070428.621834:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afa680 00000100:00100000:0.0:1746070428.623900:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.624086:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015479296 00000100:00100000:3.0:1746070428.624092:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015479296 00000100:00100000:3.0:1746070428.624717:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5451 00000100:00100000:3.0:1746070428.624724:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015479296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.624737:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.624750:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc24 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.624771:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eef4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc1d expref: 59 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.624778:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.624779:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.624782:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.624833:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eef4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc1d expref: 59 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.624844:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eef4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc1d expref: 59 pid: 8446 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.624853:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013353088:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.624919:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.627027:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013353088:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.627054:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.627066:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceaa00, rc 0) 00000100:00100000:3.0:1746070428.627091:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015479296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2367us (3195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.627099:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5451 00000100:00100000:0.0:1746070428.627747:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.627846:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015479424 00000100:00100000:1.0:1746070428.627852:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015479424 00010000:00010000:1.0:1746070428.627872:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eef4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc1d expref: 60 pid: 8446 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.627901:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7718 00000100:00100000:1.0:1746070428.627907:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015479424:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.627915:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.627931:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eef4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc1d expref: 60 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.627939:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eef4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc1d expref: 60 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.627955:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607eef4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc1d expref: 60 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.627966:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.627968:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.627973:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.627980:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.628002:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.628011:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013353216:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.628056:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.630580:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.630700:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015479552 00000100:00100000:3.0:1746070428.630706:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015479552 00000100:00100000:0.0:1746070428.630934:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.630995:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013353216:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.631008:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.631340:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5452 00000100:00100000:3.0:1746070428.631348:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015479552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.631361:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.631375:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc2b expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.631396:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.631403:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.631404:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.631407:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.631427:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.631437:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.631448:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013353344:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.632160:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015479808 00000100:00100000:2.0:1746070428.632164:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015479808 00002000:00100000:2.0:1746070428.632183:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261b800 x1830887015479808/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.632192:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261b800 with x1830887015479808 ext(0->4095) 00010000:00010000:2.0:1746070428.632197:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.632209:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.632213:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009261b800 00000100:00100000:2.0:1746070428.632225:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1937 00000100:00100000:2.0:1746070428.632229:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015479808:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070428.632564:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1964:x1830887015479424:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4655us (4816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.632572:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7718 00000100:00100000:3.0:1746070428.632624:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.632834:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015479808:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 602us (1899us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.632841:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1937 00002000:00100000:2.0:1746070428.632846:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261b800 x1830887015479808/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.632852:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261b800 with x1830887015479808 ext(0->4095) 00010000:00010000:2.0:1746070428.632856:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.632864:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.632870:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009261b800 00000100:00100000:0.0:1746070428.635423:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.635766:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013353344:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.635793:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.635814:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebe00, rc 0) 00000100:00100000:3.0:1746070428.635844:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015479552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4497us (5270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.635849:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5452 00000100:00100000:3.0:1746070428.635868:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015479936 00000100:00100000:3.0:1746070428.635871:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015479936 00000100:00100000:3.0:1746070428.635901:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5453 00000100:00100000:3.0:1746070428.635906:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31621:x1830887015479936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.635916:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.635925:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef09 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc32 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.635939:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.635943:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.635948:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.635951:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef09 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc32 expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.635972:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.635980:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef09 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc32 expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.635990:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070428.636003:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31621:x1830887015479936:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.636007:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5453 00000100:00100000:0.0:1746070428.636479:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.636590:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015480064 00000100:00100000:1.0:1746070428.636594:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015480064 00010000:00010000:1.0:1746070428.636608:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.636632:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7719 00000100:00100000:1.0:1746070428.636637:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca83850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015480064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.636646:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.636662:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.636699:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.636714:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607eefb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc24 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.636727:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.636728:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.636733:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.636740:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.636758:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.636767:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.636776:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013353600:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.636832:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.640554:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.640734:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013353600:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.640751:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.640783:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca83850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015480064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4145us (4304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.640791:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7719 00000100:00100000:3.0:1746070428.640995:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015480320 00000100:00100000:3.0:1746070428.641001:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015480320 00002000:00100000:3.0:1746070428.641031:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb9180 x1830887015480320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.641040:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9180 with x1830887015480320 ext(0->4095) 00010000:00010000:3.0:1746070428.641047:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.641058:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.641064:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb9180 00000100:00100000:3.0:1746070428.641078:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1938 00000100:00100000:3.0:1746070428.641084:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1963:x1830887015480320:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070428.641201:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1963:x1830887015480320:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (654us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.641207:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1938 00002000:00100000:3.0:1746070428.641211:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb9180 x1830887015480320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.641223:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9180 with x1830887015480320 ext(0->4095) 00010000:00010000:3.0:1746070428.641227:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.641235:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.641241:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb9180 00000100:00100000:0.0:1746070428.643755:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.644186:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015480448 00000100:00100000:1.0:1746070428.644193:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015480448 00010000:00010000:1.0:1746070428.644220:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.644252:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7720 00000100:00100000:1.0:1746070428.644258:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1963:x1830887015480448:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.644269:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.644286:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.644297:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.644315:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef02 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc2b expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.644338:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.644340:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.644345:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc32 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.644351:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc32 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.644375:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc32 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.644385:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013353728:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.644447:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.647654:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.647755:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015480704 00000100:00100000:2.0:1746070428.647762:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015480704 00002000:00100000:2.0:1746070428.647798:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8700 x1830887015480704/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.647814:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8700 with x1830887015480704 ext(0->4095) 00002000:00010000:2.0:1746070428.647819:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb8700 00000100:00100000:2.0:1746070428.647849:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4025 00000100:00100000:2.0:1746070428.647855:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1963:x1830887015480704:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070428.648001:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1963:x1830887015480704:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.648007:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4025 00002000:00100000:2.0:1746070428.648012:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8700 x1830887015480704/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.648019:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8700 with x1830887015480704 ext(0->4095) 00002000:00010000:2.0:1746070428.648022:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb8700 00000100:00100000:1.0:1746070428.648100:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013353728:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.648115:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.648138:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1963:x1830887015480448:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3880us (4388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.648144:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7720 00000100:00100000:0.0:1746070428.650570:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.651280:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015480832 00000100:00100000:1.0:1746070428.651287:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015480832 00000100:00100000:1.0:1746070428.651352:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5454 00000100:00100000:1.0:1746070428.651358:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015480832:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070428.651372:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070428.651384:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc39 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.651409:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc32 expref: 59 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.651416:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070428.651417:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070428.651420:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.651446:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc32 expref: 59 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.651455:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc32 expref: 59 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.651464:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013353856:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070428.651970:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.653607:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013353856:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070428.653626:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.653638:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094314800, rc 0) 00000100:00100000:1.0:1746070428.653663:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015480832:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2305us (3098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.653685:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5454 00000100:00100000:0.0:1746070428.654301:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.654550:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015480960 00000100:00100000:1.0:1746070428.654555:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015480960 00010000:00010000:1.0:1746070428.654572:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc32 expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.654927:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7721 00000100:00100000:3.0:1746070428.654935:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015480960:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.654946:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070428.654964:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc32 expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.654973:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc32 expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.654991:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef09 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc32 expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.655017:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.655018:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.655024:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.655031:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.655054:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070428.655064:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013353984:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.655121:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.658868:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.658935:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.662548:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015481344 00000100:00100000:1.0:1746070428.662558:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015481344 00000100:00100000:1.0:1746070428.662601:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5455 00000100:00100000:1.0:1746070428.662607:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131166050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015481344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070428.662621:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070428.662634:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc40 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070428.662638:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013353984:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.662657:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.662659:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746070428.662663:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.662664:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.662667:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 61 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.662702:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.662711:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 5 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.662715:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1964:x1830887015480960:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7780us (8414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.662720:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013354112:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.662723:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7721 00000100:00100000:3.0:1746070428.662745:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015481216 00000100:00100000:3.0:1746070428.662748:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015481216 00000100:00100000:1.0:1746070428.662760:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00002000:00100000:3.0:1746070428.662768:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092407b80 x1830887015481216/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.662776:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092407b80 with x1830887015481216 ext(0->4095) 00010000:00010000:3.0:1746070428.662781:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.662791:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.662808:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092407b80 00000100:00100000:3.0:1746070428.662821:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1939 00000100:00100000:3.0:1746070428.662826:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015481216:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070428.662936:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015481216:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (4075us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.662941:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1939 00002000:00100000:3.0:1746070428.662946:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092407b80 x1830887015481216/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.662952:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092407b80 with x1830887015481216 ext(0->4095) 00010000:00010000:3.0:1746070428.662956:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.662964:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.662970:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092407b80 00000100:00100000:0.0:1746070428.665564:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070428.665628:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.665707:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015481472 00000100:00100000:2.0:1746070428.665714:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015481472 00000100:00100000:2.0:1746070428.665744:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5456 00000100:00100000:2.0:1746070428.665750:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31621:x1830887015481472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.665763:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.665775:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ef1e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc47 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.665795:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.665808:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.665813:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.665817:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ef1e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc47 expref: 62 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.665846:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.665857:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ef1e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc47 expref: 62 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.665865:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070428.665895:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31621:x1830887015481472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.665900:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5456 00000100:00100000:1.0:1746070428.665976:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013354112:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070428.665989:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 61 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.665996:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094314600, rc 0) 00000100:00100000:1.0:1746070428.666011:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131166050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31620:x1830887015481344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3406us (7077us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.666018:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5455 00000100:00100000:3.0:1746070428.666191:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015481600 00000100:00100000:3.0:1746070428.666195:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015481600 00010000:00010000:3.0:1746070428.666210:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.666225:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7722 00000100:00100000:3.0:1746070428.666230:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015481600:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.666237:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070428.666253:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.666262:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.666277:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094314800/0x628f9640b607ef10 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc39 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.666288:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.666290:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.666294:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 60 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.666300:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 60 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.666318:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 60 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.666327:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 60 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.666337:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013354368:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.666371:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.668820:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013354368:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070428.668841:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.668883:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015481600:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2652us (3253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.668892:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7722 00000100:00100000:0.0:1746070428.671064:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.671271:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015481856 00000100:00100000:3.0:1746070428.671278:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015481856 00002000:00100000:3.0:1746070428.671312:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efdf80 x1830887015481856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.671321:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efdf80 with x1830887015481856 ext(0->4095) 00010000:00010000:3.0:1746070428.671328:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 61 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.671340:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 61 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.671345:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129efdf80 00000100:00100000:3.0:1746070428.671371:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1940 00000100:00100000:3.0:1746070428.671377:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1963:x1830887015481856:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070428.671770:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1963:x1830887015481856:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 393us (712us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.671776:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1940 00002000:00100000:3.0:1746070428.671781:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efdf80 x1830887015481856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.671787:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efdf80 with x1830887015481856 ext(0->4095) 00010000:00010000:3.0:1746070428.671791:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 61 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.671809:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 61 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.671814:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129efdf80 00000100:00100000:0.0:1746070428.673620:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.673701:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015481984 00000100:00100000:3.0:1746070428.673707:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015481984 00010000:00010000:3.0:1746070428.673733:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 61 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.673765:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7723 00000100:00100000:3.0:1746070428.673772:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1964:x1830887015481984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.673782:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070428.673807:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 61 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.673817:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 61 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.673834:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094314600/0x628f9640b607ef17 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc40 expref: 61 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.673848:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.673849:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.673856:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ef1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc47 expref: 60 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.673863:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ef1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc47 expref: 60 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.673887:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ef1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc47 expref: 60 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070428.673900:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013354496:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.673958:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.675896:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.676288:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015482240 00000100:00100000:2.0:1746070428.676294:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015482240 00002000:00100000:2.0:1746070428.676328:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efc700 x1830887015482240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.676337:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efc700 with x1830887015482240 ext(0->4095) 00002000:00010000:2.0:1746070428.676341:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efc700 00000100:00100000:2.0:1746070428.676357:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4026 00000100:00100000:2.0:1746070428.676363:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1964:x1830887015482240:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.676499:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1964:x1830887015482240:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (607us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.676506:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4026 00002000:00100000:2.0:1746070428.676511:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880129efc700 x1830887015482240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.676522:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efc700 with x1830887015482240 ext(0->4095) 00002000:00010000:2.0:1746070428.676525:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efc700 00000100:00100000:3.0:1746070428.676834:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013354496:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070428.676855:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070428.676888:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015481984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3116us (3272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.676895:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7723 00000100:00100000:0.0:1746070428.679972:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.680062:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015482368 00000100:00100000:3.0:1746070428.680069:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015482368 00000100:00100000:3.0:1746070428.680592:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5457 00000100:00100000:3.0:1746070428.680600:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015482368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.680613:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.680626:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc4e expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.680649:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ef1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc47 expref: 59 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.680656:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.680657:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.680660:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.680717:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ef1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc47 expref: 59 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.680732:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ef1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc47 expref: 59 pid: 8446 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.680741:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013354624:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.681116:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.682696:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013354624:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.682719:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.682732:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceac00, rc 0) 00000100:00100000:3.0:1746070428.682762:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015482368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2163us (2796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.682768:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5457 00000100:00100000:0.0:1746070428.685430:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.685669:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015482496 00000100:00100000:3.0:1746070428.685727:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015482496 00010000:00010000:3.0:1746070428.685754:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ef1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc47 expref: 60 pid: 8446 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.686545:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7724 00000100:00100000:3.0:1746070428.686554:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015482496:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070428.686566:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070428.686583:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ef1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc47 expref: 60 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.686598:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ef1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc47 expref: 60 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.686616:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607ef1e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc47 expref: 60 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.686640:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.686642:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.686648:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.686654:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.686707:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070428.686716:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013354752:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070428.686777:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00010000:00010000:1.0:1746070428.687280:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070428.689128:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.689337:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015482624 00000100:00100000:3.0:1746070428.689343:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015482624 00000100:00100000:3.0:1746070428.689476:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5458 00000100:00100000:3.0:1746070428.689483:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015482624:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.689496:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.689508:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc55 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.689534:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.689540:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.689542:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.689545:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.689565:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.689574:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.689582:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013354880:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.689635:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.689727:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013354752:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.689740:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.689758:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1964:x1830887015482496:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3207us (4334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.689765:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7724 00000100:00100000:0.0:1746070428.690246:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070428.690264:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015482880 00000100:00100000:0.0:1746070428.690267:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015482880 00002000:00100000:0.0:1746070428.690286:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e8e00 x1830887015482880/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070428.690294:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8e00 with x1830887015482880 ext(0->4095) 00010000:00010000:0.0:1746070428.690299:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746070428.690306:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:0.0:1746070428.690311:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e8e00 00000100:00100000:0.0:1746070428.690330:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1941 00000100:00100000:0.0:1746070428.690335:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015482880:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070428.690440:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015482880:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (194us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070428.690446:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1941 00002000:00100000:0.0:1746070428.690450:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e8e00 x1830887015482880/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070428.690456:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8e00 with x1830887015482880 ext(0->4095) 00010000:00010000:0.0:1746070428.690460:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746070428.690467:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:0.0:1746070428.690472:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e8e00 00000100:00100000:3.0:1746070428.692383:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013354880:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.692407:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.692419:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070428.692455:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015482624:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2971us (3330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.692461:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5458 00000100:00100000:0.0:1746070428.695120:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.695183:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015483008 00000100:00100000:3.0:1746070428.695189:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015483008 00000100:00100000:3.0:1746070428.695282:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5459 00000100:00100000:3.0:1746070428.695289:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31621:x1830887015483008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.695303:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.695315:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef33 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc5c expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.695338:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.695342:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.695347:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.695350:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef33 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc5c expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.695377:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.695387:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef33 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc5c expref: 61 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.695395:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebe00, rc 0) 00000100:00100000:3.0:1746070428.695742:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31621:x1830887015483008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 452us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.695748:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5459 00000100:00100000:0.0:1746070428.697362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.697441:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015483136 00000100:00100000:2.0:1746070428.697446:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015483136 00010000:00010000:2.0:1746070428.697469:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.698049:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7725 00000100:00100000:2.0:1746070428.698056:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015483136:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.698067:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.698084:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.698093:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.698110:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef25 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc4e expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.698202:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.698204:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.698211:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.698218:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.698246:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.698256:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.698265:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013355136:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.698327:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.700530:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013355136:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.700545:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.700581:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015483136:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2525us (3221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.700589:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7725 00000100:00100000:0.0:1746070428.700781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.701139:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015483392 00000100:00100000:2.0:1746070428.701144:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015483392 00002000:00100000:2.0:1746070428.701169:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e8380 x1830887015483392/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.701177:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8380 with x1830887015483392 ext(0->4095) 00010000:00010000:2.0:1746070428.701182:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.701195:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.701201:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e8380 00000100:00100000:2.0:1746070428.701223:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1942 00000100:00100000:2.0:1746070428.701229:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1963:x1830887015483392:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070428.701340:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1963:x1830887015483392:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (559us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.701346:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1942 00002000:00100000:2.0:1746070428.701351:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947e8380 x1830887015483392/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.701357:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8380 with x1830887015483392 ext(0->4095) 00010000:00010000:2.0:1746070428.701361:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.701369:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.701374:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947e8380 00000100:00100000:0.0:1746070428.703278:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.703351:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015483520 00000100:00100000:2.0:1746070428.703357:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015483520 00010000:00010000:2.0:1746070428.703382:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.703445:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7726 00000100:00100000:2.0:1746070428.703452:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca83450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1964:x1830887015483520:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.703463:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.703477:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.703487:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.703503:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef2c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc55 expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.704028:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.704030:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.704037:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef33 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc5c expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.704044:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc5c expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.704072:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc5c expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.704083:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013355264:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.704374:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.706431:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.706651:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013355264:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.706666:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.706729:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca83450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015483520:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3276us (3454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.706740:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7726 00000100:00100000:1.0:1746070428.707403:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015483776 00000100:00100000:1.0:1746070428.707409:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015483776 00002000:00100000:1.0:1746070428.707436:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c1180 x1830887015483776/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.707445:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c1180 with x1830887015483776 ext(0->4095) 00002000:00010000:1.0:1746070428.707448:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c1180 00000100:00100000:1.0:1746070428.707471:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4027 00000100:00100000:1.0:1746070428.707477:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015483776:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070428.707594:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015483776:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (1167us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.707600:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4027 00002000:00100000:1.0:1746070428.707605:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c1180 x1830887015483776/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.707611:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c1180 with x1830887015483776 ext(0->4095) 00002000:00010000:1.0:1746070428.707614:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c1180 00000100:00100000:0.0:1746070428.711143:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.711228:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015483904 00000100:00100000:3.0:1746070428.711235:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015483904 00000100:00100000:3.0:1746070428.711414:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5460 00000100:00100000:3.0:1746070428.711420:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015483904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.711433:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.711446:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef3a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc63 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.711467:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef33 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc5c expref: 59 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.711474:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.711475:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.711478:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef3a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc63 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.711498:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc5c expref: 59 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.711506:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc5c expref: 59 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.711515:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013355392:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.711642:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.713072:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013355392:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.713094:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef3a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc63 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.713105:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceaa00, rc 0) 00000100:00100000:3.0:1746070428.713137:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015483904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1717us (2000us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.713146:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5460 00000100:00100000:0.0:1746070428.714179:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.714301:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015484032 00000100:00100000:2.0:1746070428.714306:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015484032 00010000:00010000:2.0:1746070428.714328:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc5c expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.714588:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7727 00000100:00100000:2.0:1746070428.714596:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1963:x1830887015484032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.714605:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.714623:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc5c expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.714632:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc5c expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.714648:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef33 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc5c expref: 60 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.714668:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.714669:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.714695:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef3a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc63 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.714702:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef3a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc63 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.714724:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef3a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc63 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.714733:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013355520:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.714788:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.717451:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013355520:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.717466:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.717506:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:1963:x1830887015484032:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2911us (3328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.717514:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7727 00000100:00100000:0.0:1746070428.717771:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.717958:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015484288 00000100:00100000:3.0:1746070428.717964:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015484288 00000100:00100000:2.0:1746070428.718333:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.718346:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015484416 00000100:00100000:2.0:1746070428.718349:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015484416 00002000:00100000:2.0:1746070428.718370:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdce00 x1830887015484416/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.718378:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdce00 with x1830887015484416 ext(0->4095) 00002000:00010000:2.0:1746070428.718382:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdce00 00000100:00100000:2.0:1746070428.718402:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4028 00000100:00100000:2.0:1746070428.718406:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015484416:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.718509:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015484416:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (176us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.718514:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4028 00002000:00100000:2.0:1746070428.718518:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdce00 x1830887015484416/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.718525:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdce00 with x1830887015484416 ext(0->4095) 00002000:00010000:2.0:1746070428.718527:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdce00 00000100:00100000:3.0:1746070428.718600:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5461 00000100:00100000:3.0:1746070428.718606:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+59:31620:x1830887015484288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.718613:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.718624:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc6a expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.718643:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef3a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc63 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.718649:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.718651:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.718654:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.718690:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef3a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc63 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.718699:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef3a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc63 expref: 5 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.718708:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013355648:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.718762:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.721922:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.722643:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.722700:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015484672 00000100:00100000:2.0:1746070428.722706:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015484672 00010000:00010000:2.0:1746070428.722732:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef3a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc63 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.722761:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7728 00000100:00100000:2.0:1746070428.722768:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015484672:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.722779:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.722797:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef3a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc63 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.722820:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef3a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc63 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.722839:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.722841:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.722847:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.722854:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.722878:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 60 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.722892:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013355776:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.722951:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.723204:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015484544 00000100:00100000:1.0:1746070428.723209:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015484544 00000100:00100000:1.0:1746070428.723237:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5462 00000100:00100000:1.0:1746070428.723242:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31621:x1830887015484544:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070428.723253:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070428.723263:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607ef48 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc71 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.723281:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 62 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.723286:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070428.723287:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070428.723290:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607ef48 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc71 expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.723304:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 62 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.723312:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 62 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.723320:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013355904:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070428.723344:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f900 going to sleep for 11 seconds 00010000:00010000:3.0:1746070428.723418:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef3a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc63 expref: 6 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.723444:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013355648:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.723462:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 62 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.723468:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 62 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.723475:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceae00, rc 0) 00000100:00100000:3.0:1746070428.723494:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31620:x1830887015484288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4888us (5723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.723500:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5461 00000100:00100000:0.0:1746070428.724998:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013355776:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070428.725011:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070428.725044:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015484672:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2276us (2401us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070428.725051:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7728 00000100:00100000:2.0:1746070428.727311:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.727924:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013355904:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070428.727945:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607ef48 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc71 expref: 61 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.727960:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52a00, rc 0) 00000100:00100000:1.0:1746070428.728003:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31621:x1830887015484544:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4760us (6086us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.728010:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5462 00000100:00100000:0.0:1746070428.728075:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015484928 00000100:00100000:0.0:1746070428.728081:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015484928 00002000:00100000:0.0:1746070428.728109:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdc380 x1830887015484928/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070428.728117:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdc380 with x1830887015484928 ext(0->4095) 00010000:00010000:0.0:1746070428.728122:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746070428.728133:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:0.0:1746070428.728139:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdc380 00000100:00100000:0.0:1746070428.728166:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1943 00000100:00100000:0.0:1746070428.728172:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1961:x1830887015484928:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070428.728296:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1961:x1830887015484928:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (990us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070428.728302:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1943 00002000:00100000:0.0:1746070428.728307:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdc380 x1830887015484928/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070428.728314:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdc380 with x1830887015484928 ext(0->4095) 00010000:00010000:0.0:1746070428.728318:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746070428.728327:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00002000:00010000:0.0:1746070428.728332:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdc380 00000100:00100000:0.0:1746070428.731352:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.731518:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015485056 00000100:00100000:2.0:1746070428.731525:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015485056 00010000:00010000:2.0:1746070428.731555:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.731585:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7729 00000100:00100000:2.0:1746070428.731592:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1961:x1830887015485056:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.731603:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.731620:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.731631:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.731648:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607ef41 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc6a expref: 61 pid: 8445 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.731695:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.731697:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.731703:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607ef48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc71 expref: 60 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.731710:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607ef48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc71 expref: 60 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.731738:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607ef48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc71 expref: 60 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.731748:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebde680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013356032:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.731825:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.734572:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebde680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013356032:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.734589:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.734630:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1961:x1830887015485056:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3038us (3284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.734639:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7729 00000100:00100000:0.0:1746070428.735314:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.735474:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015485312 00000100:00100000:2.0:1746070428.735479:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015485312 00002000:00100000:2.0:1746070428.735509:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0a80 x1830887015485312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.735518:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0a80 with x1830887015485312 ext(0->4095) 00002000:00010000:2.0:1746070428.735522:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0a80 00000100:00100000:2.0:1746070428.735544:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4029 00000100:00100000:2.0:1746070428.735550:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1963:x1830887015485312:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070428.735698:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1963:x1830887015485312:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.735705:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4029 00002000:00100000:2.0:1746070428.735710:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0a80 x1830887015485312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.735723:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0a80 with x1830887015485312 ext(0->4095) 00002000:00010000:2.0:1746070428.735725:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0a80 00000100:00100000:0.0:1746070428.738483:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.738578:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015485440 00000100:00100000:1.0:1746070428.738584:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015485440 00000100:00100000:1.0:1746070428.738646:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5463 00000100:00100000:1.0:1746070428.738653:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015485440:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070428.738666:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070428.738708:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc78 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.738729:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607ef48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc71 expref: 59 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.738736:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070428.738737:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070428.738740:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.738762:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607ef48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc71 expref: 59 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.738772:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607ef48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc71 expref: 59 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.738783:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013356160:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070428.739155:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.740719:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013356160:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070428.740740:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.740755:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52600, rc 0) 00000100:00100000:1.0:1746070428.740793:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015485440:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2141us (2314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.740808:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5463 00000100:00100000:0.0:1746070428.747064:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.747253:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015485568 00000100:00100000:2.0:1746070428.747260:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015485568 00010000:00010000:2.0:1746070428.747288:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607ef48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc71 expref: 60 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.747318:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7730 00000100:00100000:2.0:1746070428.747323:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1963:x1830887015485568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.747333:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.747349:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607ef48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc71 expref: 60 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.747359:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607ef48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc71 expref: 60 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.747376:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607ef48 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc71 expref: 60 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.747392:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.747394:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.747399:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.747406:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.747435:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.747443:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebde680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013356288:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.747506:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.747793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.747894:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015485696 00000100:00100000:1.0:1746070428.747898:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015485696 00000100:00100000:1.0:1746070428.747915:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5464 00000100:00100000:1.0:1746070428.747919:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:31620:x1830887015485696:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070428.747929:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070428.747937:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc7f expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.747950:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.747955:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.747956:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.747958:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 61 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.747971:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.747978:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 5 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.747988:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013356416:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070428.748026:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.755723:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013356416:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070428.755748:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 61 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.755763:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52000, rc 0) 00000100:00100000:1.0:1746070428.755815:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31620:x1830887015485696:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7894us (8021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.755823:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5464 00000100:00100000:2.0:1746070428.756287:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebde680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013356288:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.756299:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.756317:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1963:x1830887015485568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8994us (9260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.756324:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7730 00000100:00100000:0.0:1746070428.757159:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.757223:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015485952 00000100:00100000:2.0:1746070428.757229:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015485952 00002000:00100000:2.0:1746070428.757257:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32300 x1830887015485952/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.757265:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32300 with x1830887015485952 ext(0->4095) 00010000:00010000:2.0:1746070428.757271:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.757282:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.757288:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32300 00000100:00100000:2.0:1746070428.757303:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1944 00000100:00100000:2.0:1746070428.757308:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015485952:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.758419:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015485952:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1106us (1256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.758426:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1944 00002000:00100000:2.0:1746070428.758433:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32300 x1830887015485952/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.758441:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32300 with x1830887015485952 ext(0->4095) 00010000:00010000:2.0:1746070428.758448:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.758458:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.758464:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32300 00000100:00100000:3.0:1746070428.761132:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.761209:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015486080 00000100:00100000:2.0:1746070428.761217:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015486080 00010000:00010000:2.0:1746070428.761245:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.761284:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7731 00000100:00100000:2.0:1746070428.761290:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015486080:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.761302:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.761319:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.761329:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.761348:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef4f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc78 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.761375:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.761377:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.761384:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 59 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.761391:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 59 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.761417:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 59 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.761427:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebde680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013356544:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.764126:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.766093:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.766277:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebde680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013356544:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070428.766293:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070428.766344:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015486080:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5037us (5202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.766354:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7731 00000100:00100000:3.0:1746070428.766421:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015486336 00000100:00100000:3.0:1746070428.766426:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015486336 00002000:00100000:3.0:1746070428.766457:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134837480 x1830887015486336/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.766465:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134837480 with x1830887015486336 ext(0->4095) 00002000:00010000:3.0:1746070428.766468:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134837480 00000100:00100000:3.0:1746070428.766848:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4030 00000100:00100000:3.0:1746070428.766855:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015486336:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070428.768433:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1964:x1830887015486336:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1572us (2340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.768440:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4030 00002000:00100000:3.0:1746070428.768448:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134837480 x1830887015486336/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.768457:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134837480 with x1830887015486336 ext(0->4095) 00002000:00010000:3.0:1746070428.768460:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134837480 00000100:00100000:0.0:1746070428.774933:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.778883:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015486464 00000100:00100000:1.0:1746070428.778895:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015486464 00000100:00100000:1.0:1746070428.778957:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5465 00000100:00100000:1.0:1746070428.778965:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015486464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070428.778980:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070428.778995:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc86 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.779018:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 59 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.779025:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070428.779027:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070428.779030:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.779060:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 59 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.779071:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 59 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.779080:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013356672:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070428.779157:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.786839:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013356672:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070428.786864:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.786880:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52600, rc 0) 00000100:00100000:1.0:1746070428.786914:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015486464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7949us (11987us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.786922:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5465 00000100:00100000:0.0:1746070428.797776:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.797872:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015486592 00000100:00100000:3.0:1746070428.797879:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015486592 00002000:00100000:3.0:1746070428.797914:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093f18a80 x1830887015486592/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.797934:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18a80 with x1830887015486592 ext(0->7) 00010000:00010000:3.0:1746070428.797942:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 60 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.797954:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 60 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.797960:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f18a80 00000100:00100000:3.0:1746070428.798048:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1945 00000100:00100000:3.0:1746070428.798054:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+60:1963:x1830887015486592:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070428.798309:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015486592:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 254us (539us total) trans 4294968033 rc 0/0 00000100:00100000:3.0:1746070428.798316:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1945 00002000:00100000:3.0:1746070428.798321:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093f18a80 x1830887015486592/t4294968033(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/448 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.798328:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18a80 with x1830887015486592 ext(0->7) 00010000:00010000:3.0:1746070428.798333:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 62 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.798342:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 62 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.798347:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f18a80 00000100:00100000:0.0:1746070428.802958:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.803051:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015486720 00000100:00100000:2.0:1746070428.803058:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015486720 00010000:00010000:2.0:1746070428.803088:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 62 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.803114:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7732 00000100:00100000:2.0:1746070428.803120:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1964:x1830887015486720:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070428.803132:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070428.803150:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 62 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.803161:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 62 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.803180:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607ef56 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc7f expref: 62 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.803207:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.803209:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.803216:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.803223:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.803249:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070428.803259:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebde680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013356800:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070428.803327:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.804942:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebde680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013356800:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070428.804957:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070428.804985:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:1964:x1830887015486720:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1864us (2033us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070428.804993:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7732 00000100:00100000:0.0:1746070428.806895:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.808887:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015486976 00000100:00100000:1.0:1746070428.808897:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015486976 00002000:00100000:1.0:1746070428.808933:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99500 x1830887015486976/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.808941:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99500 with x1830887015486976 ext(0->4095) 00002000:00010000:1.0:1746070428.808946:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c99500 00000100:00100000:1.0:1746070428.808973:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4031 00000100:00100000:1.0:1746070428.808980:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015486976:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.811194:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.811237:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015487104 00000100:00100000:2.0:1746070428.811244:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015487104 00000100:00100000:2.0:1746070428.811287:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5466 00000100:00100000:2.0:1746070428.811296:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+61:31620:x1830887015487104:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.811313:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.811329:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc8d expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.811361:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.811368:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.811372:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070428.811378:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.811414:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.811427:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:2.0:1746070428.811442:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013356928:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070428.812685:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.812791:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015486976:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 3809us (5899us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.812807:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4031 00002000:00100000:1.0:1746070428.812816:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99500 x1830887015486976/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.812824:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99500 with x1830887015486976 ext(0->4095) 00010000:00010000:1.0:1746070428.812831:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.812841:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.812846:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c99500 00000100:00100000:2.0:1746070428.816413:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013356928:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070428.816437:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.816452:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070428.816490:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31620:x1830887015487104:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5194us (5302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.816496:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5466 00000100:00100000:0.0:1746070428.817991:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070428.818037:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.818241:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015487232 00000100:00100000:3.0:1746070428.818248:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015487232 00000100:00100000:3.0:1746070428.818282:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5467 00000100:00100000:3.0:1746070428.818288:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31621:x1830887015487232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.818300:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.818314:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef6b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc94 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.818331:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.818336:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 63 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.818342:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.818345:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef6b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc94 expref: 63 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.818373:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 63 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.818384:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef6b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc94 expref: 63 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.818391:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceaa00, rc 0) 00000100:00100000:3.0:1746070428.818417:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:31621:x1830887015487232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.818423:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5467 00000100:00100000:1.0:1746070428.818494:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015487360 00000100:00100000:1.0:1746070428.818498:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015487360 00010000:00010000:1.0:1746070428.818515:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.818533:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7733 00000100:00100000:1.0:1746070428.818538:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca83050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015487360:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.818545:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.818562:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.818571:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.818586:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607ef5d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc86 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.818609:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.818611:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.818616:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.818622:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.818640:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.818649:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 62 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.818658:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013357184:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.818715:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.823178:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013357184:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.823193:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.823239:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca83050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015487360:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4700us (5200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.823248:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7733 00000100:00100000:0.0:1746070428.823448:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.823767:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015487616 00000100:00100000:1.0:1746070428.823772:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015487616 00002000:00100000:1.0:1746070428.823806:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e920850 x1830887015487616/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.823814:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e920850 with x1830887015487616 ext(0->4095) 00010000:00010000:1.0:1746070428.823821:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 63 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.823831:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 63 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.823837:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e920850 00000100:00100000:1.0:1746070428.824574:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1946 00000100:00100000:1.0:1746070428.824582:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e920850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1963:x1830887015487616:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070428.824996:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e920850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1963:x1830887015487616:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 414us (1548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.825003:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1946 00002000:00100000:1.0:1746070428.825009:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012e920850 x1830887015487616/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.825016:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e920850 with x1830887015487616 ext(0->4095) 00010000:00010000:1.0:1746070428.825022:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 63 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.825032:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 63 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.825038:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e920850 00000100:00100000:0.0:1746070428.829269:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.829354:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015487744 00000100:00100000:1.0:1746070428.829362:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015487744 00010000:00010000:1.0:1746070428.829392:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 63 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.829647:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7734 00000100:00100000:1.0:1746070428.829655:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1963:x1830887015487744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.829666:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.829748:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 63 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.829758:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 63 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.829775:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607ef64 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc8d expref: 63 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.829952:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.829954:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.829961:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc94 expref: 62 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.829969:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc94 expref: 62 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.829995:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc94 expref: 62 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.830010:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013357312:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.831025:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.834427:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013357312:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.834444:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.834476:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015487744:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4822us (5214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.834485:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7734 00000100:00100000:0.0:1746070428.836157:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.836332:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015488000 00000100:00100000:1.0:1746070428.836338:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015488000 00002000:00100000:1.0:1746070428.836369:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6a00 x1830887015488000/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.836378:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6a00 with x1830887015488000 ext(0->4095) 00002000:00010000:1.0:1746070428.836382:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f6a00 00000100:00100000:1.0:1746070428.836408:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4032 00000100:00100000:1.0:1746070428.836414:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1964:x1830887015488000:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070428.836969:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1964:x1830887015488000:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 554us (815us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.836976:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4032 00002000:00100000:1.0:1746070428.836982:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6a00 x1830887015488000/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.836989:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6a00 with x1830887015488000 ext(0->4095) 00002000:00010000:1.0:1746070428.836992:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f6a00 00000100:00100000:0.0:1746070428.838988:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.839146:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015488128 00000100:00100000:3.0:1746070428.839153:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015488128 00000100:00100000:3.0:1746070428.839454:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5468 00000100:00100000:3.0:1746070428.839460:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015488128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.839471:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.839483:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfc9b expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.839505:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc94 expref: 61 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.839511:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.839512:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.839515:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.839536:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc94 expref: 61 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.839544:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc94 expref: 61 pid: 8446 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.839552:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013357440:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.841119:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.843255:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013357440:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.843285:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.843299:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebe00, rc 0) 00000100:00100000:3.0:1746070428.843334:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015488128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3873us (4348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.843341:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5468 00000100:00100000:0.0:1746070428.845099:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.845231:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015488256 00000100:00100000:1.0:1746070428.845238:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015488256 00010000:00010000:1.0:1746070428.845263:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc94 expref: 62 pid: 8446 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.845384:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7735 00000100:00100000:1.0:1746070428.845390:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1963:x1830887015488256:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.845400:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.845416:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc94 expref: 62 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.845425:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc94 expref: 62 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.845441:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef6b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc94 expref: 62 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.845465:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.845467:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.845473:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.845480:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.845502:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.845515:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013357568:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.845561:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.845917:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.846162:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015488384 00000100:00100000:3.0:1746070428.846167:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015488384 00000100:00100000:3.0:1746070428.846188:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5469 00000100:00100000:3.0:1746070428.846193:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31620:x1830887015488384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.846205:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.846213:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfca2 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.846229:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.846235:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.846236:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.846239:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 63 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.846255:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.846263:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 5 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.846272:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013357696:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.846305:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.850433:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.850568:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013357568:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.850581:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.850611:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1963:x1830887015488256:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5221us (5517us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.850620:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7735 00000100:00100000:1.0:1746070428.850650:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015488640 00000100:00100000:1.0:1746070428.850654:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015488640 00002000:00100000:1.0:1746070428.850698:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f4e00 x1830887015488640/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.850707:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4e00 with x1830887015488640 ext(0->4095) 00010000:00010000:1.0:1746070428.850715:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.850724:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.850730:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f4e00 00000100:00100000:1.0:1746070428.850751:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1947 00000100:00100000:1.0:1746070428.850756:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015488640:12345-192.168.203.29@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746070428.850865:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015488640:12345-192.168.203.29@tcp:3:ldlm_bl.0 Request processed in 108us (437us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070428.850872:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1947 00002000:00100000:1.0:1746070428.850876:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f4e00 x1830887015488640/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070428.850882:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4e00 with x1830887015488640 ext(0->4095) 00010000:00010000:1.0:1746070428.850886:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.850893:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:1.0:1746070428.850898:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f4e00 00000100:00100000:3.0:1746070428.851023:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013357696:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.851040:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 62 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.851051:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070428.851077:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:31620:x1830887015488384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4884us (5161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.851082:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5469 00000100:00100000:0.0:1746070428.855328:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.855406:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015488768 00000100:00100000:1.0:1746070428.855412:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015488768 00010000:00010000:1.0:1746070428.855438:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.856052:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7736 00000100:00100000:1.0:1746070428.856060:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015488768:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.856071:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.856087:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.856096:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.856113:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607ef72 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfc9b expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.856138:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.856141:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.856147:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 61 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.856153:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 61 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.856179:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 61 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.856188:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013357824:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.856253:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.858783:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.858910:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015489024 00000100:00100000:2.0:1746070428.858916:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015489024 00002000:00100000:2.0:1746070428.858948:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5c00 x1830887015489024/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.858956:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5c00 with x1830887015489024 ext(0->4095) 00002000:00010000:2.0:1746070428.858960:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f5c00 00000100:00100000:2.0:1746070428.858976:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4033 00000100:00100000:2.0:1746070428.858982:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1961:x1830887015489024:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070428.859103:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1961:x1830887015489024:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.859109:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4033 00002000:00100000:2.0:1746070428.859114:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5c00 x1830887015489024/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.859121:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5c00 with x1830887015489024 ext(0->4095) 00002000:00010000:2.0:1746070428.859123:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f5c00 00000100:00100000:1.0:1746070428.859251:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013357824:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.859265:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.859286:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015488768:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3227us (3964us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.859292:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7736 00000100:00100000:0.0:1746070428.862622:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.862714:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015489152 00000100:00100000:3.0:1746070428.862722:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015489152 00000100:00100000:3.0:1746070428.862755:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5470 00000100:00100000:3.0:1746070428.862761:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015489152:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.862773:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.862786:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef80 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfca9 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.862819:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 61 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.862825:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.862827:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.862830:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef80 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca9 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.862856:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 61 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.862867:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 61 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.862877:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013357952:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.864146:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.865787:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013357952:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.865829:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef80 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca9 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.865843:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceac00, rc 0) 00000100:00100000:3.0:1746070428.865876:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015489152:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3115us (3260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.865883:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5470 00000100:00100000:0.0:1746070428.867961:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.868200:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015489280 00000100:00100000:2.0:1746070428.868207:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015489280 00002000:00100000:2.0:1746070428.868240:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800921f4700 x1830887015489280/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.868253:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4700 with x1830887015489280 ext(0->7) 00010000:00010000:2.0:1746070428.868260:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 62 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.868272:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 62 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.868278:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f4700 00000100:00100000:2.0:1746070428.868326:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1948 00000100:00100000:2.0:1746070428.868333:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+62:1964:x1830887015489280:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070428.868599:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1964:x1830887015489280:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 265us (642us total) trans 4294968034 rc 0/0 00000100:00100000:2.0:1746070428.868605:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1948 00002000:00100000:2.0:1746070428.868610:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800921f4700 x1830887015489280/t4294968034(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/448 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.868616:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f4700 with x1830887015489280 ext(0->7) 00010000:00010000:2.0:1746070428.868620:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 64 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.868628:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 64 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.868633:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f4700 00000100:00100000:0.0:1746070428.870621:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.870713:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015489408 00000100:00100000:1.0:1746070428.870720:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015489408 00010000:00010000:1.0:1746070428.870746:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 64 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.870821:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7737 00000100:00100000:1.0:1746070428.870828:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1962:x1830887015489408:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.870841:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.870856:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 64 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.870865:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 64 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.870882:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607ef79 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca2 expref: 64 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.874881:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.874886:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.874899:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef80 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca9 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.874910:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca9 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.874948:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca9 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.874967:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013358080:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.875058:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.877724:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013358080:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.877742:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.877775:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:1962:x1830887015489408:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6947us (7158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.877786:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7737 00000100:00100000:0.0:1746070428.878649:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.878781:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015489664 00000100:00100000:2.0:1746070428.878786:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015489664 00002000:00100000:2.0:1746070428.878825:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5500 x1830887015489664/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.878834:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5500 with x1830887015489664 ext(0->4095) 00002000:00010000:2.0:1746070428.878838:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f5500 00000100:00100000:2.0:1746070428.878852:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4034 00000100:00100000:2.0:1746070428.878857:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015489664:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070428.879108:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015489664:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 249us (459us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.879114:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4034 00002000:00100000:2.0:1746070428.879119:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f5500 x1830887015489664/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.879126:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f5500 with x1830887015489664 ext(0->4095) 00002000:00010000:2.0:1746070428.879128:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f5500 00000100:00100000:0.0:1746070428.880717:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.880831:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015489792 00000100:00100000:3.0:1746070428.880837:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015489792 00000100:00100000:3.0:1746070428.880865:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5471 00000100:00100000:3.0:1746070428.880870:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+63:31621:x1830887015489792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.880882:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.880896:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfcb0 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.880917:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef80 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca9 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.880923:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.880925:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.880928:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 64 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.881031:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca9 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.881042:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca9 expref: 5 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:3.0:1746070428.881052:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013358208:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.882034:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.885385:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013358208:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.885415:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 64 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.885429:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea200, rc 0) 00000100:00100000:3.0:1746070428.892014:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:31621:x1830887015489792:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11131us (11289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.892024:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5471 00000100:00100000:0.0:1746070428.893823:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.893889:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015489920 00000100:00100000:3.0:1746070428.893896:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015489920 00000100:00100000:3.0:1746070428.893926:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5472 00000100:00100000:3.0:1746070428.893932:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:31620:x1830887015489920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.893947:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.893961:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfcb7 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.893980:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.893985:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.893990:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.893992:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.894018:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.894028:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.894036:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceaa00, rc 0) 00000100:00100000:3.0:1746070428.894075:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:31620:x1830887015489920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.894081:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5472 00000100:00100000:0.0:1746070428.896154:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.896219:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015490048 00000100:00100000:1.0:1746070428.896223:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015490048 00010000:00010000:1.0:1746070428.896245:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca9 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.896274:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7738 00000100:00100000:1.0:1746070428.896280:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015490048:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.896289:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.896304:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca9 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.896313:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca9 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.896329:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607ef80 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfca9 expref: 6 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.896346:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.896347:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.896351:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 64 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.896358:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 64 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.896381:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 64 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.896390:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 64 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.896399:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013358464:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.896458:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.902764:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013358464:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.902781:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.902828:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015490048:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6547us (6676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.902841:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7738 00000100:00100000:0.0:1746070428.904190:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.904343:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015490304 00000100:00100000:2.0:1746070428.904351:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015490304 00002000:00100000:2.0:1746070428.904387:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6d80 x1830887015490304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.904395:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6d80 with x1830887015490304 ext(0->4095) 00010000:00010000:2.0:1746070428.904402:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.904413:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.904422:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f6d80 00000100:00100000:2.0:1746070428.904608:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1949 00000100:00100000:2.0:1746070428.904615:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1964:x1830887015490304:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.904753:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1964:x1830887015490304:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (566us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.904759:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1949 00002000:00100000:2.0:1746070428.904767:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800921f6d80 x1830887015490304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.904773:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f6d80 with x1830887015490304 ext(0->4095) 00010000:00010000:2.0:1746070428.904777:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.904784:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.904789:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921f6d80 00000100:00100000:0.0:1746070428.908084:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070428.908145:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.908269:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015490432 00000100:00100000:2.0:1746070428.908276:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015490432 00000100:00100000:2.0:1746070428.909455:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5473 00000100:00100000:2.0:1746070428.909464:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015490432:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.909478:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.909491:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfcbe expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.909518:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.909522:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 64 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.909527:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070428.909530:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.909554:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 64 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.909563:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.909570:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070428.909602:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015490432:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (1525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.909607:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5473 00000100:00100000:1.0:1746070428.910108:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015490560 00000100:00100000:1.0:1746070428.910113:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015490560 00010000:00010000:1.0:1746070428.910128:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.910146:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7739 00000100:00100000:1.0:1746070428.910150:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1962:x1830887015490560:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.910158:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.910172:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.910181:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.910195:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607ef87 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb0 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.910218:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.910220:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.910225:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 64 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.910231:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 64 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.910248:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 64 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.910256:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 64 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.910264:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013358720:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.910304:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.914615:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.914886:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015490816 00000100:00100000:2.0:1746070428.914892:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015490816 00002000:00100000:2.0:1746070428.914923:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321180 x1830887015490816/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.914933:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321180 with x1830887015490816 ext(0->4095) 00010000:00010000:2.0:1746070428.914940:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.914957:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.914964:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321180 00000100:00100000:2.0:1746070428.914988:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1950 00000100:00100000:2.0:1746070428.914994:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1964:x1830887015490816:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.915113:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1964:x1830887015490816:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (503us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.915119:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1950 00002000:00100000:2.0:1746070428.915123:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321180 x1830887015490816/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.915131:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321180 with x1830887015490816 ext(0->4095) 00010000:00010000:2.0:1746070428.915134:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:2.0:1746070428.915142:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00002000:00010000:2.0:1746070428.915148:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093321180 00000100:00100000:1.0:1746070428.915255:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013358720:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.915268:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.915286:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1962:x1830887015490560:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5136us (7141us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.915293:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7739 00000100:00100000:0.0:1746070428.917641:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070428.917704:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.917829:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015490944 00000100:00100000:2.0:1746070428.917836:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015490944 00000100:00100000:2.0:1746070428.917877:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5474 00000100:00100000:2.0:1746070428.917884:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:31620:x1830887015490944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070428.917897:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070428.917911:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfcc5 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.917931:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070428.917935:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.917940:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070428.917943:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 65 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.917968:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.917977:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 65 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070428.917985:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070428.918014:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:31620:x1830887015490944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070428.918019:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5474 00000100:00100000:1.0:1746070428.918083:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015491072 00000100:00100000:1.0:1746070428.918086:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015491072 00010000:00010000:1.0:1746070428.918099:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.918121:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7740 00000100:00100000:1.0:1746070428.918126:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca82c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1961:x1830887015491072:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.918133:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.918149:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.918157:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.918172:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607ef8e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcb7 expref: 65 pid: 25271 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.918187:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.918188:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.918193:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.918198:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.918212:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.918220:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 5 pid: 8446 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.918232:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013358976:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.918276:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.920715:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013358976:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.920770:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.920817:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca82c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1961:x1830887015491072:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2689us (3110us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.920825:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7740 00000100:00100000:0.0:1746070428.920889:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.920999:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015491328 00000100:00100000:3.0:1746070428.921004:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015491328 00002000:00100000:3.0:1746070428.921031:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323100 x1830887015491328/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.921039:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323100 with x1830887015491328 ext(0->4095) 00010000:00010000:3.0:1746070428.921046:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 6 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.921056:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 6 pid: 8446 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.921062:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093323100 00000100:00100000:3.0:1746070428.921084:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1951 00000100:00100000:3.0:1746070428.921089:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015491328:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070428.921218:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015491328:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.921224:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1951 00002000:00100000:3.0:1746070428.921229:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323100 x1830887015491328/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.921236:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323100 with x1830887015491328 ext(0->4095) 00010000:00010000:3.0:1746070428.921240:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 6 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:3.0:1746070428.921248:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 6 pid: 8446 timeout: 640 lvb_type: 0 00002000:00010000:3.0:1746070428.921253:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093323100 00000100:00100000:0.0:1746070428.923546:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.923697:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015491456 00000100:00100000:1.0:1746070428.923703:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015491456 00010000:00010000:1.0:1746070428.923725:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 6 pid: 8446 timeout: 640 lvb_type: 0 00000100:00100000:1.0:1746070428.923745:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7741 00000100:00100000:1.0:1746070428.923750:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015491456:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.923760:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.923775:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 6 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.923785:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 6 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.923811:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607ef95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcbe expref: 6 pid: 8446 timeout: 640 lvb_type: 0 00010000:00010000:1.0:1746070428.923823:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.923825:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.923830:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 63 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.923838:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 63 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.926233:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 63 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.926248:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013359104:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.926335:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.931290:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013359104:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.931305:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.932881:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015491456:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 9124us (9332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.932891:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7741 00000100:00100000:0.0:1746070428.937469:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.937549:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015491712 00000100:00100000:2.0:1746070428.937556:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015491712 00002000:00100000:2.0:1746070428.937589:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322300 x1830887015491712/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.937598:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322300 with x1830887015491712 ext(0->4095) 00002000:00010000:2.0:1746070428.937602:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322300 00000100:00100000:2.0:1746070428.937632:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4035 00000100:00100000:2.0:1746070428.937639:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1964:x1830887015491712:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070428.937804:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1964:x1830887015491712:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.937811:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4035 00002000:00100000:2.0:1746070428.937816:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093322300 x1830887015491712/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.937822:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322300 with x1830887015491712 ext(0->4095) 00002000:00010000:2.0:1746070428.937824:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322300 00000100:00100000:0.0:1746070428.946929:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.948077:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015491840 00000100:00100000:3.0:1746070428.948086:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015491840 00000100:00100000:3.0:1746070428.948140:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5475 00000100:00100000:3.0:1746070428.948147:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015491840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.948164:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.948179:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607efa3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfccc expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.948204:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 63 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.948211:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.948212:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.948215:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607efa3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfccc expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.948247:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 63 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.948257:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 63 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070428.948268:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013359232:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.949183:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070428.952622:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013359232:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.952655:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607efa3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfccc expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.952705:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceba00, rc 0) 00000100:00100000:3.0:1746070428.952757:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015491840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4609us (5833us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.952766:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5475 00000100:00100000:0.0:1746070428.960190:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.960251:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015491968 00000100:00100000:3.0:1746070428.960258:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015491968 00002000:00100000:3.0:1746070428.960295:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093320e00 x1830887015491968/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.960303:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320e00 with x1830887015491968 ext(0->7) 00010000:00010000:3.0:1746070428.960310:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 64 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070428.960322:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 64 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070428.960328:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093320e00 00000100:00100000:3.0:1746070428.960356:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1952 00000100:00100000:3.0:1746070428.960363:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+64:1964:x1830887015491968:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070428.960611:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015491968:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 248us (428us total) trans 4294968035 rc 0/0 00000100:00100000:3.0:1746070428.960617:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1952 00002000:00100000:3.0:1746070428.960622:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093320e00 x1830887015491968/t4294968035(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 496/448 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.960628:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320e00 with x1830887015491968 ext(0->7) 00010000:00010000:3.0:1746070428.960632:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070428.960644:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070428.960649:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093320e00 00000100:00100000:0.0:1746070428.968595:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.968954:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015492096 00000100:00100000:1.0:1746070428.968962:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015492096 00010000:00010000:1.0:1746070428.968990:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746070428.969020:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7742 00000100:00100000:1.0:1746070428.969026:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1961:x1830887015492096:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.969037:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.969052:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070428.969067:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070428.969085:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607ef9c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcc5 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070428.969108:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.969110:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.969116:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607efa3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfccc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.969123:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607efa3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfccc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.969146:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607efa3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfccc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070428.969154:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013359360:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.969216:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070428.970339:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013359360:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.970351:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.970381:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1961:x1830887015492096:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1354us (1791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.970387:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7742 00000100:00100000:0.0:1746070428.972557:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070428.973705:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015492352 00000100:00100000:2.0:1746070428.973712:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015492352 00002000:00100000:2.0:1746070428.973747:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321c00 x1830887015492352/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.973756:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321c00 with x1830887015492352 ext(0->4095) 00002000:00010000:2.0:1746070428.973761:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093321c00 00000100:00100000:2.0:1746070428.973788:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4036 00000100:00100000:2.0:1746070428.973795:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015492352:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070428.973937:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015492352:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (1385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070428.973955:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4036 00002000:00100000:2.0:1746070428.973960:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093321c00 x1830887015492352/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070428.973967:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321c00 with x1830887015492352 ext(0->4095) 00002000:00010000:2.0:1746070428.973970:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093321c00 00000100:00100000:0.0:1746070428.975757:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.975837:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015492480 00000100:00100000:3.0:1746070428.975843:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015492480 00000100:00100000:3.0:1746070428.975926:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5476 00000100:00100000:3.0:1746070428.975933:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:31621:x1830887015492480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.975944:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.975957:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfcd3 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.975979:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607efa3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfccc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.975985:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.975986:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.975989:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 66 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.976010:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607efa3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfccc expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.976020:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607efa3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfccc expref: 5 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070428.976030:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013359488:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070428.982388:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070428.982751:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070428.982913:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013359488:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070428.982942:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 66 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.982956:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceaa00, rc 0) 00000100:00100000:3.0:1746070428.982989:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:31621:x1830887015492480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7057us (7237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.982997:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5476 00000100:00100000:3.0:1746070428.983018:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015492608 00000100:00100000:3.0:1746070428.983022:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015492608 00000100:00100000:3.0:1746070428.983046:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5477 00000100:00100000:3.0:1746070428.983051:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:31620:x1830887015492608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070428.983062:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070428.983072:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfcda expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.983089:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070428.983093:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 67 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.983099:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070428.983102:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 67 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.983123:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 67 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.983136:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 67 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070428.983142:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebc00, rc 0) 00000100:00100000:3.0:1746070428.983155:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31620:x1830887015492608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070428.983161:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5477 00000100:00100000:0.0:1746070428.996301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.996504:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015492736 00000100:00100000:1.0:1746070428.996513:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015492736 00010000:00010000:1.0:1746070428.996542:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607efa3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfccc expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746070428.996575:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7743 00000100:00100000:1.0:1746070428.996581:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015492736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070428.996592:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070428.996609:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607efa3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfccc expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070428.996620:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607efa3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfccc expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070428.996638:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607efa3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfccc expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070428.996665:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.996667:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070428.996699:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 66 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.996706:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 66 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.996733:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 66 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070428.996743:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 66 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746070428.996754:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013359744:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070428.996825:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070428.998821:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070428.998883:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013359744:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070428.998893:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070428.998916:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015492736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2335us (2622us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070428.998923:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7743 00000100:00100000:3.0:1746070428.999007:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015492992 00000100:00100000:3.0:1746070428.999011:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015492992 00002000:00100000:3.0:1746070428.999035:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebde680 x1830887015492992/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/0 e 0 to 0 dl 1746070439 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.999042:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebde680 with x1830887015492992 ext(0->4095) 00010000:00010000:3.0:1746070428.999048:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070428.999057:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070428.999063:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebde680 00000100:00100000:3.0:1746070428.999073:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1953 00000100:00100000:3.0:1746070428.999078:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015492992:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070428.999184:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015492992:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (366us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070428.999189:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1953 00002000:00100000:3.0:1746070428.999195:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebde680 x1830887015492992/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:59/0 lens 488/4536 e 0 to 0 dl 1746070439 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070428.999201:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebde680 with x1830887015492992 ext(0->4095) 00010000:00010000:3.0:1746070428.999205:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070428.999213:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070428.999218:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebde680 00000100:00100000:3.0:1746070429.003123:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.003154:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.003210:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015493120 00000100:00100000:2.0:1746070429.003217:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015493120 00000100:00100000:2.0:1746070429.003248:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5478 00000100:00100000:2.0:1746070429.003255:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015493120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.003268:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.003281:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfce1 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.003301:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.003307:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.003312:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070429.003315:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.003341:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.003350:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.003358:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070429.003388:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015493120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.003393:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5478 00000100:00100000:1.0:1746070429.004575:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015493248 00000100:00100000:1.0:1746070429.004581:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015493248 00010000:00010000:1.0:1746070429.004602:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746070429.004634:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7744 00000100:00100000:1.0:1746070429.004640:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1962:x1830887015493248:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070429.004649:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070429.004666:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.004699:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.004716:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607efaa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcd3 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.004739:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.004741:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.004747:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.004753:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.004775:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.004784:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 66 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746070429.004793:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013360000:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070429.004861:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.009251:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.009356:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015493504 00000100:00100000:3.0:1746070429.009363:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015493504 00002000:00100000:3.0:1746070429.009395:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323800 x1830887015493504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.009404:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323800 with x1830887015493504 ext(0->4095) 00010000:00010000:3.0:1746070429.009411:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.009423:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.009430:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093323800 00000100:00100000:3.0:1746070429.009453:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1954 00000100:00100000:3.0:1746070429.009459:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015493504:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070429.009589:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015493504:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (347us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070429.009596:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1954 00002000:00100000:3.0:1746070429.009601:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093323800 x1830887015493504/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.009608:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323800 with x1830887015493504 ext(0->4095) 00010000:00010000:3.0:1746070429.009612:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.009621:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.009626:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093323800 00000100:00100000:1.0:1746070429.009789:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013360000:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070429.009811:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070429.009833:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1962:x1830887015493248:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5194us (6679us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070429.009840:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7744 00000100:00100000:0.0:1746070429.014826:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070429.014879:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.014970:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015493632 00000100:00100000:2.0:1746070429.014979:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015493632 00000100:00100000:2.0:1746070429.015014:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5479 00000100:00100000:2.0:1746070429.015020:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:31620:x1830887015493632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.015034:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.015050:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607efbf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfce8 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.015071:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.015077:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.015083:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070429.015086:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607efbf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce8 expref: 67 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.015113:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.015124:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607efbf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce8 expref: 67 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.015132:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070429.015165:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31620:x1830887015493632:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.015170:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5479 00000100:00100000:3.0:1746070429.016122:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015493760 00000100:00100000:3.0:1746070429.016127:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015493760 00010000:00010000:3.0:1746070429.016145:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.016252:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7745 00000100:00100000:3.0:1746070429.016258:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1962:x1830887015493760:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.016267:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.016284:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.016293:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.016309:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607efb1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcda expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.016493:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.016495:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.016501:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.016508:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.016529:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.016539:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 5 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.016548:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013360256:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.016990:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.020026:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013360256:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.020048:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.020080:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1962:x1830887015493760:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3821us (5200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.020088:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7745 00000100:00100000:0.0:1746070429.021888:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.021965:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015494016 00000100:00100000:3.0:1746070429.021971:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015494016 00002000:00100000:3.0:1746070429.022002:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8380 x1830887015494016/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.022011:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8380 with x1830887015494016 ext(0->4095) 00010000:00010000:3.0:1746070429.022018:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.022029:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.022036:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb8380 00000100:00100000:3.0:1746070429.022318:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1955 00000100:00100000:3.0:1746070429.022324:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015494016:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070429.022451:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015494016:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (567us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070429.022456:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1955 00002000:00100000:3.0:1746070429.022461:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8380 x1830887015494016/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.022468:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8380 with x1830887015494016 ext(0->4095) 00010000:00010000:3.0:1746070429.022472:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.022481:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.022486:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb8380 00000100:00100000:0.0:1746070429.026885:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.027167:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015494144 00000100:00100000:3.0:1746070429.027174:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015494144 00010000:00010000:3.0:1746070429.027204:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.027343:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7746 00000100:00100000:3.0:1746070429.027350:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015494144:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.027361:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.027377:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.027387:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.027406:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efb8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce1 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.027432:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.027434:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.027439:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607efbf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce8 expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.027446:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607efbf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce8 expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.027472:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607efbf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce8 expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.027486:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013360384:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.027551:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.030115:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.030201:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013360384:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.030221:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.030251:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015494144:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2901us (3373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.030259:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7746 00000100:00100000:1.0:1746070429.030333:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015494400 00000100:00100000:1.0:1746070429.030338:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015494400 00002000:00100000:1.0:1746070429.030367:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fbb100 x1830887015494400/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.030375:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fbb100 with x1830887015494400 ext(0->4095) 00002000:00010000:1.0:1746070429.030379:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fbb100 00000100:00100000:1.0:1746070429.030403:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4037 00000100:00100000:1.0:1746070429.030408:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015494400:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.030515:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015494400:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.030521:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4037 00002000:00100000:1.0:1746070429.030526:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fbb100 x1830887015494400/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.030532:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fbb100 with x1830887015494400 ext(0->4095) 00002000:00010000:1.0:1746070429.030535:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fbb100 00000100:00100000:0.0:1746070429.033183:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.033272:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015494528 00000100:00100000:2.0:1746070429.033278:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015494528 00000100:00100000:2.0:1746070429.033307:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5480 00000100:00100000:2.0:1746070429.033312:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015494528:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.033324:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.033336:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607efc6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfcef expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.033358:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607efbf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce8 expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.033364:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.033365:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.033368:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607efc6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcef expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.033389:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607efbf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce8 expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.033397:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607efbf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce8 expref: 65 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.033406:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013360512:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.033472:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.035022:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013360512:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.035038:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607efc6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcef expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.035049:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070429.035071:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015494528:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1759us (1894us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.035080:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5480 00000100:00100000:0.0:1746070429.036254:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.036315:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015494656 00000100:00100000:3.0:1746070429.036320:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015494656 00010000:00010000:3.0:1746070429.036343:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607efbf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce8 expref: 66 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.036368:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7747 00000100:00100000:3.0:1746070429.036373:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca82850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015494656:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.036382:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.036397:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607efbf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce8 expref: 66 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.036406:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607efbf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce8 expref: 66 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.036421:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607efbf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfce8 expref: 66 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.036440:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.036442:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.036447:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607efc6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcef expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.036453:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607efc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcef expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.036475:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607efc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcef expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.036483:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013360640:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.036525:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.040203:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.040350:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013360640:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.040372:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.040403:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca82850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1964:x1830887015494656:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4029us (4150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.040411:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7747 00000100:00100000:2.0:1746070429.040499:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015494912 00000100:00100000:2.0:1746070429.040504:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015494912 00002000:00100000:2.0:1746070429.040531:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb9f80 x1830887015494912/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.040539:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9f80 with x1830887015494912 ext(0->4095) 00002000:00010000:2.0:1746070429.040543:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb9f80 00000100:00100000:2.0:1746070429.040785:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4038 00000100:00100000:2.0:1746070429.040792:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015494912:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070429.040909:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015494912:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (712us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.040914:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4038 00002000:00100000:2.0:1746070429.040920:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb9f80 x1830887015494912/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.040927:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9f80 with x1830887015494912 ext(0->4095) 00002000:00010000:2.0:1746070429.040930:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb9f80 00000100:00100000:0.0:1746070429.042144:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.042295:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015495040 00000100:00100000:2.0:1746070429.042301:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015495040 00000100:00100000:2.0:1746070429.042327:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5481 00000100:00100000:2.0:1746070429.042332:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:31620:x1830887015495040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.042343:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.042355:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfcf6 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.042381:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607efc6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcef expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.042387:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.042388:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.042391:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.042415:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607efc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcef expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.042425:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607efc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcef expref: 5 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.042435:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013360768:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.042495:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.045258:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013360768:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.045281:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.045296:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070429.045328:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:31620:x1830887015495040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2995us (3186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.045335:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5481 00000100:00100000:0.0:1746070429.046092:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070429.046125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.046267:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015495296 00000100:00100000:3.0:1746070429.046272:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015495296 00010000:00010000:3.0:1746070429.046293:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607efc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcef expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.046323:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7748 00000100:00100000:3.0:1746070429.046328:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015495296:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.046339:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.046354:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607efc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcef expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.046367:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607efc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcef expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.046386:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607efc6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcef expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.046398:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.046400:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.046404:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 65 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.046412:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 65 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.046435:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 65 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.046444:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013360896:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.046498:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.046780:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015495168 00000100:00100000:2.0:1746070429.046784:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015495168 00000100:00100000:2.0:1746070429.046812:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5482 00000100:00100000:2.0:1746070429.046817:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:31621:x1830887015495168:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.046828:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.046836:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfcfd expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.046851:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 67 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.046856:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.046857:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.046860:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.046875:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 67 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.046883:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.046890:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013361024:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.046925:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.049056:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.049181:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013360896:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.049199:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.049230:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015495296:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2901us (3104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.049238:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7748 00000100:00100000:1.0:1746070429.049656:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015495552 00000100:00100000:1.0:1746070429.049661:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015495552 00002000:00100000:1.0:1746070429.049723:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8e00 x1830887015495552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.049731:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8e00 with x1830887015495552 ext(0->4095) 00010000:00010000:1.0:1746070429.049737:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 68 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.049747:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 68 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.049752:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb8e00 00000100:00100000:1.0:1746070429.049774:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1956 00000100:00100000:1.0:1746070429.049781:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1963:x1830887015495552:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070429.049896:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1963:x1830887015495552:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (843us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.049903:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1956 00002000:00100000:1.0:1746070429.049908:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8e00 x1830887015495552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.049915:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8e00 with x1830887015495552 ext(0->4095) 00010000:00010000:1.0:1746070429.049919:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 68 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.049927:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 68 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.049932:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb8e00 00000100:00100000:2.0:1746070429.050091:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013361024:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.050107:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.050121:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070429.050143:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31621:x1830887015495168:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3325us (4052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.050148:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5482 00000100:00100000:0.0:1746070429.052654:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.052903:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015495680 00000100:00100000:2.0:1746070429.052909:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015495680 00000100:00100000:2.0:1746070429.053421:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5483 00000100:00100000:2.0:1746070429.053430:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31620:x1830887015495680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.053443:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.053456:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607efdb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd04 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.053478:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.053483:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 68 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.053488:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070429.053491:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607efdb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd04 expref: 68 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.053517:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 68 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.053526:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607efdb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd04 expref: 68 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.053539:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070429.053572:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:31620:x1830887015495680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.053577:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5483 00000100:00100000:0.0:1746070429.053773:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.053959:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015495808 00000100:00100000:3.0:1746070429.053965:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015495808 00010000:00010000:3.0:1746070429.053983:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 68 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.054001:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7749 00000100:00100000:3.0:1746070429.054006:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1962:x1830887015495808:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.054014:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.054030:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 68 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.054039:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 68 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.054053:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607efcd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcf6 expref: 68 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.054077:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.054078:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.054083:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.054090:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.054110:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.054119:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.054129:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013361280:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.054178:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.059315:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.059406:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013361280:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.059428:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.059938:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1962:x1830887015495808:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5930us (6163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.059947:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7749 00000100:00100000:2.0:1746070429.060238:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015496064 00000100:00100000:2.0:1746070429.060245:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015496064 00002000:00100000:2.0:1746070429.060276:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8700 x1830887015496064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.060286:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8700 with x1830887015496064 ext(0->4095) 00010000:00010000:2.0:1746070429.060293:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.060305:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.060311:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb8700 00000100:00100000:2.0:1746070429.060325:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1957 00000100:00100000:2.0:1746070429.060331:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1963:x1830887015496064:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.060448:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1963:x1830887015496064:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (1140us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.060455:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1957 00002000:00100000:2.0:1746070429.060459:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb8700 x1830887015496064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.060472:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb8700 with x1830887015496064 ext(0->4095) 00010000:00010000:2.0:1746070429.060476:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.060485:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.060490:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091fb8700 00000100:00100000:0.0:1746070429.064782:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.065549:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015496192 00000100:00100000:1.0:1746070429.065558:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015496192 00000100:00100000:1.0:1746070429.065607:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5484 00000100:00100000:1.0:1746070429.065614:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015496192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070429.065630:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070429.065645:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607efe2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd0b expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.065668:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070429.065707:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607efdb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd04 expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.065713:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070429.065716:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607efe2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd0b expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.065749:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607efdb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd04 expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.065760:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607efe2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd0b expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.065768:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52a00, rc 0) 00000100:00100000:1.0:1746070429.065818:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015496192:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (1042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070429.065824:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5484 00000100:00100000:0.0:1746070429.066170:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.066634:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015496320 00000100:00100000:3.0:1746070429.066639:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015496320 00010000:00010000:3.0:1746070429.066654:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.066690:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7750 00000100:00100000:3.0:1746070429.066695:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015496320:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.066704:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.066718:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.066727:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.066740:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607efd4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfcfd expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.066758:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.066760:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.066765:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607efdb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd04 expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.066771:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607efdb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd04 expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.066787:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607efdb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd04 expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.066794:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607efdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd04 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.066812:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013361536:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.066854:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.067400:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830887013361792:0@lo:400:kworker.0 00000100:00100000:2.0:1746070429.067424:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070429.067437:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013362304:0@lo:400:kworker.0 00000100:00100000:2.0:1746070429.067448:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070429.067457:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746070429.067461:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013361664:0@lo:400:kworker.0 00000100:00100000:2.0:1746070429.067474:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070429.067490:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013362176:0@lo:400:kworker.0 00000100:00100000:2.0:1746070429.067501:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070429.067515:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013361792 00000100:00100000:2.0:1746070429.067518:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013361792 00000100:00100000:2.0:1746070429.067534:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013362176 00000100:00100000:2.0:1746070429.067535:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013362176 00000100:00100000:2.0:1746070429.067549:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1746070429.067553:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830887013361792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070429.067575:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830887013361792:12345-0@lo:400:kworker.0 Request processed in 22us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.067582:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1746070429.067590:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1746070429.067593:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013362176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070429.067605:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013362176:12345-0@lo:400:kworker.0 Request processed in 12us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.067609:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1746070429.067619:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013361664 00000100:00100000:2.0:1746070429.067621:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013361664 00000100:00100000:2.0:1746070429.067632:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1746070429.067635:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a473dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3297:x1830887013361664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070429.067650:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a473dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3297:x1830887013361664:12345-0@lo:400:kworker.0 Request processed in 14us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.067654:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1746070429.067694:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013361664:0@lo:400:kworker.0 00000100:00100000:2.0:1746070429.067705:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013362176:0@lo:400:kworker.0 00000100:00100000:2.0:1746070429.067712:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830887013361792:0@lo:400:kworker.0 00000100:00100000:2.0:1746070429.067727:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013362304 00000100:00100000:2.0:1746070429.067729:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013362304 00000100:00100000:2.0:1746070429.067743:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1746070429.067746:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013362304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070429.067769:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013362304:12345-0@lo:400:kworker.0 Request processed in 22us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.067773:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1746070429.067787:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013362304:0@lo:400:kworker.0 00000100:00080000:0.0:1746070429.067848:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070429.067852:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070429.068297:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3294:1830887013361920:0@lo:400:kworker.0 00000100:00100000:3.0:1746070429.068322:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070429.068737:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746070429.068742:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013362048:0@lo:400:kworker.0 00000100:00100000:3.0:1746070429.068759:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070429.068917:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013361920 00000100:00100000:1.0:1746070429.068921:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013361920 00000100:00100000:1.0:1746070429.068965:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1746070429.068969:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830887013361920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070429.069016:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830887013361920:12345-0@lo:400:kworker.0 Request processed in 46us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070429.069020:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1746070429.069127:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013362048 00000100:00100000:0.0:1746070429.069130:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013362048 00000100:00100000:0.0:1746070429.069149:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1746070429.069153:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013362048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070429.069180:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013362048:12345-0@lo:400:kworker.0 Request processed in 27us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070429.069184:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1746070429.069454:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013362048:0@lo:400:kworker.0 00000100:00100000:3.0:1746070429.069462:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3294:1830887013361920:0@lo:400:kworker.0 00000100:00080000:2.0:1746070429.070786:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746070429.070791:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070429.070868:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013361536:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.070884:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.071064:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015496320:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4367us (4893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.071074:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7750 00000100:00100000:0.0:1746070429.071613:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.071868:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015496448 00000100:00100000:3.0:1746070429.071873:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015496448 00010000:00010000:3.0:1746070429.071891:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607efdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd04 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.071906:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7751 00000100:00100000:3.0:1746070429.071911:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1961:x1830887015496448:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.071920:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.071934:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607efdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd04 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.071943:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607efdb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd04 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.071958:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607efdb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd04 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.071979:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.071981:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.071987:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607efe2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd0b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.071994:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607efe2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd0b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.072015:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607efe2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd0b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.072024:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013362432:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.072074:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.077594:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013362432:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.077615:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.077665:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1961:x1830887015496448:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5752us (6051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.077695:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7751 00000100:00100000:0.0:1746070429.077867:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.078017:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015496704 00000100:00100000:2.0:1746070429.078023:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015496704 00002000:00100000:2.0:1746070429.078050:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb9880 x1830887015496704/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.078058:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9880 with x1830887015496704 ext(0->4095) 00002000:00010000:2.0:1746070429.078062:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb9880 00000100:00100000:2.0:1746070429.078074:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4039 00000100:00100000:2.0:1746070429.078080:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015496704:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.078188:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015496704:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.078193:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4039 00002000:00100000:2.0:1746070429.078198:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091fb9880 x1830887015496704/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.078203:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fb9880 with x1830887015496704 ext(0->4095) 00002000:00010000:2.0:1746070429.078205:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fb9880 00000100:00100000:0.0:1746070429.079694:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.079807:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015496832 00000100:00100000:2.0:1746070429.079811:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015496832 00000100:00100000:2.0:1746070429.080247:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5485 00000100:00100000:2.0:1746070429.080254:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:31621:x1830887015496832:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.080264:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.080277:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd12 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.080302:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607efe2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd0b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.080308:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.080309:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.080312:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.080334:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607efe2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd0b expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.080344:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607efe2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd0b expref: 5 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.080354:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013362560:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.080463:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.082222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070429.082307:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.082467:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013362560:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.082486:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.082498:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:3.0:1746070429.082525:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:31621:x1830887015496832:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2272us (2853us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.082531:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5485 00000100:00100000:3.0:1746070429.082548:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015496960 00000100:00100000:3.0:1746070429.082551:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015496960 00000100:00100000:3.0:1746070429.082574:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5486 00000100:00100000:3.0:1746070429.082579:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:31620:x1830887015496960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.082587:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.082595:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd19 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.082609:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.082613:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 67 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.082619:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.082621:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 67 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.082642:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 67 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.082651:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 67 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.082658:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070429.082689:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31620:x1830887015496960:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.082695:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5486 00000100:00100000:3.0:1746070429.082716:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015497088 00000100:00100000:3.0:1746070429.082719:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015497088 00010000:00010000:3.0:1746070429.082729:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607efe2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd0b expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.082757:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7752 00000100:00100000:3.0:1746070429.082762:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015497088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.082769:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.082784:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607efe2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd0b expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.082807:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607efe2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd0b expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.082821:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607efe2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd0b expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.082832:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.082834:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.082838:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.082844:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.082860:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.082869:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.082877:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013362816:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.082912:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.084959:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.085103:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015497344 00000100:00100000:1.0:1746070429.085108:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015497344 00002000:00100000:1.0:1746070429.085134:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369c00 x1830887015497344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.085143:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369c00 with x1830887015497344 ext(0->4095) 00010000:00010000:1.0:1746070429.085149:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.085164:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.085170:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369c00 00000100:00100000:1.0:1746070429.085228:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1958 00000100:00100000:1.0:1746070429.085233:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1963:x1830887015497344:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070429.086071:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1963:x1830887015497344:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 836us (1114us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.086077:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1958 00002000:00100000:1.0:1746070429.086082:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369c00 x1830887015497344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.086089:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369c00 with x1830887015497344 ext(0->4095) 00010000:00010000:1.0:1746070429.086093:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.086102:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.086107:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369c00 00000100:00100000:3.0:1746070429.086260:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013362816:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.086276:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.086299:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015497088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3536us (3991us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.086308:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7752 00000100:00100000:0.0:1746070429.089389:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070429.089421:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.089484:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015497472 00000100:00100000:2.0:1746070429.089491:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015497472 00000100:00100000:2.0:1746070429.089526:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5487 00000100:00100000:2.0:1746070429.089532:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015497472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.089545:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.089558:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd20 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.089580:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.089585:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.089590:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070429.089592:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.089619:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.089628:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.089636:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070429.089668:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015497472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.089693:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5487 00000100:00100000:3.0:1746070429.089857:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015497600 00000100:00100000:3.0:1746070429.089861:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015497600 00010000:00010000:3.0:1746070429.089875:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.090263:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7753 00000100:00100000:3.0:1746070429.090270:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1963:x1830887015497600:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.090278:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.090293:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.090303:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.090319:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607efe9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd12 expref: 67 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.090924:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.090927:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.090933:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.090940:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.090961:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.090971:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 66 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.090981:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013363072:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.091039:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.093583:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.093651:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015497856 00000100:00100000:1.0:1746070429.093657:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015497856 00002000:00100000:1.0:1746070429.093718:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236a680 x1830887015497856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.093727:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236a680 with x1830887015497856 ext(0->4095) 00010000:00010000:1.0:1746070429.093736:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.093748:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.093754:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236a680 00000100:00100000:1.0:1746070429.093774:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1959 00000100:00100000:1.0:1746070429.093779:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015497856:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.093909:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015497856:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.093915:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1959 00002000:00100000:1.0:1746070429.093920:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236a680 x1830887015497856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.093926:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236a680 with x1830887015497856 ext(0->4095) 00010000:00010000:1.0:1746070429.093930:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.093938:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.093943:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236a680 00000100:00100000:3.0:1746070429.094073:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013363072:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.094090:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.094111:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1963:x1830887015497600:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3841us (4690us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.094118:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7753 00000100:00100000:0.0:1746070429.096158:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070429.096229:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.096350:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015497984 00000100:00100000:2.0:1746070429.096355:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015497984 00000100:00100000:2.0:1746070429.096384:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5488 00000100:00100000:2.0:1746070429.096390:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:31620:x1830887015497984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.096401:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.096413:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607effe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd27 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.096433:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.096438:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.096447:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070429.096451:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607effe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd27 expref: 67 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.096478:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.096489:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607effe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd27 expref: 67 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.096497:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070429.096538:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31620:x1830887015497984:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.096544:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5488 00000100:00100000:3.0:1746070429.096602:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015498112 00000100:00100000:3.0:1746070429.096606:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015498112 00010000:00010000:3.0:1746070429.096620:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.096637:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7754 00000100:00100000:3.0:1746070429.096641:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca82450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015498112:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.096647:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.096663:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.096694:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.096709:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607eff0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd19 expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.096724:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.096726:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.096730:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.096737:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.096756:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.096765:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 5 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.096775:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013363328:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.096831:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.099375:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.099433:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015498368 00000100:00100000:2.0:1746070429.099438:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015498368 00002000:00100000:2.0:1746070429.099465:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092368700 x1830887015498368/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.099473:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368700 with x1830887015498368 ext(0->4095) 00010000:00010000:2.0:1746070429.099480:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.099490:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.099496:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092368700 00000100:00100000:2.0:1746070429.099518:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1960 00000100:00100000:2.0:1746070429.099523:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015498368:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.099627:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015498368:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.099632:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1960 00002000:00100000:2.0:1746070429.099637:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092368700 x1830887015498368/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.099643:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368700 with x1830887015498368 ext(0->4095) 00010000:00010000:2.0:1746070429.099647:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.099655:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.099660:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092368700 00000100:00100000:3.0:1746070429.100062:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013363328:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.100079:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.100105:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca82450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015498112:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3463us (3876us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.100111:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7754 00000100:00100000:0.0:1746070429.102772:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.102932:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015498496 00000100:00100000:3.0:1746070429.102938:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015498496 00010000:00010000:3.0:1746070429.102960:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.102994:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7755 00000100:00100000:3.0:1746070429.103001:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015498496:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.103010:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.103027:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.103037:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.103054:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607eff7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd20 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.103078:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.103080:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.103086:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607effe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd27 expref: 65 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.103094:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607effe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd27 expref: 65 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.103118:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607effe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd27 expref: 65 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.103127:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013363456:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.103190:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.105419:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013363456:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.105440:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.105478:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015498496:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2477us (2709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.105486:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7755 00000100:00100000:0.0:1746070429.106844:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.106928:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015498752 00000100:00100000:1.0:1746070429.106933:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015498752 00002000:00100000:1.0:1746070429.106961:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369180 x1830887015498752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.106974:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369180 with x1830887015498752 ext(0->4095) 00002000:00010000:1.0:1746070429.106978:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369180 00000100:00100000:1.0:1746070429.107068:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4040 00000100:00100000:1.0:1746070429.107074:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015498752:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.107296:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015498752:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 221us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.107302:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4040 00002000:00100000:1.0:1746070429.107308:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369180 x1830887015498752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.107315:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369180 with x1830887015498752 ext(0->4095) 00002000:00010000:1.0:1746070429.107318:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369180 00000100:00100000:0.0:1746070429.109267:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.109412:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015498880 00000100:00100000:2.0:1746070429.109418:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015498880 00000100:00100000:2.0:1746070429.109448:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5489 00000100:00100000:2.0:1746070429.109455:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015498880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.109466:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.109480:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f005 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd2e expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.109501:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607effe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd27 expref: 65 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.109512:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.109514:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.109517:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f005 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd2e expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.109539:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607effe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd27 expref: 65 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.109549:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607effe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd27 expref: 65 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.109559:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013363584:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.109626:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.111440:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.111517:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013363584:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.111537:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f005 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd2e expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.111550:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:3.0:1746070429.111761:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015499008 00000100:00100000:3.0:1746070429.111765:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015499008 00010000:00010000:3.0:1746070429.111785:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607effe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd27 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.111953:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015498880:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2497us (2689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.111960:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5489 00000100:00100000:3.0:1746070429.112233:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7756 00000100:00100000:3.0:1746070429.112240:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015499008:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.112249:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.112265:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607effe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd27 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.112273:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607effe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd27 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.112292:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607effe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd27 expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.112304:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.112306:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.112311:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f005 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd2e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.112318:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f005 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd2e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.112342:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f005 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd2e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.112351:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013363712:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.112396:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.115581:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.115721:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015499264 00000100:00100000:1.0:1746070429.115728:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015499264 00002000:00100000:1.0:1746070429.115763:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236b480 x1830887015499264/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.115772:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b480 with x1830887015499264 ext(0->4095) 00002000:00010000:1.0:1746070429.115776:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236b480 00000100:00100000:1.0:1746070429.115811:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4041 00000100:00100000:1.0:1746070429.115817:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015499264:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.115943:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015499264:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.115949:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4041 00002000:00100000:1.0:1746070429.115955:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236b480 x1830887015499264/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.115962:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b480 with x1830887015499264 ext(0->4095) 00002000:00010000:1.0:1746070429.115964:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236b480 00000100:00100000:3.0:1746070429.116046:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013363712:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.116065:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.116090:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1964:x1830887015499008:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3851us (4654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.116097:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7756 00000100:00100000:0.0:1746070429.116816:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.117114:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015499392 00000100:00100000:3.0:1746070429.117118:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015499392 00000100:00100000:3.0:1746070429.117141:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5490 00000100:00100000:3.0:1746070429.117145:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:31620:x1830887015499392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.117155:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.117166:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd35 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.117186:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f005 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd2e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.117193:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.117194:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.117197:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 66 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.117222:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f005 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd2e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.117231:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f005 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd2e expref: 5 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.117241:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013363840:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.118483:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.120741:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.121122:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015499520 00000100:00100000:2.0:1746070429.121128:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015499520 00000100:00100000:2.0:1746070429.121174:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5491 00000100:00100000:2.0:1746070429.121181:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31621:x1830887015499520:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.121197:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.121215:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f013 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd3c expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.121235:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.121244:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 68 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.121249:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.121251:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f013 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd3c expref: 68 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.121281:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 68 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.121290:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f013 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd3c expref: 68 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.121298:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070429.121354:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:31621:x1830887015499520:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.121359:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5491 00000100:00100000:3.0:1746070429.122009:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013363840:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.122028:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 67 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.122039:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebe00, rc 0) 00000100:00100000:3.0:1746070429.122059:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31620:x1830887015499392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4913us (5245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.122064:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5490 00000100:00100000:1.0:1746070429.122536:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.122784:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015499648 00000100:00100000:3.0:1746070429.122788:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015499648 00010000:00010000:3.0:1746070429.122814:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f005 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd2e expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.123129:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7757 00000100:00100000:3.0:1746070429.123135:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015499648:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.123144:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.123168:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f005 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd2e expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.123177:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f005 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd2e expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.123198:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f005 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd2e expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.123224:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.123226:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.123231:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 66 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.123238:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 66 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.123264:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 66 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.123274:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 66 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.123283:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013364096:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.125120:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.127114:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013364096:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.127134:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.127170:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015499648:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4034us (4634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.127178:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7757 00000100:00100000:0.0:1746070429.128966:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.129040:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015499904 00000100:00100000:2.0:1746070429.129046:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015499904 00002000:00100000:2.0:1746070429.129078:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369f80 x1830887015499904/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.129087:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369f80 with x1830887015499904 ext(0->4095) 00010000:00010000:2.0:1746070429.129093:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.129105:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.129111:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369f80 00000100:00100000:2.0:1746070429.129289:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1961 00000100:00100000:2.0:1746070429.129296:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015499904:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070429.129528:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015499904:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 231us (566us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.129534:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1961 00002000:00100000:2.0:1746070429.129539:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092369f80 x1830887015499904/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.129546:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369f80 with x1830887015499904 ext(0->4095) 00010000:00010000:2.0:1746070429.129551:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.129560:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.129565:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369f80 00000100:00100000:0.0:1746070429.131282:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.131455:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015500032 00000100:00100000:3.0:1746070429.131461:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015500032 00010000:00010000:3.0:1746070429.131484:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.131518:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7758 00000100:00100000:3.0:1746070429.131525:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1961:x1830887015500032:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.131535:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.131550:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.131561:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.131578:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f00c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd35 expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.131604:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.131606:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.131612:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f013 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd3c expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.131620:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f013 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd3c expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.131651:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f013 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd3c expref: 66 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.131661:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013364224:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.131746:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.133954:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.134041:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015500288 00000100:00100000:2.0:1746070429.134048:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015500288 00002000:00100000:2.0:1746070429.134077:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236aa00 x1830887015500288/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.134092:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236aa00 with x1830887015500288 ext(0->4095) 00002000:00010000:2.0:1746070429.134096:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236aa00 00000100:00100000:2.0:1746070429.134122:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4042 00000100:00100000:2.0:1746070429.134128:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015500288:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070429.134261:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015500288:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.134267:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4042 00002000:00100000:2.0:1746070429.134273:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009236aa00 x1830887015500288/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.134278:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236aa00 with x1830887015500288 ext(0->4095) 00002000:00010000:2.0:1746070429.134280:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236aa00 00000100:00100000:3.0:1746070429.134968:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013364224:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.134986:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.135017:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1961:x1830887015500032:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3492us (3738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.135023:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7758 00000100:00100000:0.0:1746070429.136814:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.136917:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015500416 00000100:00100000:2.0:1746070429.136923:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015500416 00000100:00100000:2.0:1746070429.136963:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5492 00000100:00100000:2.0:1746070429.136969:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015500416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.136983:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.136997:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f01a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd43 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.137020:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f013 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd3c expref: 65 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.137027:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.137028:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.137032:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f01a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd43 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.137054:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f013 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd3c expref: 65 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.137064:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f013 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd3c expref: 65 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.137073:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013364352:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.137831:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.140263:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013364352:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.140286:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f01a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd43 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.140299:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070429.140342:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015500416:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3373us (3530us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.140349:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5492 00000100:00100000:0.0:1746070429.141029:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.141112:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015500544 00000100:00100000:3.0:1746070429.141118:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015500544 00010000:00010000:3.0:1746070429.141140:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f013 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd3c expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.141167:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7759 00000100:00100000:3.0:1746070429.141172:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1963:x1830887015500544:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.141181:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.141196:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f013 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd3c expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.141204:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f013 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd3c expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.141221:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f013 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd3c expref: 66 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.141233:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.141235:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.141240:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f01a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd43 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.141247:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f01a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd43 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.141266:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f01a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd43 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.141274:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013364480:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.142196:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.144719:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013364480:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.144740:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.144783:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:1963:x1830887015500544:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3610us (3754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.144792:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7759 00000100:00100000:2.0:1746070429.145851:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.145880:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.146219:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015500800 00000100:00100000:1.0:1746070429.146226:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015500800 00002000:00100000:1.0:1746070429.146257:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdd180 x1830887015500800/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.146265:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdd180 with x1830887015500800 ext(0->4095) 00002000:00010000:1.0:1746070429.146269:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdd180 00000100:00100000:1.0:1746070429.146292:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4043 00000100:00100000:1.0:1746070429.146297:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015500800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.146408:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015500800:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (558us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.146413:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4043 00002000:00100000:1.0:1746070429.146419:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdd180 x1830887015500800/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.146425:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdd180 with x1830887015500800 ext(0->4095) 00002000:00010000:1.0:1746070429.146428:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdd180 00000100:00100000:3.0:1746070429.146541:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015500928 00000100:00100000:3.0:1746070429.146544:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015500928 00000100:00100000:3.0:1746070429.146572:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5493 00000100:00100000:3.0:1746070429.146577:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+65:31620:x1830887015500928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.146586:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.146598:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd4a expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.146621:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f01a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd43 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.146627:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.146628:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.146632:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.146653:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f01a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd43 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.146662:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f01a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd43 expref: 5 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.146693:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013364608:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.146734:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.148831:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013364608:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.148858:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.148871:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea000, rc 0) 00000100:00100000:3.0:1746070429.148913:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:31620:x1830887015500928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2334us (3032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.148919:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5493 00000100:00100000:0.0:1746070429.149946:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.150318:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015501056 00000100:00100000:3.0:1746070429.150324:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015501056 00000100:00100000:0.0:1746070429.150604:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.150668:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5494 00000100:00100000:3.0:1746070429.150705:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:31621:x1830887015501056:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.150719:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.150730:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f028 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd51 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.150749:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.150753:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 67 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.150758:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.150761:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f028 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd51 expref: 67 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.150786:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 67 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.150806:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f028 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd51 expref: 67 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.150813:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea600, rc 0) 00000100:00100000:3.0:1746070429.150845:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31621:x1830887015501056:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.150850:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5494 00000100:00100000:3.0:1746070429.150872:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015501184 00000100:00100000:3.0:1746070429.150875:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015501184 00010000:00010000:3.0:1746070429.150886:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f01a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd43 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.151738:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7760 00000100:00100000:3.0:1746070429.151745:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015501184:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.151754:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.151771:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f01a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd43 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.151781:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f01a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd43 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.151806:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f01a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd43 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.152979:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.152982:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.152989:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.152997:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.153025:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.153035:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 66 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.153050:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013364864:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.153278:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.156273:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013364864:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.156294:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.156326:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015501184:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4581us (5722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.156335:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7760 00000100:00100000:0.0:1746070429.158074:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.158181:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015501440 00000100:00100000:2.0:1746070429.158187:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015501440 00002000:00100000:2.0:1746070429.158219:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcd180 x1830887015501440/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.158227:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcd180 with x1830887015501440 ext(0->4095) 00010000:00010000:2.0:1746070429.158234:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.158245:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.158251:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcd180 00000100:00100000:2.0:1746070429.158313:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1962 00000100:00100000:2.0:1746070429.158320:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1963:x1830887015501440:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.158621:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1963:x1830887015501440:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 300us (550us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.158627:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1962 00002000:00100000:2.0:1746070429.158632:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcd180 x1830887015501440/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.158639:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcd180 with x1830887015501440 ext(0->4095) 00010000:00010000:2.0:1746070429.158644:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.158651:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.158656:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcd180 00000100:00100000:0.0:1746070429.161980:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.162301:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015501568 00000100:00100000:3.0:1746070429.162309:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015501568 00010000:00010000:3.0:1746070429.162336:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.162422:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7761 00000100:00100000:3.0:1746070429.162428:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca82050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1964:x1830887015501568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.162438:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.162454:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.162464:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.162481:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f021 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd4a expref: 67 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.162506:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.162508:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.162514:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f028 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd51 expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.162520:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f028 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd51 expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.162543:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f028 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd51 expref: 66 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.162552:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013364992:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.163103:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.165977:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.166055:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015501824 00000100:00100000:2.0:1746070429.166061:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015501824 00002000:00100000:2.0:1746070429.166094:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcdc00 x1830887015501824/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.166103:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcdc00 with x1830887015501824 ext(0->4095) 00002000:00010000:2.0:1746070429.166107:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcdc00 00000100:00100000:2.0:1746070429.166131:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4044 00000100:00100000:2.0:1746070429.166138:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1963:x1830887015501824:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.166263:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:1963:x1830887015501824:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.166268:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4044 00002000:00100000:2.0:1746070429.166273:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcdc00 x1830887015501824/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.166279:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcdc00 with x1830887015501824 ext(0->4095) 00002000:00010000:2.0:1746070429.166282:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091dcdc00 00000100:00100000:3.0:1746070429.166359:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013364992:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.166375:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.166396:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca82050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015501568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3968us (4423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.166403:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7761 00000100:00100000:0.0:1746070429.168828:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.169432:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015501952 00000100:00100000:2.0:1746070429.169441:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015501952 00000100:00100000:2.0:1746070429.169482:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5495 00000100:00100000:2.0:1746070429.169489:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015501952:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.169502:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.169515:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd58 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.169537:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f028 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd51 expref: 65 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.169544:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.169545:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.169548:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.169577:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f028 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd51 expref: 65 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.169587:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f028 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd51 expref: 65 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.169596:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013365120:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.170294:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.173566:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013365120:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.173591:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.173607:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070429.173653:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015501952:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4165us (4831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.173662:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5495 00000100:00100000:0.0:1746070429.175513:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.175569:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015502080 00000100:00100000:3.0:1746070429.175575:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015502080 00010000:00010000:3.0:1746070429.175602:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f028 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd51 expref: 66 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.175769:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7762 00000100:00100000:3.0:1746070429.175775:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1963:x1830887015502080:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.175787:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746070429.175790:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1746070429.175813:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f028 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd51 expref: 66 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.175829:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f028 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd51 expref: 66 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.175907:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f028 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd51 expref: 66 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.175926:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.175928:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.175934:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.175941:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.175967:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.175977:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013365248:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.176024:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015502208 00000100:00100000:2.0:1746070429.176028:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015502208 00000100:00100000:2.0:1746070429.176054:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5496 00000100:00100000:2.0:1746070429.176060:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:31620:x1830887015502208:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.176072:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.176080:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd5f expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.176093:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.176099:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.176100:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.176102:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 67 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.176116:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.176125:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 5 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.176133:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013365376:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.176224:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.176231:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.177547:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013365376:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.177562:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 67 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.177571:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070429.177598:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+67:31620:x1830887015502208:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1537us (1807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.177604:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5496 00000100:00100000:3.0:1746070429.177641:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013365248:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.177652:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.177668:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1963:x1830887015502080:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1893us (2159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.177693:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7762 00000100:00100000:0.0:1746070429.177971:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.178037:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015502464 00000100:00100000:1.0:1746070429.178041:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015502464 00002000:00100000:1.0:1746070429.178065:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcca80 x1830887015502464/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.178079:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcca80 with x1830887015502464 ext(0->4095) 00010000:00010000:1.0:1746070429.178084:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.178094:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.178100:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcca80 00000100:00100000:1.0:1746070429.178119:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1963 00000100:00100000:1.0:1746070429.178124:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015502464:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070429.178220:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015502464:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.178225:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1963 00002000:00100000:1.0:1746070429.178230:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcca80 x1830887015502464/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.178236:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcca80 with x1830887015502464 ext(0->4095) 00010000:00010000:1.0:1746070429.178240:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.178248:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.178253:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcca80 00000100:00100000:0.0:1746070429.181391:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.181548:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015502592 00000100:00100000:3.0:1746070429.181556:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015502592 00010000:00010000:3.0:1746070429.181586:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746070429.181854:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7763 00000100:00100000:1.0:1746070429.181863:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015502592:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070429.181874:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070429.181891:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.181900:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.181918:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f02f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd58 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.181945:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.181947:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.181953:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.181960:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.181986:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070429.181996:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013365504:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070429.182054:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.186032:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.186093:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015502848 00000100:00100000:3.0:1746070429.186101:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015502848 00000100:00100000:1.0:1746070429.186118:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013365504:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070429.186132:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746070429.186134:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebde300 x1830887015502848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.186142:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebde300 with x1830887015502848 ext(0->4095) 00002000:00010000:3.0:1746070429.186145:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebde300 00000100:00100000:3.0:1746070429.186218:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4045 00000100:00100000:1.0:1746070429.186218:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015502592:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4356us (4832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.186225:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1963:x1830887015502848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070429.186225:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7763 00000100:00100000:3.0:1746070429.186585:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1963:x1830887015502848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 359us (558us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070429.186592:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4045 00002000:00100000:3.0:1746070429.186597:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebde300 x1830887015502848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.186604:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebde300 with x1830887015502848 ext(0->4095) 00002000:00010000:3.0:1746070429.186607:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebde300 00000100:00100000:0.0:1746070429.199947:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.200215:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015502976 00000100:00100000:2.0:1746070429.200223:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015502976 00000100:00100000:2.0:1746070429.200268:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5497 00000100:00100000:2.0:1746070429.200276:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015502976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.200292:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.200305:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd66 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.200330:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.200336:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.200338:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.200341:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.200367:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 65 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.200377:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 65 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.200387:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013365632:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.200966:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.205618:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013365632:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.205643:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.205657:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070429.205714:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015502976:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5439us (5774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.205724:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5497 00000100:00100000:0.0:1746070429.207938:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.208019:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015503104 00000100:00100000:3.0:1746070429.208025:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015503104 00002000:00100000:3.0:1746070429.208065:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091dcf800 x1830887015503104/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.208073:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcf800 with x1830887015503104 ext(0->7) 00010000:00010000:3.0:1746070429.208080:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 66 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.208093:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 66 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.208099:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcf800 00000100:00100000:3.0:1746070429.208114:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1964 00000100:00100000:3.0:1746070429.208121:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+66:1964:x1830887015503104:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070429.208386:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1964:x1830887015503104:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 265us (452us total) trans 4294968036 rc 0/0 00000100:00100000:3.0:1746070429.208392:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1964 00002000:00100000:3.0:1746070429.208397:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091dcf800 x1830887015503104/t4294968036(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/448 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.208404:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcf800 with x1830887015503104 ext(0->7) 00010000:00010000:3.0:1746070429.208409:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 68 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.208416:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 68 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.208421:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcf800 00000100:00100000:0.0:1746070429.212362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.213528:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015503232 00000100:00100000:1.0:1746070429.213536:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015503232 00010000:00010000:1.0:1746070429.213572:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 68 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746070429.213611:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7764 00000100:00100000:1.0:1746070429.213618:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1964:x1830887015503232:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070429.213629:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746070429.213643:0:11146:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746070428 -> 1746070429 00002000:00010000:1.0:1746070429.213646:0:11146:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746070428 -> 1746070429 00010000:00010000:1.0:1746070429.213651:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 68 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.213661:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 68 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.213708:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f036 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd5f expref: 68 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.213735:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.213737:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.213743:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.213750:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.213790:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070429.213812:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013365760:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070429.213886:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.220570:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.220656:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015503360 00000100:00100000:2.0:1746070429.220663:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015503360 00000100:00100000:2.0:1746070429.220737:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5498 00000100:00100000:2.0:1746070429.220744:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:31620:x1830887015503360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.220760:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.220774:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd6d expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.220805:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.220812:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.220814:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.220816:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 69 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.220839:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.220850:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 5 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.220860:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013365888:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.220930:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070429.221854:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013365760:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070429.221867:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070429.221964:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+69:1964:x1830887015503232:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8344us (9607us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070429.221971:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7764 00000100:00100000:0.0:1746070429.222877:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.223268:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013365888:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.223286:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 68 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.223299:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:3.0:1746070429.223340:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:31620:x1830887015503360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2596us (2777us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.223346:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5498 00000100:00100000:2.0:1746070429.223389:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015503616 00000100:00100000:2.0:1746070429.223395:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015503616 00002000:00100000:2.0:1746070429.223420:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcd500 x1830887015503616/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.223428:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcd500 with x1830887015503616 ext(0->4095) 00010000:00010000:2.0:1746070429.223433:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.223442:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.223447:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcd500 00000100:00100000:2.0:1746070429.224597:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1965 00000100:00100000:2.0:1746070429.224606:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015503616:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070429.224749:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015503616:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (1873us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.224755:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1965 00002000:00100000:2.0:1746070429.224761:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091dcd500 x1830887015503616/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.224768:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcd500 with x1830887015503616 ext(0->4095) 00010000:00010000:2.0:1746070429.224773:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.224782:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.224787:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091dcd500 00000100:00100000:0.0:1746070429.228162:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.228247:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015503744 00000100:00100000:1.0:1746070429.228254:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015503744 00010000:00010000:1.0:1746070429.228281:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746070429.228840:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7765 00000100:00100000:1.0:1746070429.228847:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015503744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070429.228859:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070429.228877:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.228887:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.228905:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f03d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd66 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.228932:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.228934:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.228939:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 67 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.228946:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 67 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.228973:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 67 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070429.228982:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013366016:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070429.229055:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.231440:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.231506:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015504000 00000100:00100000:2.0:1746070429.231511:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015504000 00002000:00100000:2.0:1746070429.231542:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5ce00 x1830887015504000/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.231551:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ce00 with x1830887015504000 ext(0->4095) 00002000:00010000:2.0:1746070429.231555:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5ce00 00000100:00100000:1.0:1746070429.231645:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013366016:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070429.231658:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.231811:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4046 00000100:00100000:2.0:1746070429.231818:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1961:x1830887015504000:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070429.231949:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015503744:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3101us (3792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070429.231956:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7765 00000100:00100000:2.0:1746070429.232606:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1961:x1830887015504000:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 788us (1170us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.232612:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4046 00002000:00100000:2.0:1746070429.232618:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5ce00 x1830887015504000/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.232625:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ce00 with x1830887015504000 ext(0->4095) 00002000:00010000:2.0:1746070429.232627:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5ce00 00000100:00100000:0.0:1746070429.239087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.239169:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015504128 00000100:00100000:3.0:1746070429.239177:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015504128 00000100:00100000:3.0:1746070429.239209:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5499 00000100:00100000:3.0:1746070429.239216:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015504128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.239229:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.239241:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd74 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.239262:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 67 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.239268:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.239270:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.239272:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.239292:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 67 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.239301:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 67 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.239310:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013366144:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.239569:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.240820:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013366144:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.240841:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.240853:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070429.240874:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015504128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1659us (1793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.240879:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5499 00000100:00100000:0.0:1746070429.258502:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.258574:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015504256 00000100:00100000:2.0:1746070429.258581:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015504256 00002000:00100000:2.0:1746070429.258614:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093d5f800 x1830887015504256/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.258622:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f800 with x1830887015504256 ext(0->7) 00010000:00010000:2.0:1746070429.258628:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 68 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.258638:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 68 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.258648:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5f800 00000100:00100000:2.0:1746070429.258695:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1966 00000100:00100000:2.0:1746070429.258701:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+68:1963:x1830887015504256:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070429.258954:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:1963:x1830887015504256:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 252us (459us total) trans 4294968037 rc 0/0 00000100:00100000:2.0:1746070429.258960:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1966 00002000:00100000:2.0:1746070429.258965:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093d5f800 x1830887015504256/t4294968037(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/448 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.258972:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f800 with x1830887015504256 ext(0->7) 00010000:00010000:2.0:1746070429.258976:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 70 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.258983:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 70 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.258988:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5f800 00000100:00100000:2.0:1746070429.259162:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746070429.259173:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013366272:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746070429.259202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070429.259266:0:21251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013366272 00000100:00100000:1.0:1746070429.259270:0:21251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013366272 00000100:00100000:1.0:1746070429.259288:0:21251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1746070429.259292:0:21251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013366272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746070429.259314:0:21251:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 534577152 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1746070429.259339:0:21251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013366272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070429.259346:0:21251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1746070429.259415:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013366272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070429.276022:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.276105:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015504384 00000100:00100000:3.0:1746070429.276112:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015504384 00000100:00100000:3.0:1746070429.276145:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5500 00000100:00100000:3.0:1746070429.276152:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:31620:x1830887015504384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.276166:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.276178:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd7b expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.276197:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.276202:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.276206:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070429.276209:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 71 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.276240:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.276251:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 71 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.276260:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceba00, rc 0) 00000100:00100000:3.0:1746070429.276357:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:31620:x1830887015504384:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.276363:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5500 00000100:00100000:0.0:1746070429.278229:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.278289:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015504512 00000100:00100000:1.0:1746070429.278293:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015504512 00010000:00010000:1.0:1746070429.278314:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 71 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746070429.278343:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7766 00000100:00100000:1.0:1746070429.278349:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:1963:x1830887015504512:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070429.278359:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070429.278375:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 71 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.278386:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 71 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.278401:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f044 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd6d expref: 71 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.278425:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.278426:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.278432:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.278438:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.278462:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.278472:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 5 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746070429.278480:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013366528:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070429.278534:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.280220:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.280295:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013366528:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070429.280306:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070429.280331:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:1963:x1830887015504512:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1982us (2105us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070429.280338:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7766 00000100:00100000:3.0:1746070429.280398:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015504768 00000100:00100000:3.0:1746070429.280402:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015504768 00002000:00100000:3.0:1746070429.280429:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5f480 x1830887015504768/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.280437:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f480 with x1830887015504768 ext(0->4095) 00010000:00010000:3.0:1746070429.280444:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.280454:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.280460:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5f480 00000100:00100000:3.0:1746070429.280482:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1967 00000100:00100000:3.0:1746070429.280487:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015504768:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070429.280597:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015504768:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (379us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070429.280603:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1967 00002000:00100000:3.0:1746070429.280608:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5f480 x1830887015504768/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.280621:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f480 with x1830887015504768 ext(0->4095) 00010000:00010000:3.0:1746070429.280625:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.280633:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.280638:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5f480 00000100:00100000:0.0:1746070429.286266:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.286351:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015504896 00000100:00100000:1.0:1746070429.286358:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015504896 00010000:00010000:1.0:1746070429.286386:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746070429.286419:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7767 00000100:00100000:1.0:1746070429.286426:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015504896:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070429.286439:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070429.286455:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.286464:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.286482:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f04b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd74 expref: 6 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.286500:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.286502:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.286507:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 69 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.286514:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 69 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.286540:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 69 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070429.286551:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013366656:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070429.286618:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.288507:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.288566:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015505152 00000100:00100000:2.0:1746070429.288570:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015505152 00002000:00100000:2.0:1746070429.288596:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5df80 x1830887015505152/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.288609:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5df80 with x1830887015505152 ext(0->4095) 00002000:00010000:2.0:1746070429.288613:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5df80 00000100:00100000:2.0:1746070429.288633:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4047 00000100:00100000:2.0:1746070429.288638:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:1964:x1830887015505152:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070429.288766:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:1964:x1830887015505152:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.288772:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4047 00002000:00100000:2.0:1746070429.288777:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5df80 x1830887015505152/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.288783:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5df80 with x1830887015505152 ext(0->4095) 00002000:00010000:2.0:1746070429.288785:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5df80 00000100:00100000:1.0:1746070429.288861:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013366656:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070429.288872:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070429.288892:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015504896:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2467us (2633us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070429.288899:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7767 00000100:00100000:0.0:1746070429.312554:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.312645:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015505280 00000100:00100000:2.0:1746070429.312653:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015505280 00000100:00100000:2.0:1746070429.312726:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5501 00000100:00100000:2.0:1746070429.312733:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131165c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015505280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.312749:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.312762:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f059 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd82 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.312785:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 69 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.312791:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.312793:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.312819:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f059 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd82 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.312848:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 69 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.312857:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 69 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.312867:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013366784:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.312936:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.320414:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013366784:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.320439:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f059 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd82 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.320454:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070429.320487:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131165c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015505280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7755us (7941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.320494:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5501 00000100:00100000:0.0:1746070429.321940:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.322011:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015505408 00000100:00100000:3.0:1746070429.322017:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015505408 00002000:00100000:3.0:1746070429.322047:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093d5ea00 x1830887015505408/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.322056:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ea00 with x1830887015505408 ext(0->7) 00010000:00010000:3.0:1746070429.322062:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 70 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.322072:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 70 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.322078:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5ea00 00000100:00100000:3.0:1746070429.322100:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1968 00000100:00100000:3.0:1746070429.322106:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+70:1964:x1830887015505408:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070429.322330:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1964:x1830887015505408:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 224us (392us total) trans 4294968038 rc 0/0 00000100:00100000:3.0:1746070429.322336:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1968 00002000:00100000:3.0:1746070429.322342:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093d5ea00 x1830887015505408/t4294968038(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/448 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.322348:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ea00 with x1830887015505408 ext(0->7) 00010000:00010000:3.0:1746070429.322352:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 72 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.322360:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 72 pid: 25271 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.322365:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5ea00 00000100:00100000:0.0:1746070429.324542:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.324619:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015505536 00000100:00100000:1.0:1746070429.324624:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015505536 00010000:00010000:1.0:1746070429.324650:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 72 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746070429.324697:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7768 00000100:00100000:1.0:1746070429.324703:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca81c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1964:x1830887015505536:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070429.324715:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070429.324728:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 72 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.324737:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 72 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.324753:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f052 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd7b expref: 72 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.324769:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.324770:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.324776:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f059 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd82 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.324783:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f059 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd82 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.324815:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f059 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd82 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070429.324824:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013366912:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070429.324879:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.330457:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.330546:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013366912:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070429.330563:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070429.330599:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca81c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:1964:x1830887015505536:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5895us (6061us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070429.330610:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7768 00000100:00100000:2.0:1746070429.333630:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015505792 00000100:00100000:2.0:1746070429.333639:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015505792 00002000:00100000:2.0:1746070429.333691:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5dc00 x1830887015505792/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.333701:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830887015505792 ext(0->4095) 00002000:00010000:2.0:1746070429.333705:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5dc00 00000100:00100000:2.0:1746070429.333737:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4048 00000100:00100000:2.0:1746070429.333744:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015505792:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070429.333893:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015505792:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (3442us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.333899:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4048 00002000:00100000:2.0:1746070429.333904:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5dc00 x1830887015505792/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.333910:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830887015505792 ext(0->4095) 00002000:00010000:2.0:1746070429.333913:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5dc00 00000100:00100000:0.0:1746070429.334053:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.334156:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015505920 00000100:00100000:2.0:1746070429.334160:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015505920 00000100:00100000:2.0:1746070429.334285:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5502 00000100:00100000:2.0:1746070429.334291:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+71:31620:x1830887015505920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.334300:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.334313:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd89 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.334332:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f059 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd82 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.334338:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.334340:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.334343:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 72 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.334364:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f059 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd82 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.334378:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f059 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd82 expref: 5 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.334387:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013367040:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.335336:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.336226:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.336948:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013367040:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.336968:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 72 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.336980:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070429.337020:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:31620:x1830887015505920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2729us (2967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.337027:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5502 00000100:00100000:3.0:1746070429.338568:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015506048 00000100:00100000:3.0:1746070429.338575:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015506048 00000100:00100000:3.0:1746070429.338611:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5503 00000100:00100000:3.0:1746070429.338617:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:31621:x1830887015506048:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.338629:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.338641:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f067 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd90 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.338659:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.338663:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 73 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.338668:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.338695:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f067 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd90 expref: 73 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.338724:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 73 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.338738:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f067 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd90 expref: 73 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.338746:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebc00, rc 0) 00000100:00100000:3.0:1746070429.338779:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:31621:x1830887015506048:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (2554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.338784:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5503 00000100:00100000:1.0:1746070429.339039:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070429.339164:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015506176 00000100:00100000:0.0:1746070429.339168:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015506176 00010000:00010000:0.0:1746070429.339184:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f059 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd82 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746070429.339200:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7769 00000100:00100000:0.0:1746070429.339204:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015506176:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070429.339211:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070429.339226:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f059 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd82 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746070429.339236:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f059 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd82 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746070429.339250:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f059 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd82 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746070429.339263:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070429.339265:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070429.339269:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 72 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.339280:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 72 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.339297:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 72 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.339306:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 72 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746070429.339316:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013367296:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070429.339353:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.340578:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013367296:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070429.340589:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.340616:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015506176:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1411us (1578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.340623:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7769 00000100:00100000:0.0:1746070429.341196:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.341457:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015506432 00000100:00100000:3.0:1746070429.341462:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015506432 00002000:00100000:3.0:1746070429.341487:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5ed80 x1830887015506432/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.341496:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ed80 with x1830887015506432 ext(0->4095) 00010000:00010000:3.0:1746070429.341502:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 73 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.341513:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 73 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.341518:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5ed80 00000100:00100000:3.0:1746070429.341542:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1969 00000100:00100000:3.0:1746070429.341548:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:1964:x1830887015506432:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070429.341669:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:1964:x1830887015506432:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (473us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070429.341691:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1969 00002000:00100000:3.0:1746070429.341697:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5ed80 x1830887015506432/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.341704:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ed80 with x1830887015506432 ext(0->4095) 00010000:00010000:3.0:1746070429.341710:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 73 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.341718:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 73 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.342380:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5ed80 00000100:00100000:0.0:1746070429.346989:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.347041:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015506560 00000100:00100000:2.0:1746070429.347047:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015506560 00010000:00010000:2.0:1746070429.347073:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 73 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.347105:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7770 00000100:00100000:2.0:1746070429.347113:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:1962:x1830887015506560:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.347123:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.347141:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 73 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.347151:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 73 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.347169:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f060 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd89 expref: 73 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.347196:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.347197:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.347203:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f067 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd90 expref: 72 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.347210:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f067 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd90 expref: 72 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.347235:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f067 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd90 expref: 72 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070429.347244:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013367424:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.347313:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.349336:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013367424:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070429.349349:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.349385:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1962:x1830887015506560:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2272us (2401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.349394:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7770 00000100:00100000:0.0:1746070429.350244:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.350321:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015506816 00000100:00100000:3.0:1746070429.350326:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015506816 00002000:00100000:3.0:1746070429.350355:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5f100 x1830887015506816/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.350363:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f100 with x1830887015506816 ext(0->4095) 00002000:00010000:3.0:1746070429.350368:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5f100 00000100:00100000:3.0:1746070429.350639:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4049 00000100:00100000:3.0:1746070429.350646:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1964:x1830887015506816:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070429.350782:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1964:x1830887015506816:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (540us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070429.350787:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4049 00002000:00100000:3.0:1746070429.351453:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d5f100 x1830887015506816/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.351461:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f100 with x1830887015506816 ext(0->4095) 00002000:00010000:3.0:1746070429.351465:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5f100 00000100:00100000:0.0:1746070429.352542:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.352862:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015506944 00000100:00100000:2.0:1746070429.352868:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015506944 00000100:00100000:2.0:1746070429.352904:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5504 00000100:00100000:2.0:1746070429.352911:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015506944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.352922:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.352936:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd97 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.352957:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f067 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd90 expref: 71 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.352963:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.352965:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.352967:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.352987:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f067 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd90 expref: 71 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.352995:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f067 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd90 expref: 71 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.353005:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013367552:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.353071:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.356976:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013367552:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.357000:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.357015:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070429.357060:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015506944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4149us (4519us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.357067:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5504 00000100:00100000:0.0:1746070429.357441:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.357488:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015507072 00000100:00100000:2.0:1746070429.357493:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015507072 00010000:00010000:2.0:1746070429.357515:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f067 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd90 expref: 72 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.357603:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7771 00000100:00100000:2.0:1746070429.357609:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1963:x1830887015507072:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.357619:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.357634:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f067 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd90 expref: 72 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.357644:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f067 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd90 expref: 72 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.357661:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f067 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd90 expref: 72 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.357712:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.357714:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.357720:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.357727:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.357749:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070429.357759:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013367680:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.357822:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.361630:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.361777:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015507200 00000100:00100000:2.0:1746070429.361783:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015507200 00000100:00100000:2.0:1746070429.362428:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5505 00000100:00100000:2.0:1746070429.362435:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:31620:x1830887015507200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.362447:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.362460:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfd9e expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.362482:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.362488:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.362490:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.362493:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 73 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.362513:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.362525:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 5 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.362534:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013367808:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.362601:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.363468:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013367680:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070429.363480:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.363500:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+73:1963:x1830887015507072:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5891us (6059us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.363507:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7771 00000100:00100000:1.0:1746070429.366758:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.366990:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015507456 00000100:00100000:3.0:1746070429.366996:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015507456 00002000:00100000:3.0:1746070429.367027:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b9f80 x1830887015507456/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.367036:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9f80 with x1830887015507456 ext(0->4095) 00010000:00010000:3.0:1746070429.367044:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.367057:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.367063:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b9f80 00000100:00100000:3.0:1746070429.367079:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1970 00000100:00100000:3.0:1746070429.367085:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015507456:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070429.367358:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015507456:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 271us (604us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070429.367364:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1970 00002000:00100000:3.0:1746070429.367369:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b9f80 x1830887015507456/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.367376:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9f80 with x1830887015507456 ext(0->4095) 00010000:00010000:3.0:1746070429.367379:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.367388:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.367397:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b9f80 00000100:00100000:3.0:1746070429.368524:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013367808:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.368543:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 72 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.368556:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:3.0:1746070429.368592:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:31620:x1830887015507200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6157us (6967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.368598:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5505 00000100:00100000:0.0:1746070429.372011:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.372066:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015507584 00000100:00100000:2.0:1746070429.372072:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015507584 00010000:00010000:2.0:1746070429.372495:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.372529:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7772 00000100:00100000:2.0:1746070429.372536:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015507584:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.372548:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.372565:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.372576:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.372594:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f06e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd97 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.372619:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.372621:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.372627:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 71 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.372634:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 71 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.372659:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 71 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070429.372692:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013367936:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.372760:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.375323:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013367936:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070429.375338:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.375376:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015507584:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2840us (3370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.375384:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7772 00000100:00100000:0.0:1746070429.382467:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.383226:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015507840 00000100:00100000:2.0:1746070429.383235:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015507840 00002000:00100000:2.0:1746070429.383273:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087261c00 x1830887015507840/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.383281:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087261c00 with x1830887015507840 ext(0->4095) 00002000:00010000:2.0:1746070429.383286:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087261c00 00000100:00100000:2.0:1746070429.383607:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4050 00000100:00100000:2.0:1746070429.383614:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1963:x1830887015507840:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.383766:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1963:x1830887015507840:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (1306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.383772:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4050 00002000:00100000:2.0:1746070429.383778:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087261c00 x1830887015507840/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.383784:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087261c00 with x1830887015507840 ext(0->4095) 00002000:00010000:2.0:1746070429.383786:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087261c00 00000100:00100000:0.0:1746070429.388549:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.388640:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015507968 00000100:00100000:3.0:1746070429.388648:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015507968 00000100:00100000:3.0:1746070429.388711:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5506 00000100:00100000:3.0:1746070429.388718:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015507968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.388733:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.388745:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfda5 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.388768:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 71 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.388775:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.388777:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.388779:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.388811:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 71 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.388823:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 71 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.388833:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013368064:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.389801:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.393325:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013368064:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.393354:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.393368:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070429.393402:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015507968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4685us (4860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.393409:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5506 00000100:00100000:0.0:1746070429.393929:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.394162:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015508096 00000100:00100000:3.0:1746070429.394168:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015508096 00002000:00100000:3.0:1746070429.394194:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087260e00 x1830887015508096/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.394202:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260e00 with x1830887015508096 ext(0->7) 00010000:00010000:3.0:1746070429.394207:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 72 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.394217:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 72 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.394226:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087260e00 00000100:00100000:3.0:1746070429.394251:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1971 00000100:00100000:3.0:1746070429.394257:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+72:1964:x1830887015508096:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070429.394500:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:1964:x1830887015508096:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 243us (572us total) trans 4294968039 rc 0/0 00000100:00100000:3.0:1746070429.394507:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1971 00002000:00100000:3.0:1746070429.394512:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087260e00 x1830887015508096/t4294968039(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/448 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.394518:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260e00 with x1830887015508096 ext(0->7) 00010000:00010000:3.0:1746070429.394522:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 74 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.394530:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 74 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.394535:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087260e00 00000100:00100000:0.0:1746070429.401450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.401584:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015508224 00000100:00100000:3.0:1746070429.401592:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015508224 00000100:00100000:3.0:1746070429.401625:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5507 00000100:00100000:3.0:1746070429.401631:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:31620:x1830887015508224:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.401645:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.401658:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfdac expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.401705:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.401711:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.401716:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070429.401719:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 75 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.401749:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.401760:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 75 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.401768:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceac00, rc 0) 00000100:00100000:3.0:1746070429.401821:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:31620:x1830887015508224:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.401827:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5507 00000100:00100000:0.0:1746070429.407560:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.407847:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015508352 00000100:00100000:2.0:1746070429.407855:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015508352 00010000:00010000:2.0:1746070429.407885:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 75 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.407966:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7773 00000100:00100000:2.0:1746070429.407973:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:1961:x1830887015508352:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.407986:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.408005:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 75 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.408015:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 75 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.408033:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f075 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfd9e expref: 75 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.408731:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.408734:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.408741:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.408749:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.408777:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.408787:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 5 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.408807:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013368320:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.411006:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.415865:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013368320:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070429.415880:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.415910:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:1961:x1830887015508352:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7938us (8358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.415919:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7773 00000100:00100000:0.0:1746070429.416618:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.416784:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015508608 00000100:00100000:2.0:1746070429.416788:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015508608 00002000:00100000:2.0:1746070429.416822:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087263b80 x1830887015508608/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.416836:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087263b80 with x1830887015508608 ext(0->4095) 00010000:00010000:2.0:1746070429.416843:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.416853:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.416858:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087263b80 00000100:00100000:2.0:1746070429.417394:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1972 00000100:00100000:2.0:1746070429.417401:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015508608:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.417665:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015508608:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 264us (1047us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.417686:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1972 00002000:00100000:2.0:1746070429.417692:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087263b80 x1830887015508608/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.417698:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087263b80 with x1830887015508608 ext(0->4095) 00010000:00010000:2.0:1746070429.417702:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.417711:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.417715:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087263b80 00000100:00100000:0.0:1746070429.422345:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.422414:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015508736 00000100:00100000:2.0:1746070429.422423:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015508736 00010000:00010000:2.0:1746070429.422453:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.422490:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7774 00000100:00100000:2.0:1746070429.422497:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015508736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.422508:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.422525:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.422536:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.422554:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f07c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfda5 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.422583:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.422585:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.422590:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 73 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.422597:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 73 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.422624:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 73 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070429.422634:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013368448:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.423571:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070429.429717:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.429909:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015508992 00000100:00100000:3.0:1746070429.429915:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015508992 00002000:00100000:3.0:1746070429.429948:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923ba680 x1830887015508992/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.429956:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923ba680 with x1830887015508992 ext(0->4095) 00002000:00010000:3.0:1746070429.429960:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923ba680 00000100:00100000:3.0:1746070429.429984:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4051 00000100:00100000:3.0:1746070429.429989:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:1963:x1830887015508992:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070429.430116:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:1963:x1830887015508992:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (406us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070429.430122:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4051 00002000:00100000:3.0:1746070429.430127:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923ba680 x1830887015508992/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.430132:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923ba680 with x1830887015508992 ext(0->4095) 00002000:00010000:3.0:1746070429.430134:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923ba680 00000100:00100000:2.0:1746070429.430246:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013368448:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070429.430259:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.430279:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015508736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7784us (7944us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.430286:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7774 00000100:00100000:0.0:1746070429.433605:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.434087:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015509120 00000100:00100000:2.0:1746070429.434093:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015509120 00000100:00100000:2.0:1746070429.434139:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5508 00000100:00100000:2.0:1746070429.434146:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015509120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.434159:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.434172:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f08a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfdb3 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.434196:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 73 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.434202:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.434204:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.434207:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f08a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdb3 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.434232:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 73 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.434242:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 73 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.434256:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013368576:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.434326:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.437660:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013368576:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.437712:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f08a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdb3 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.437727:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070429.437772:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015509120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3626us (4172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.437780:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5508 00000100:00100000:0.0:1746070429.437967:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.438389:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015509248 00000100:00100000:2.0:1746070429.438395:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015509248 00002000:00100000:2.0:1746070429.438422:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087260380 x1830887015509248/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.438430:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260380 with x1830887015509248 ext(0->7) 00010000:00010000:2.0:1746070429.438435:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 74 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.438445:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 74 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.438451:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087260380 00000100:00100000:2.0:1746070429.438476:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1973 00000100:00100000:2.0:1746070429.438481:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+74:1963:x1830887015509248:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070429.438755:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1963:x1830887015509248:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 272us (788us total) trans 4294968040 rc 0/0 00000100:00100000:2.0:1746070429.438760:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1973 00002000:00100000:2.0:1746070429.439868:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087260380 x1830887015509248/t4294968040(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/448 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.439878:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260380 with x1830887015509248 ext(0->7) 00010000:00010000:2.0:1746070429.439884:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 76 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.439895:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 76 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.439901:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087260380 00000100:00100000:0.0:1746070429.449061:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.450191:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015509376 00000100:00100000:2.0:1746070429.450200:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015509376 00010000:00010000:2.0:1746070429.450231:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 76 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.450270:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7775 00000100:00100000:2.0:1746070429.450276:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1962:x1830887015509376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.450286:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.450305:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 76 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.450316:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 76 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.450334:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f083 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdac expref: 76 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.450361:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.450363:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.450370:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f08a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdb3 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.450376:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f08a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdb3 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.450403:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f08a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdb3 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070429.450412:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013368704:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.450488:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.453255:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.453491:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015509632 00000100:00100000:3.0:1746070429.453499:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015509632 00002000:00100000:3.0:1746070429.454305:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087263480 x1830887015509632/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.454314:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087263480 with x1830887015509632 ext(0->4095) 00002000:00010000:3.0:1746070429.454318:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087263480 00000100:00100000:3.0:1746070429.454337:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4052 00000100:00100000:3.0:1746070429.454345:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015509632:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070429.454481:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015509632:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (1233us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070429.454487:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4052 00002000:00100000:3.0:1746070429.454492:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087263480 x1830887015509632/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.454498:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087263480 with x1830887015509632 ext(0->4095) 00002000:00010000:3.0:1746070429.454500:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087263480 00000100:00100000:2.0:1746070429.454626:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013368704:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070429.454640:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.454660:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:1962:x1830887015509376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4384us (5607us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.454666:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7775 00000100:00100000:0.0:1746070429.456877:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.456974:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015509760 00000100:00100000:3.0:1746070429.456980:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015509760 00000100:00100000:3.0:1746070429.457011:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5509 00000100:00100000:3.0:1746070429.457017:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:31620:x1830887015509760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.457030:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.457043:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfdba expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.457063:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f08a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdb3 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.457069:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.457070:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.457073:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 76 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.457094:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f08a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdb3 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.457103:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f08a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdb3 expref: 5 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.457113:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013368832:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.457177:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.459489:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.459711:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013368832:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.459741:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 76 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.459757:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea600, rc 0) 00000100:00100000:3.0:1746070429.459788:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:31620:x1830887015509760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2771us (2915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.459806:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5509 00000100:00100000:3.0:1746070429.459829:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015509888 00000100:00100000:3.0:1746070429.459832:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015509888 00000100:00100000:3.0:1746070429.459852:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5510 00000100:00100000:3.0:1746070429.459857:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:31621:x1830887015509888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.459867:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.459877:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f098 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfdc1 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.459891:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.459895:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 77 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.459900:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.459902:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f098 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc1 expref: 77 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.459924:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 77 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.459933:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f098 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc1 expref: 77 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.459943:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea000, rc 0) 00000100:00100000:3.0:1746070429.459958:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31621:x1830887015509888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.459963:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5510 00000100:00100000:0.0:1746070429.460819:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.461570:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015510016 00000100:00100000:2.0:1746070429.461575:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015510016 00010000:00010000:2.0:1746070429.461596:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f08a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdb3 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.461627:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7776 00000100:00100000:2.0:1746070429.461631:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015510016:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.461639:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.461654:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f08a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdb3 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.461662:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f08a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdb3 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.461702:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f08a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdb3 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.461716:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.461718:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.461722:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 76 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.461728:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 76 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.461749:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 76 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.461757:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 76 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.461770:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013369088:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.461834:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.463930:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.464071:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013369088:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070429.464084:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.464122:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015510016:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2489us (3303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.464130:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7776 00000100:00100000:3.0:1746070429.464953:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015510272 00000100:00100000:3.0:1746070429.464959:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015510272 00002000:00100000:3.0:1746070429.464987:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087263100 x1830887015510272/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.464995:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087263100 with x1830887015510272 ext(0->4095) 00010000:00010000:3.0:1746070429.465001:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 77 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.465012:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 77 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.465018:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087263100 00000100:00100000:3.0:1746070429.465043:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1974 00000100:00100000:3.0:1746070429.465049:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887015510272:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070429.465166:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887015510272:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (1241us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070429.465172:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1974 00002000:00100000:3.0:1746070429.465176:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087263100 x1830887015510272/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.465189:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087263100 with x1830887015510272 ext(0->4095) 00010000:00010000:3.0:1746070429.465193:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 77 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.465201:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 77 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.465206:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087263100 00000100:00100000:0.0:1746070429.467244:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.467323:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015510400 00000100:00100000:2.0:1746070429.467329:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015510400 00010000:00010000:2.0:1746070429.467352:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 77 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.467911:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7777 00000100:00100000:2.0:1746070429.467918:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887015510400:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.467929:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.467948:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 77 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.467958:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 77 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.467975:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f091 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdba expref: 77 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.467999:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.468001:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.468006:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f098 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc1 expref: 76 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.468014:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f098 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc1 expref: 76 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.468040:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f098 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc1 expref: 76 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070429.468050:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013369216:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.468117:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.470212:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.470341:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015510656 00000100:00100000:2.0:1746070429.470346:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015510656 00002000:00100000:2.0:1746070429.470378:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087261f80 x1830887015510656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.470387:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087261f80 with x1830887015510656 ext(0->4095) 00002000:00010000:2.0:1746070429.470390:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087261f80 00000100:00100000:2.0:1746070429.470407:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4053 00000100:00100000:2.0:1746070429.470412:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887015510656:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.470550:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1963:x1830887015510656:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.470555:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4053 00002000:00100000:2.0:1746070429.470561:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087261f80 x1830887015510656/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.470567:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087261f80 with x1830887015510656 ext(0->4095) 00002000:00010000:2.0:1746070429.470570:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087261f80 00000100:00100000:3.0:1746070429.470642:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013369216:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.470655:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.470692:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1963:x1830887015510400:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2774us (3452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.470698:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7777 00000100:00100000:0.0:1746070429.473274:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.473399:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015510784 00000100:00100000:2.0:1746070429.473404:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015510784 00000100:00100000:2.0:1746070429.473667:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5511 00000100:00100000:2.0:1746070429.473696:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015510784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.473709:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.473722:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f09f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfdc8 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.473743:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f098 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc1 expref: 75 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.473749:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.473751:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.473753:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f09f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc8 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.473773:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f098 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc1 expref: 75 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.473781:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f098 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc1 expref: 75 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.473790:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013369344:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.473856:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.475933:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013369344:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.475954:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f09f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc8 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.475966:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070429.475996:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015510784:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2321us (2727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.476001:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5511 00000100:00100000:0.0:1746070429.477192:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.477771:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015510912 00000100:00100000:3.0:1746070429.477776:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015510912 00010000:00010000:3.0:1746070429.477811:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f098 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc1 expref: 76 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.477832:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7778 00000100:00100000:3.0:1746070429.477838:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1963:x1830887015510912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.477847:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.477863:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f098 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc1 expref: 76 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.477872:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f098 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc1 expref: 76 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.477889:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f098 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc1 expref: 76 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.477918:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.477920:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.477926:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f09f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc8 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.477933:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f09f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc8 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.477958:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f09f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc8 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.477968:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013369472:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.478024:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.481192:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.481249:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015511168 00000100:00100000:1.0:1746070429.481256:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015511168 00002000:00100000:1.0:1746070429.481291:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8a80 x1830887015511168/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.481300:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8a80 with x1830887015511168 ext(0->4095) 00002000:00010000:1.0:1746070429.481305:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be8a80 00000100:00100000:1.0:1746070429.481322:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4054 00000100:00100000:1.0:1746070429.481329:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015511168:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070429.481453:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015511168:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.481459:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4054 00000100:00100000:3.0:1746070429.481460:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013369472:192.168.203.29@tcp:105: 00002000:00100000:1.0:1746070429.481464:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8a80 x1830887015511168/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.481471:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8a80 with x1830887015511168 ext(0->4095) 00002000:00010000:1.0:1746070429.481473:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be8a80 00010000:00010000:3.0:1746070429.481478:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.481497:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:1963:x1830887015510912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3659us (4307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.481503:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7778 00000100:00100000:0.0:1746070429.481833:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.482518:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015511296 00000100:00100000:3.0:1746070429.482522:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015511296 00000100:00100000:3.0:1746070429.482547:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5512 00000100:00100000:3.0:1746070429.482552:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+75:31620:x1830887015511296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.482564:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.482577:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfdcf expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.482596:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f09f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc8 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.482602:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.482603:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.482606:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 76 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.482626:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f09f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc8 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.482635:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f09f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc8 expref: 5 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.482644:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013369600:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.482718:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070429.484327:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070429.484419:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015511424 00000100:00100000:0.0:1746070429.484424:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015511424 00000100:00100000:0.0:1746070429.484465:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5513 00000100:00100000:0.0:1746070429.484471:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31621:x1830887015511424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070429.484482:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070429.484495:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f0ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfdd6 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.484515:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070429.484519:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.484524:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070429.484527:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f0ad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdd6 expref: 78 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.484551:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 78 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.484560:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f0ad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdd6 expref: 78 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.484568:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:0.0:1746070429.484592:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:31621:x1830887015511424:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070429.484598:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5513 00000100:00100000:3.0:1746070429.486831:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013369600:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.486853:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.486864:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebe00, rc 0) 00000100:00100000:3.0:1746070429.486898:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015511296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4346us (5065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.486907:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5512 00000100:00100000:0.0:1746070429.487715:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.487778:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015511552 00000100:00100000:3.0:1746070429.487783:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015511552 00010000:00010000:3.0:1746070429.487811:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f09f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc8 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.487953:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7779 00000100:00100000:3.0:1746070429.487960:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015511552:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.487970:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.487985:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f09f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc8 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.487994:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f09f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc8 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.488011:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f09f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdc8 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.488034:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.488036:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.488042:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 76 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.488050:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 76 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.488071:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 76 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.488081:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 76 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.488090:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013369856:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.488547:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.490859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.490922:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015511808 00000100:00100000:1.0:1746070429.490927:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015511808 00002000:00100000:1.0:1746070429.490958:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8000 x1830887015511808/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.490972:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8000 with x1830887015511808 ext(0->4095) 00010000:00010000:1.0:1746070429.490978:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 77 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.490991:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 77 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.490997:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8000 00000100:00100000:1.0:1746070429.491022:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1975 00000100:00100000:1.0:1746070429.491028:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1964:x1830887015511808:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.491155:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1964:x1830887015511808:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.491161:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1975 00002000:00100000:1.0:1746070429.491166:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8000 x1830887015511808/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.491173:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8000 with x1830887015511808 ext(0->4095) 00010000:00010000:1.0:1746070429.491177:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 77 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.491185:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 77 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.491190:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8000 00000100:00100000:3.0:1746070429.491354:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013369856:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.491372:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.491404:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015511552:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3445us (3691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.491411:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7779 00000100:00100000:0.0:1746070429.494733:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.494919:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015511936 00000100:00100000:3.0:1746070429.494925:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015511936 00010000:00010000:3.0:1746070429.494949:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 77 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.494981:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7780 00000100:00100000:3.0:1746070429.494988:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1961:x1830887015511936:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.494999:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.495016:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 77 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.495026:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 77 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.495042:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f0a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdcf expref: 77 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.495064:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.495066:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.495072:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f0ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdd6 expref: 76 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.495078:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f0ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdd6 expref: 76 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.495105:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f0ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdd6 expref: 76 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.495114:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013369984:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.495665:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.498407:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.498530:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013369984:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.498550:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.498581:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1961:x1830887015511936:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3594us (3855us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.498590:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7780 00000100:00100000:2.0:1746070429.498662:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015512192 00000100:00100000:2.0:1746070429.498667:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015512192 00002000:00100000:2.0:1746070429.498732:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9c00 x1830887015512192/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.498740:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9c00 with x1830887015512192 ext(0->4095) 00002000:00010000:2.0:1746070429.498744:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be9c00 00000100:00100000:2.0:1746070429.498957:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4055 00000100:00100000:2.0:1746070429.498965:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1964:x1830887015512192:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070429.499080:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1964:x1830887015512192:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (680us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.499085:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4055 00002000:00100000:2.0:1746070429.499090:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9c00 x1830887015512192/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.499097:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9c00 with x1830887015512192 ext(0->4095) 00002000:00010000:2.0:1746070429.499100:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be9c00 00000100:00100000:0.0:1746070429.501888:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.501990:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015512320 00000100:00100000:3.0:1746070429.501996:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015512320 00000100:00100000:3.0:1746070429.502039:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5514 00000100:00100000:3.0:1746070429.502046:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015512320:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.502060:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.502072:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfddd expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.502101:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f0ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdd6 expref: 75 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.502108:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.502109:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.502112:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.502134:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f0ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdd6 expref: 75 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.502144:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f0ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdd6 expref: 75 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.502153:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013370112:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.502616:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.504580:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013370112:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.504610:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.504624:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070429.504665:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015512320:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2619us (2781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.504690:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5514 00000100:00100000:0.0:1746070429.508293:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.508545:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015512448 00000100:00100000:3.0:1746070429.508553:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015512448 00010000:00010000:3.0:1746070429.508581:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f0ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdd6 expref: 76 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.508980:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7781 00000100:00100000:3.0:1746070429.508987:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1964:x1830887015512448:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.508999:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.509016:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f0ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdd6 expref: 76 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.509026:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f0ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdd6 expref: 76 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.509043:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f0ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdd6 expref: 76 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.509068:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.509069:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.509075:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.509083:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.509109:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.509118:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013370240:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.509561:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.509739:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.509842:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015512576 00000100:00100000:3.0:1746070429.509846:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015512576 00000100:00100000:3.0:1746070429.509867:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5515 00000100:00100000:3.0:1746070429.509872:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:31620:x1830887015512576:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.509882:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.509891:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfde4 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.509905:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.509910:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.509911:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.509913:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.509928:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.509937:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 5 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.509954:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013370368:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.509980:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.512900:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013370240:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.512922:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.512954:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1964:x1830887015512448:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3967us (4666us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.512962:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7781 00000100:00100000:0.0:1746070429.513073:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013370368:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070429.513091:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 76 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.513103:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceaa00, rc 0) 00000100:00100000:0.0:1746070429.513122:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:31620:x1830887015512576:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3249us (3383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070429.513127:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5515 00000100:00100000:0.0:1746070429.514221:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.514413:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015512832 00000100:00100000:1.0:1746070429.514419:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015512832 00002000:00100000:1.0:1746070429.514447:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8e00 x1830887015512832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.514455:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8e00 with x1830887015512832 ext(0->4095) 00010000:00010000:1.0:1746070429.514461:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.514472:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.514477:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8e00 00000100:00100000:1.0:1746070429.514522:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1976 00000100:00100000:1.0:1746070429.514529:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015512832:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.514656:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015512832:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.514662:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1976 00002000:00100000:1.0:1746070429.514666:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8e00 x1830887015512832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.514700:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8e00 with x1830887015512832 ext(0->4095) 00010000:00010000:1.0:1746070429.514705:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.514713:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.514718:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be8e00 00000100:00100000:0.0:1746070429.516749:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.516966:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015512960 00000100:00100000:3.0:1746070429.516971:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015512960 00010000:00010000:3.0:1746070429.516993:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.517011:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7782 00000100:00100000:3.0:1746070429.517017:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca81450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015512960:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.517026:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.517041:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.517050:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.517067:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f0b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfddd expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.517095:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.517097:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.517104:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 75 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.517110:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 75 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.517140:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 75 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.517150:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013370496:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.517953:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.520042:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.520115:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015513216 00000100:00100000:2.0:1746070429.520120:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015513216 00002000:00100000:2.0:1746070429.520149:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8700 x1830887015513216/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.520162:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8700 with x1830887015513216 ext(0->4095) 00002000:00010000:2.0:1746070429.520166:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be8700 00000100:00100000:2.0:1746070429.520181:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4056 00000100:00100000:2.0:1746070429.520187:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1964:x1830887015513216:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070429.520310:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:1964:x1830887015513216:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (271us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.520316:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4056 00002000:00100000:2.0:1746070429.520321:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8700 x1830887015513216/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.520328:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8700 with x1830887015513216 ext(0->4095) 00002000:00010000:2.0:1746070429.520330:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be8700 00000100:00100000:3.0:1746070429.520399:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013370496:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.520414:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.520433:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca81450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015512960:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3416us (3687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.520440:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7782 00000100:00100000:0.0:1746070429.528993:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.529127:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015513344 00000100:00100000:2.0:1746070429.529134:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015513344 00000100:00100000:2.0:1746070429.529177:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5516 00000100:00100000:2.0:1746070429.529185:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015513344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.529198:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.529212:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfdeb expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.529233:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 75 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.529239:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.529240:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.529244:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.529265:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 75 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.529274:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 75 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.529284:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013370624:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.529354:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.544822:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013370624:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.544847:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.544860:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070429.544909:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015513344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15724us (15922us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.544915:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5516 00000100:00100000:0.0:1746070429.558117:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.558196:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015513472 00000100:00100000:2.0:1746070429.558203:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015513472 00000100:00100000:2.0:1746070429.558236:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5517 00000100:00100000:2.0:1746070429.558243:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+76:31620:x1830887015513472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.558258:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.558271:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfdf2 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.558296:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.558301:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.558307:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070429.558310:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.558336:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.558347:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.558355:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070429.558400:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:31620:x1830887015513472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.558405:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5517 00000100:00100000:0.0:1746070429.560744:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.560839:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015513600 00000100:00100000:1.0:1746070429.560844:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015513600 00002000:00100000:1.0:1746070429.560877:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087beaa00 x1830887015513600/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.560886:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087beaa00 with x1830887015513600 ext(0->7) 00010000:00010000:1.0:1746070429.560894:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 77 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.560906:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 77 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.560912:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087beaa00 00000100:00100000:1.0:1746070429.560939:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1977 00000100:00100000:1.0:1746070429.560945:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+77:1961:x1830887015513600:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070429.561787:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1961:x1830887015513600:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 841us (1046us total) trans 4294968041 rc 0/0 00000100:00100000:1.0:1746070429.561807:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1977 00002000:00100000:1.0:1746070429.561813:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880087beaa00 x1830887015513600/t4294968041(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/448 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.561821:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087beaa00 with x1830887015513600 ext(0->7) 00010000:00010000:1.0:1746070429.561826:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 79 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.561836:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 79 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.561846:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087beaa00 00000100:00100000:0.0:1746070429.563135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.563256:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015513728 00000100:00100000:3.0:1746070429.563262:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015513728 00010000:00010000:3.0:1746070429.563281:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 79 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.563301:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7783 00000100:00100000:3.0:1746070429.563306:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015513728:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.563315:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.563329:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 79 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.563338:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 79 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.563355:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f0bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfde4 expref: 79 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.563373:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.563375:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.563380:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.563387:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.563412:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.563422:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 5 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.563431:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013370880:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.563494:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.565226:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.565512:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015513984 00000100:00100000:1.0:1746070429.565517:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015513984 00002000:00100000:1.0:1746070429.565547:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9180 x1830887015513984/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.565555:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9180 with x1830887015513984 ext(0->4095) 00010000:00010000:1.0:1746070429.565561:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.565572:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.565578:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be9180 00000100:00100000:1.0:1746070429.565593:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1978 00000100:00100000:1.0:1746070429.565599:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015513984:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.565736:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015513984:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.565742:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1978 00002000:00100000:1.0:1746070429.565747:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be9180 x1830887015513984/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.565754:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9180 with x1830887015513984 ext(0->4095) 00010000:00010000:1.0:1746070429.565758:0:8450:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.565771:0:8450:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.565776:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087be9180 00000100:00100000:3.0:1746070429.566370:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013370880:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.566389:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.566410:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015513728:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3104us (3279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.566417:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7783 00000100:00100000:0.0:1746070429.571870:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.572146:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015514112 00000100:00100000:3.0:1746070429.572153:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015514112 00010000:00010000:3.0:1746070429.572181:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.572209:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7784 00000100:00100000:3.0:1746070429.572215:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015514112:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.572226:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.572242:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.572253:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.572271:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f0c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdeb expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.572297:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.572298:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.572304:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.572311:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.572341:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.572351:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013371008:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.573284:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.574976:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013371008:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.574995:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.575023:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015514112:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2808us (3160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.575031:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7784 00000100:00100000:0.0:1746070429.577043:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.577117:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015514368 00000100:00100000:2.0:1746070429.577123:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015514368 00002000:00100000:2.0:1746070429.577155:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8380 x1830887015514368/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.577163:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8380 with x1830887015514368 ext(0->4095) 00002000:00010000:2.0:1746070429.577167:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be8380 00000100:00100000:2.0:1746070429.577192:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4057 00000100:00100000:2.0:1746070429.577198:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015514368:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.577332:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1963:x1830887015514368:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.577337:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4057 00002000:00100000:2.0:1746070429.577342:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880087be8380 x1830887015514368/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.577348:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be8380 with x1830887015514368 ext(0->4095) 00002000:00010000:2.0:1746070429.577350:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be8380 00000100:00100000:0.0:1746070429.586087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.586980:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015514496 00000100:00100000:2.0:1746070429.586988:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015514496 00000100:00100000:2.0:1746070429.587019:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5518 00000100:00100000:2.0:1746070429.587025:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015514496:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.587039:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.587052:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfdf9 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.587075:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.587081:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.587083:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.587086:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.587108:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 77 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.587121:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 77 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.587131:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013371136:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.587200:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.607595:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013371136:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.607620:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.607634:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070429.607670:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015514496:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 20644us (21589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.607698:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5518 00000100:00100000:0.0:1746070429.635871:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.636669:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015514624 00000100:00100000:1.0:1746070429.636806:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015514624 00002000:00100000:1.0:1746070429.636841:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801319e9c00 x1830887015514624/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.636851:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9c00 with x1830887015514624 ext(0->7) 00010000:00010000:1.0:1746070429.636858:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 78 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.636870:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 78 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.636876:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9c00 00000100:00100000:2.0:1746070429.643568:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1979 00000100:00100000:2.0:1746070429.643838:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+78:1964:x1830887015514624:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070429.644468:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1964:x1830887015514624:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 890us (8601us total) trans 4294968042 rc 0/0 00000100:00100000:2.0:1746070429.644475:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1979 00002000:00100000:2.0:1746070429.644488:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801319e9c00 x1830887015514624/t4294968042(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/448 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.644496:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9c00 with x1830887015514624 ext(0->7) 00010000:00010000:2.0:1746070429.644504:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 80 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.644517:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 80 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.644523:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319e9c00 00000100:00100000:2.0:1746070429.646131:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.648697:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.648732:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015514880 00000100:00100000:3.0:1746070429.648739:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015514880 00010000:00010000:3.0:1746070429.648766:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 80 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.648808:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7785 00000100:00100000:3.0:1746070429.648816:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015514880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.648828:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.648844:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 80 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.648855:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 80 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.648873:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f0c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf2 expref: 80 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.648889:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.648890:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.648896:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.648902:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.648928:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.648938:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013371264:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.649023:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.649077:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015514752 00000100:00100000:0.0:1746070429.649082:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015514752 00000100:00100000:0.0:1746070429.649114:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5519 00000100:00100000:0.0:1746070429.649120:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31620:x1830887015514752:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070429.649130:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070429.649139:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f0d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe00 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.649153:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.649160:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070429.649161:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070429.649164:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f0d7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe00 expref: 81 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.649178:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.649187:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 5 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746070429.649195:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801319e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013371392:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070429.649215:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.654719:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801319e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013371392:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070429.654742:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f0d7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe00 expref: 81 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070429.654758:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60a00, rc 0) 00000100:00100000:2.0:1746070429.654778:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070429.654809:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:31620:x1830887015514752:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5688us (8682us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070429.654816:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5519 00000100:00100000:1.0:1746070429.654832:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015515136 00000100:00100000:1.0:1746070429.654837:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015515136 00002000:00100000:1.0:1746070429.654867:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdc380 x1830887015515136/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.654875:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdc380 with x1830887015515136 ext(0->4095) 00010000:00010000:1.0:1746070429.654884:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.654894:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.654901:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdc380 00000100:00100000:1.0:1746070429.654923:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1980 00000100:00100000:1.0:1746070429.654928:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015515136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.655040:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015515136:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.655045:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1980 00002000:00100000:1.0:1746070429.655050:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ebdc380 x1830887015515136/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.655057:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdc380 with x1830887015515136 ext(0->4095) 00010000:00010000:1.0:1746070429.655061:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.655069:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.655075:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ebdc380 00000100:00100000:3.0:1746070429.655340:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013371264:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.655355:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.655375:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015514880:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6561us (6684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.655381:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7785 00000100:00100000:0.0:1746070429.658228:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.658366:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015515264 00000100:00100000:3.0:1746070429.658373:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015515264 00010000:00010000:3.0:1746070429.658399:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.658501:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7786 00000100:00100000:3.0:1746070429.658508:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015515264:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.658519:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.658536:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.658547:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.658564:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f0d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfdf9 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.658716:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.658718:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.658724:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f0d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe00 expref: 79 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.658731:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f0d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe00 expref: 79 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.658754:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f0d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe00 expref: 79 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.658764:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013371520:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.659276:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.661898:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.661991:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013371520:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.662010:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.662183:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015515520 00000100:00100000:2.0:1746070429.662188:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015515520 00002000:00100000:2.0:1746070429.662219:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e9880 x1830887015515520/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.662227:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9880 with x1830887015515520 ext(0->4095) 00002000:00010000:2.0:1746070429.662231:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e9880 00000100:00100000:3.0:1746070429.662494:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015515264:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3985us (4271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.662502:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7786 00000100:00100000:2.0:1746070429.662636:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4058 00000100:00100000:2.0:1746070429.662643:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015515520:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.662775:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015515520:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (882us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.662781:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4058 00002000:00100000:2.0:1746070429.662787:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e9880 x1830887015515520/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.662804:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9880 with x1830887015515520 ext(0->4095) 00002000:00010000:2.0:1746070429.662807:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e9880 00000100:00100000:0.0:1746070429.665432:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.665501:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015515648 00000100:00100000:2.0:1746070429.665507:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015515648 00000100:00100000:2.0:1746070429.665534:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5520 00000100:00100000:2.0:1746070429.665540:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015515648:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.665552:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.665564:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f0de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe07 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.665586:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f0d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe00 expref: 79 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.665593:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.665594:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.665597:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f0de lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe07 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.665618:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f0d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe00 expref: 79 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.665628:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f0d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe00 expref: 79 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.665637:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013371648:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.666364:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.668714:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.668821:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013371648:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.668844:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f0de lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe07 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.668861:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070429.668903:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015515648:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3363us (3475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.668910:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5520 00000100:00100000:3.0:1746070429.669418:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015515776 00000100:00100000:3.0:1746070429.669424:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015515776 00010000:00010000:3.0:1746070429.669444:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f0d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe00 expref: 80 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.669472:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7787 00000100:00100000:3.0:1746070429.669478:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015515776:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.669491:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.669508:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f0d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe00 expref: 80 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.669517:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f0d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe00 expref: 80 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.669535:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f0d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe00 expref: 80 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.669555:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.669557:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.669563:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f0de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe07 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.669570:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f0de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe07 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.669593:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f0de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe07 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.669602:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013371776:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.669661:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.672019:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013371776:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.672038:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.672069:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015515776:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2591us (3361us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.672080:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7787 00000100:00100000:1.0:1746070429.673126:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.673431:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070429.673482:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015516160 00000100:00100000:0.0:1746070429.673488:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015516160 00002000:00100000:0.0:1746070429.673515:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bad80 x1830887015516160/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070429.673524:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bad80 with x1830887015516160 ext(0->4095) 00002000:00010000:0.0:1746070429.673528:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923bad80 00000100:00100000:0.0:1746070429.673550:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4059 00000100:00100000:0.0:1746070429.673556:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015516160:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070429.673667:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015516160:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (236us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070429.673688:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4059 00002000:00100000:0.0:1746070429.673693:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bad80 x1830887015516160/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070429.673699:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bad80 with x1830887015516160 ext(0->4095) 00002000:00010000:0.0:1746070429.673702:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923bad80 00000100:00100000:2.0:1746070429.673827:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015516032 00000100:00100000:2.0:1746070429.673831:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015516032 00000100:00100000:2.0:1746070429.673848:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5521 00000100:00100000:2.0:1746070429.673853:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31620:x1830887015516032:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.673860:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.673872:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe0e expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.673890:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f0de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe07 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.673896:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.673898:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.673901:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 80 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.673921:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f0de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe07 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.673930:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f0de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe07 expref: 5 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.673943:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013371904:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.673994:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.675919:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.676709:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013371904:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.676731:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 80 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.676743:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:3.0:1746070429.676788:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31620:x1830887015516032:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2934us (3662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.676802:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5521 00000100:00100000:3.0:1746070429.676824:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015516288 00000100:00100000:3.0:1746070429.676828:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015516288 00000100:00100000:3.0:1746070429.676848:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5522 00000100:00100000:3.0:1746070429.676853:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31621:x1830887015516288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.676862:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.676872:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f0ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe15 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.676887:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.676891:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 81 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.676895:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.676898:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f0ec lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe15 expref: 81 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.676924:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 81 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.676934:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f0ec lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe15 expref: 81 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.676940:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceb400, rc 0) 00000100:00100000:3.0:1746070429.676954:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:31621:x1830887015516288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (1040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.676959:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5522 00000100:00100000:0.0:1746070429.678974:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.679701:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015516416 00000100:00100000:3.0:1746070429.679707:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015516416 00010000:00010000:3.0:1746070429.679734:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f0de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe07 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.680249:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7788 00000100:00100000:3.0:1746070429.680256:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015516416:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.680268:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.680287:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f0de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe07 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.680297:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f0de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe07 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.680316:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f0de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe07 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.680453:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.680456:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.680463:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 80 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.680470:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 80 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.680495:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 80 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.680503:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 80 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.680512:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013372160:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.680892:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.682405:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013372160:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.682423:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.682450:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015516416:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2193us (3479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.682457:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7788 00000100:00100000:0.0:1746070429.683626:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.683995:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015516672 00000100:00100000:3.0:1746070429.684001:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015516672 00002000:00100000:3.0:1746070429.684025:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319ead80 x1830887015516672/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.684033:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ead80 with x1830887015516672 ext(0->4095) 00010000:00010000:3.0:1746070429.684040:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 81 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.684055:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 81 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.684061:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319ead80 00000100:00100000:3.0:1746070429.684268:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1981 00000100:00100000:3.0:1746070429.684275:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1964:x1830887015516672:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070429.684399:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1964:x1830887015516672:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (774us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070429.684405:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1981 00002000:00100000:3.0:1746070429.684410:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319ead80 x1830887015516672/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.684417:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ead80 with x1830887015516672 ext(0->4095) 00010000:00010000:3.0:1746070429.684422:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 81 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.684430:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 81 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:3.0:1746070429.684434:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319ead80 00000100:00100000:0.0:1746070429.686598:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.686664:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015516800 00000100:00100000:3.0:1746070429.686670:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015516800 00010000:00010000:3.0:1746070429.686713:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 81 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.686741:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7789 00000100:00100000:3.0:1746070429.686747:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca81050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1961:x1830887015516800:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.686758:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.686773:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 81 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.686783:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 81 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.686810:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f0e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe0e expref: 81 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.686824:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.686825:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.686831:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f0ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe15 expref: 80 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.686838:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f0ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe15 expref: 80 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.686865:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f0ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe15 expref: 80 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.686874:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013372288:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.686940:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fdc180 going to sleep for 11 seconds 00010000:00010000:1.0:1746070429.688810:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746070429.689889:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013372288:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.689912:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.689948:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca81050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1961:x1830887015516800:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3200us (3353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.689957:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7789 00000100:00100000:0.0:1746070429.690823:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.690970:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015517056 00000100:00100000:2.0:1746070429.690976:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015517056 00002000:00100000:2.0:1746070429.691008:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8a80 x1830887015517056/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.691017:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8a80 with x1830887015517056 ext(0->4095) 00002000:00010000:2.0:1746070429.691020:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e8a80 00000100:00100000:2.0:1746070429.691044:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4060 00000100:00100000:2.0:1746070429.691050:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015517056:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.691168:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015517056:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (346us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.691174:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4060 00002000:00100000:2.0:1746070429.691178:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319e8a80 x1830887015517056/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.691185:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8a80 with x1830887015517056 ext(0->4095) 00002000:00010000:2.0:1746070429.691187:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e8a80 00000100:00100000:0.0:1746070429.692888:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.693418:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015517184 00000100:00100000:2.0:1746070429.693424:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015517184 00000100:00100000:2.0:1746070429.693523:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5523 00000100:00100000:2.0:1746070429.693531:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015517184:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.693542:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.693556:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f0f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe1c expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.693578:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f0ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe15 expref: 79 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.693584:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.693585:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.693588:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f0f3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe1c expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.693610:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f0ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe15 expref: 79 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.693621:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f0ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe15 expref: 79 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.693629:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013372416:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.694091:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.697205:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.697282:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015517312 00000100:00100000:3.0:1746070429.697288:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015517312 00010000:00010000:3.0:1746070429.697314:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f0ec lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe15 expref: 80 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.697337:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7790 00000100:00100000:3.0:1746070429.697343:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015517312:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.697354:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.697371:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f0ec lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe15 expref: 80 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.697381:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f0ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe15 expref: 80 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.697399:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.697400:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.697406:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f0f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe1c expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.697413:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f0f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe1c expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.697438:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f0f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe1c expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.697448:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013372544:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.697513:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00010000:00010000:2.0:1746070429.697581:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f0ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe15 expref: 80 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.697595:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013372416:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.697612:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f0f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe1c expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.697620:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070429.697640:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015517184:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4110us (4755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.697648:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5523 00000100:00100000:0.0:1746070429.700728:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.700822:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015517568 00000100:00100000:2.0:1746070429.700828:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015517568 00002000:00100000:2.0:1746070429.700859:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319ea680 x1830887015517568/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.700868:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ea680 with x1830887015517568 ext(0->4095) 00002000:00010000:2.0:1746070429.700872:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319ea680 00000100:00100000:2.0:1746070429.700893:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4061 00000100:00100000:2.0:1746070429.700900:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015517568:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070429.701040:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015517568:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.701046:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4061 00002000:00100000:2.0:1746070429.701051:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319ea680 x1830887015517568/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.701057:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319ea680 with x1830887015517568 ext(0->4095) 00002000:00010000:2.0:1746070429.701060:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319ea680 00000100:00100000:3.0:1746070429.701784:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013372544:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.701813:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.701846:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1963:x1830887015517312:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4502us (4645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.701852:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7790 00000100:00100000:2.0:1746070429.702493:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.702824:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015517696 00000100:00100000:3.0:1746070429.702829:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015517696 00000100:00100000:3.0:1746070429.702854:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5524 00000100:00100000:3.0:1746070429.702860:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31620:x1830887015517696:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.702871:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.702885:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe23 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.702904:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f0f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe1c expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.702910:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.702912:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.702915:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.702935:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f0f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe1c expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.702944:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f0f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe1c expref: 5 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.702958:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013372672:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.703012:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.705609:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.705693:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015517824 00000100:00100000:2.0:1746070429.705699:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015517824 00000100:00100000:2.0:1746070429.705741:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5525 00000100:00100000:2.0:1746070429.705747:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:31621:x1830887015517824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.705761:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.705773:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f101 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe2a expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.705809:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.705815:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 82 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.705820:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.705823:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f101 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe2a expref: 82 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.705848:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 82 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.705859:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f101 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe2a expref: 82 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.705867:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070429.705910:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:31621:x1830887015517824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.705915:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5525 00000100:00100000:2.0:1746070429.707496:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013372672:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.707518:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 81 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.707527:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea600, rc 0) 00000100:00100000:2.0:1746070429.707549:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:31620:x1830887015517696:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4689us (5057us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.707554:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5524 00000100:00100000:0.0:1746070429.709126:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.709218:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015517952 00000100:00100000:3.0:1746070429.709224:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015517952 00010000:00010000:3.0:1746070429.709247:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f0f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe1c expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.709268:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7791 00000100:00100000:3.0:1746070429.709274:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015517952:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.709283:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.709299:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f0f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe1c expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.709308:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f0f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe1c expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.709325:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f0f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe1c expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.709349:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.709351:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.709357:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.709364:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.709391:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.709401:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 80 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.709409:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013372928:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.709465:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.711962:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.712036:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015518208 00000100:00100000:2.0:1746070429.712042:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015518208 00002000:00100000:2.0:1746070429.712072:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319eb100 x1830887015518208/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.712080:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319eb100 with x1830887015518208 ext(0->4095) 00010000:00010000:2.0:1746070429.712085:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.712096:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.712102:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319eb100 00000100:00100000:2.0:1746070429.712118:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1982 00000100:00100000:2.0:1746070429.712124:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1963:x1830887015518208:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.712262:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1963:x1830887015518208:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (304us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.712269:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1982 00002000:00100000:2.0:1746070429.712274:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801319eb100 x1830887015518208/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.712281:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319eb100 with x1830887015518208 ext(0->4095) 00010000:00010000:2.0:1746070429.712285:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.712293:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.712303:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801319eb100 00000100:00100000:3.0:1746070429.712499:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013372928:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.712517:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.712549:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015517952:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3275us (3427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.712556:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7791 00000100:00100000:0.0:1746070429.720207:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.720352:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015518336 00000100:00100000:3.0:1746070429.720361:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015518336 00010000:00010000:3.0:1746070429.720387:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.720503:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7792 00000100:00100000:3.0:1746070429.720510:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1963:x1830887015518336:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.720523:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.720541:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.720556:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.720575:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f0fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe23 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.724694:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.724698:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.724710:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f101 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe2a expref: 80 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.724720:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f101 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe2a expref: 80 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.724759:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f101 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe2a expref: 80 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.724770:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013373056:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.725174:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.729309:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.729428:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013373056:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.729445:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.729478:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015518336:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8969us (9277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.729487:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7792 00000100:00100000:1.0:1746070429.729999:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015518592 00000100:00100000:1.0:1746070429.730005:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015518592 00002000:00100000:1.0:1746070429.730034:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1f80 x1830887015518592/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.730041:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1f80 with x1830887015518592 ext(0->4095) 00002000:00010000:1.0:1746070429.730045:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c1f80 00000100:00100000:1.0:1746070429.730070:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4062 00000100:00100000:1.0:1746070429.730076:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015518592:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070429.730190:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015518592:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (886us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.730195:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4062 00002000:00100000:1.0:1746070429.730200:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1f80 x1830887015518592/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.730207:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1f80 with x1830887015518592 ext(0->4095) 00002000:00010000:1.0:1746070429.730209:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c1f80 00000100:00100000:0.0:1746070429.733147:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.733875:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015518720 00000100:00100000:2.0:1746070429.733882:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015518720 00000100:00100000:2.0:1746070429.733926:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5526 00000100:00100000:2.0:1746070429.733933:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015518720:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.733946:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.733960:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe31 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.733987:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f101 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe2a expref: 79 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.733993:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.733995:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.733997:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.734020:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f101 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe2a expref: 79 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.734030:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f101 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe2a expref: 79 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.734039:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013373184:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.734104:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.736261:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013373184:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.736284:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.736297:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070429.736325:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015518720:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2393us (3184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.736331:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5526 00000100:00100000:0.0:1746070429.737471:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.737544:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015518848 00000100:00100000:3.0:1746070429.737549:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015518848 00010000:00010000:3.0:1746070429.737575:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f101 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe2a expref: 80 pid: 25271 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.737593:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7793 00000100:00100000:3.0:1746070429.737598:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1964:x1830887015518848:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.737609:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.737626:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f101 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe2a expref: 80 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.737634:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f101 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe2a expref: 80 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.737651:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f101 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe2a expref: 80 pid: 25271 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.737693:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.737695:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.737702:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.737709:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.737732:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.737741:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013373312:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.737802:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.740536:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013373312:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.740558:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.740604:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:1964:x1830887015518848:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3004us (3134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.740612:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7793 00000100:00100000:0.0:1746070429.741469:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.741633:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015519232 00000100:00100000:2.0:1746070429.741638:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015519232 00000100:00100000:2.0:1746070429.741692:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5527 00000100:00100000:2.0:1746070429.741698:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+79:31620:x1830887015519232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.741711:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.741724:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe38 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.741746:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.741752:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.741753:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.741756:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.741778:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.741789:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 5 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.741808:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013373440:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.741862:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.742251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.742334:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015519104 00000100:00100000:1.0:1746070429.742338:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015519104 00002000:00100000:1.0:1746070429.742359:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c3480 x1830887015519104/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.742367:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c3480 with x1830887015519104 ext(0->4095) 00010000:00010000:1.0:1746070429.742372:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.742381:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.742387:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c3480 00000100:00100000:1.0:1746070429.742407:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1983 00000100:00100000:1.0:1746070429.742412:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015519104:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.742511:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015519104:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.742516:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1983 00002000:00100000:1.0:1746070429.742520:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c3480 x1830887015519104/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.742527:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c3480 with x1830887015519104 ext(0->4095) 00010000:00010000:1.0:1746070429.742531:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.742539:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.742545:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c3480 00000100:00100000:2.0:1746070429.744396:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013373440:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.744414:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.744425:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070429.744459:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31620:x1830887015519232:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2761us (2991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.744466:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5527 00000100:00100000:0.0:1746070429.746779:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070429.747354:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.747449:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015519488 00000100:00100000:3.0:1746070429.747455:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015519488 00010000:00010000:3.0:1746070429.747479:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.747595:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015519360 00000100:00100000:2.0:1746070429.747598:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015519360 00000100:00100000:2.0:1746070429.747621:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5528 00000100:00100000:2.0:1746070429.747627:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31621:x1830887015519360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.747638:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.747647:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f116 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe3f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.747665:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.747670:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 81 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.747690:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.747693:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f116 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe3f expref: 81 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.747722:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 81 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.747732:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f116 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe3f expref: 81 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.747740:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070429.747779:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:31621:x1830887015519360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.747784:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5528 00000100:00100000:3.0:1746070429.747846:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7794 00000100:00100000:3.0:1746070429.747851:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015519488:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.747859:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.747874:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.747884:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.747898:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f108 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe31 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.747909:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.747911:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.747915:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.747926:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.747943:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.747951:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 80 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.747961:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013373696:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.748008:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.749749:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.749815:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015519744 00000100:00100000:2.0:1746070429.749820:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015519744 00002000:00100000:2.0:1746070429.749846:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1c00 x1830887015519744/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.749854:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1c00 with x1830887015519744 ext(0->4095) 00010000:00010000:2.0:1746070429.749860:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.749870:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.749876:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c1c00 00000100:00100000:2.0:1746070429.749902:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1984 00000100:00100000:2.0:1746070429.749908:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1964:x1830887015519744:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070429.750026:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1964:x1830887015519744:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.750032:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1984 00002000:00100000:2.0:1746070429.750036:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1c00 x1830887015519744/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.750042:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1c00 with x1830887015519744 ext(0->4095) 00010000:00010000:2.0:1746070429.750046:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.750054:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.750059:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c1c00 00000100:00100000:3.0:1746070429.750348:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013373696:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.750365:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.750398:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015519488:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2546us (3043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.750404:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7794 00000100:00100000:0.0:1746070429.752962:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.753052:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015519872 00000100:00100000:3.0:1746070429.753056:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015519872 00010000:00010000:3.0:1746070429.753079:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.753097:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7795 00000100:00100000:3.0:1746070429.753102:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1964:x1830887015519872:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.753112:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.753127:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.753136:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.753152:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f10f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe38 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.753172:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.753174:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.753179:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f116 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe3f expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.753185:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f116 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe3f expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.753206:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f116 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe3f expref: 80 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.753215:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013373824:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.753272:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.756567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.756644:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015520128 00000100:00100000:1.0:1746070429.756650:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015520128 00002000:00100000:1.0:1746070429.756700:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1880 x1830887015520128/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.756709:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1880 with x1830887015520128 ext(0->4095) 00002000:00010000:1.0:1746070429.756713:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c1880 00000100:00100000:1.0:1746070429.756735:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4063 00000100:00100000:1.0:1746070429.756741:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1963:x1830887015520128:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070429.756870:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1963:x1830887015520128:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.756876:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4063 00002000:00100000:1.0:1746070429.756881:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c1880 x1830887015520128/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.756888:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1880 with x1830887015520128 ext(0->4095) 00002000:00010000:1.0:1746070429.756890:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c1880 00000100:00100000:3.0:1746070429.757177:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013373824:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.757195:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.757227:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1964:x1830887015519872:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4124us (4269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.757234:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7795 00000100:00100000:0.0:1746070429.759173:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.759258:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015520256 00000100:00100000:3.0:1746070429.759265:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015520256 00000100:00100000:3.0:1746070429.759350:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5529 00000100:00100000:3.0:1746070429.759357:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015520256:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.759370:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.759383:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe46 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.759405:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f116 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe3f expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.759411:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.759412:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.759415:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.759438:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f116 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe3f expref: 79 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.759448:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f116 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe3f expref: 79 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.759458:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013373952:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.759956:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.761885:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013373952:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.761908:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.761924:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceae00, rc 0) 00000100:00100000:3.0:1746070429.761953:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015520256:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2597us (2784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.761959:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5529 00000100:00100000:0.0:1746070429.763655:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.763891:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015520384 00000100:00100000:3.0:1746070429.763898:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015520384 00010000:00010000:3.0:1746070429.763925:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f116 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe3f expref: 80 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.764015:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7796 00000100:00100000:3.0:1746070429.764021:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca80c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1964:x1830887015520384:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.764032:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.764050:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f116 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe3f expref: 80 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.764059:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f116 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe3f expref: 80 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.764076:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f116 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe3f expref: 80 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.764096:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.764097:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.764104:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.764115:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.764141:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.764151:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013374080:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.764613:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.765971:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.766278:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015520512 00000100:00100000:3.0:1746070429.766283:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015520512 00000100:00100000:3.0:1746070429.766647:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5530 00000100:00100000:3.0:1746070429.766653:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31620:x1830887015520512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.766666:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.766702:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe4d expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.766723:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.766729:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.766731:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.766734:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 81 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.766753:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.766766:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 5 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.766774:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013374208:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.766839:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5369780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.768735:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013374080:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.768753:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.768779:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca80c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+81:1964:x1830887015520384:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4759us (5129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.768787:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7796 00000100:00100000:0.0:1746070429.768958:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.769927:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015520768 00000100:00100000:2.0:1746070429.769933:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015520768 00002000:00100000:2.0:1746070429.769963:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c2d80 x1830887015520768/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.769972:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2d80 with x1830887015520768 ext(0->4095) 00010000:00010000:2.0:1746070429.769978:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.769988:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.769994:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c2d80 00000100:00100000:2.0:1746070429.770018:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1985 00000100:00100000:2.0:1746070429.770024:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015520768:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070429.770146:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015520768:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (1188us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.770151:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1985 00002000:00100000:2.0:1746070429.770155:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c2d80 x1830887015520768/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.770161:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2d80 with x1830887015520768 ext(0->4095) 00010000:00010000:2.0:1746070429.770164:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.770171:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.770176:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c2d80 00000100:00100000:3.0:1746070429.770242:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013374208:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.770258:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 80 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.770269:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070429.770290:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:31620:x1830887015520512:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3637us (4322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.770295:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5530 00000100:00100000:0.0:1746070429.774152:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.774240:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015520896 00000100:00100000:3.0:1746070429.774246:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015520896 00010000:00010000:3.0:1746070429.774273:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.774303:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7797 00000100:00100000:3.0:1746070429.774310:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015520896:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.774321:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.774337:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.774347:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.774364:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceae00/0x628f9640b607f11d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe46 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.774646:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.774648:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.774655:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 79 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.774662:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 79 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.774714:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 79 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.774723:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013374336:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.774788:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5369780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.776976:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.777063:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013374336:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.777080:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.777117:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015520896:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2806us (2970us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.777125:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7797 00000100:00100000:1.0:1746070429.777530:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015521152 00000100:00100000:1.0:1746070429.777536:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015521152 00002000:00100000:1.0:1746070429.777563:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c3b80 x1830887015521152/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.777571:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c3b80 with x1830887015521152 ext(0->4095) 00002000:00010000:1.0:1746070429.777575:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c3b80 00000100:00100000:1.0:1746070429.777925:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4064 00000100:00100000:1.0:1746070429.777932:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1962:x1830887015521152:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070429.778055:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1962:x1830887015521152:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (1082us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.778061:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4064 00002000:00100000:1.0:1746070429.778066:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a41c3b80 x1830887015521152/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.778073:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c3b80 with x1830887015521152 ext(0->4095) 00002000:00010000:1.0:1746070429.778076:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c3b80 00000100:00100000:0.0:1746070429.794874:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.795254:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015521280 00000100:00100000:3.0:1746070429.795261:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015521280 00000100:00100000:3.0:1746070429.795304:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5531 00000100:00100000:3.0:1746070429.795312:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015521280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.795327:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.795341:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe54 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.795366:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 79 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.795372:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.795374:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.795376:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.795398:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 79 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.795408:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 79 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.795418:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013374464:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.795493:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5369780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.797985:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013374464:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.798019:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.798033:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceba00, rc 0) 00000100:00100000:3.0:1746070429.798065:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015521280:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2753us (3197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.798073:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5531 00000100:00100000:0.0:1746070429.808044:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.808129:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015521408 00000100:00100000:2.0:1746070429.808136:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015521408 00002000:00100000:2.0:1746070429.808172:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a41c0000 x1830887015521408/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.808181:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0000 with x1830887015521408 ext(0->7) 00010000:00010000:2.0:1746070429.808189:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 80 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.808200:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 80 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.808205:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c0000 00000100:00100000:2.0:1746070429.808234:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1986 00000100:00100000:2.0:1746070429.808241:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+80:1963:x1830887015521408:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070429.808489:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1963:x1830887015521408:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 248us (451us total) trans 4294968043 rc 0/0 00000100:00100000:2.0:1746070429.808494:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1986 00002000:00100000:2.0:1746070429.808500:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a41c0000 x1830887015521408/t4294968043(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/448 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.808506:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0000 with x1830887015521408 ext(0->7) 00010000:00010000:2.0:1746070429.808510:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 82 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.808518:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 82 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.808523:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a41c0000 00000100:00100000:0.0:1746070429.810810:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.811391:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015521536 00000100:00100000:3.0:1746070429.811398:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015521536 00000100:00100000:3.0:1746070429.811438:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5532 00000100:00100000:3.0:1746070429.811445:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:31620:x1830887015521536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.811459:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.811472:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f132 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe5b expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.811492:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.811497:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.811501:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070429.811504:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f132 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe5b expref: 83 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.811535:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.811547:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f132 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe5b expref: 83 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.811559:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebc00, rc 0) 00000100:00100000:3.0:1746070429.811600:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:31620:x1830887015521536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.811606:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5532 00000100:00100000:0.0:1746070429.818422:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.819026:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015521664 00000100:00100000:3.0:1746070429.819034:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015521664 00010000:00010000:3.0:1746070429.819063:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 83 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.819100:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7798 00000100:00100000:3.0:1746070429.819106:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:1964:x1830887015521664:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.819118:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.819134:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 83 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.819144:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 83 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.819161:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f124 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe4d expref: 83 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.819193:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.819195:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.819201:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.819211:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.819238:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.819247:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 5 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.819257:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013374720:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.819326:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5369780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.821234:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013374720:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.821252:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.821291:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1964:x1830887015521664:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2184us (2875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.821299:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7798 00000100:00100000:0.0:1746070429.821629:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.822144:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015521920 00000100:00100000:1.0:1746070429.822149:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015521920 00002000:00100000:1.0:1746070429.822179:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9500 x1830887015521920/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.822187:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9500 with x1830887015521920 ext(0->4095) 00010000:00010000:1.0:1746070429.822194:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.822204:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.822210:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9500 00000100:00100000:1.0:1746070429.822237:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1987 00000100:00100000:1.0:1746070429.822244:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015521920:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.822368:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015521920:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (740us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.822373:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1987 00002000:00100000:1.0:1746070429.822377:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af9500 x1830887015521920/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.822385:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9500 with x1830887015521920 ext(0->4095) 00010000:00010000:1.0:1746070429.822389:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.822397:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.822402:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af9500 00000100:00100000:0.0:1746070429.826964:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.827045:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015522048 00000100:00100000:3.0:1746070429.827052:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015522048 00010000:00010000:3.0:1746070429.827076:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.827104:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7799 00000100:00100000:3.0:1746070429.827110:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015522048:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.827119:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.827134:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.827143:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.827159:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f12b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe54 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.827181:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.827183:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.827188:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f132 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe5b expref: 81 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.827195:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f132 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe5b expref: 81 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.827218:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f132 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe5b expref: 81 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.827228:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013374848:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.827299:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5369780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.829830:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.829918:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013374848:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.829937:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.829968:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015522048:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2858us (3011us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.829976:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7799 00000100:00100000:1.0:1746070429.830417:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015522304 00000100:00100000:1.0:1746070429.830422:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015522304 00002000:00100000:1.0:1746070429.830449:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afb480 x1830887015522304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.830463:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb480 with x1830887015522304 ext(0->4095) 00002000:00010000:1.0:1746070429.830466:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afb480 00000100:00100000:1.0:1746070429.830492:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4065 00000100:00100000:1.0:1746070429.830498:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1964:x1830887015522304:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.830617:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1964:x1830887015522304:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (791us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.830623:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4065 00002000:00100000:1.0:1746070429.830628:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afb480 x1830887015522304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.830634:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb480 with x1830887015522304 ext(0->4095) 00002000:00010000:1.0:1746070429.830637:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afb480 00000100:00100000:0.0:1746070429.833488:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.834431:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015522432 00000100:00100000:2.0:1746070429.834438:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015522432 00000100:00100000:2.0:1746070429.834483:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5533 00000100:00100000:2.0:1746070429.834490:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015522432:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.834504:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.834517:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe62 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.834540:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f132 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe5b expref: 81 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.834547:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.834549:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.834552:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.834575:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f132 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe5b expref: 81 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.834585:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f132 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe5b expref: 81 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.834594:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013374976:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.835044:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.838205:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.838288:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013374976:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.838310:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.838322:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:3.0:1746070429.838492:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015522560 00000100:00100000:3.0:1746070429.838498:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015522560 00010000:00010000:3.0:1746070429.838522:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f132 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe5b expref: 82 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.838555:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7800 00000100:00100000:3.0:1746070429.838561:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1964:x1830887015522560:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.838571:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.838587:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f132 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe5b expref: 82 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.838598:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f132 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe5b expref: 82 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.838614:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f132 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe5b expref: 82 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.838626:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.838628:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.838634:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.838640:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.838662:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.838692:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013375104:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.839187:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015522432:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4696us (5703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.839193:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5533 00000100:00100000:0.0:1746070429.839878:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.839882:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5369780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.840069:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015522688 00000100:00100000:2.0:1746070429.840073:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015522688 00000100:00100000:2.0:1746070429.840102:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5534 00000100:00100000:2.0:1746070429.840108:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:31620:x1830887015522688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.840118:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.840128:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe69 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.840149:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.840154:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.840156:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.840158:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 83 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.840176:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.840185:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 5 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.840194:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013375232:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.840229:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.842183:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013375104:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.842204:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.842244:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+83:1964:x1830887015522560:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3683us (4044us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.842252:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7800 00000100:00100000:0.0:1746070429.843123:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.843592:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015522944 00000100:00100000:2.0:1746070429.843599:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015522944 00002000:00100000:2.0:1746070429.843630:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8a80 x1830887015522944/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.843637:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8a80 with x1830887015522944 ext(0->4095) 00010000:00010000:2.0:1746070429.843644:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.843656:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.843667:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af8a80 00000100:00100000:3.0:1746070429.843751:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013375232:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.843768:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 82 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.843780:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:3.0:1746070429.843815:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:31620:x1830887015522688:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3707us (3937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.843820:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5534 00000100:00100000:2.0:1746070429.844392:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1988 00000100:00100000:2.0:1746070429.844399:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015522944:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070429.844520:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015522944:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (1397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.844525:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1988 00002000:00100000:2.0:1746070429.844531:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8a80 x1830887015522944/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.844538:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8a80 with x1830887015522944 ext(0->4095) 00010000:00010000:2.0:1746070429.844543:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.844551:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.844556:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af8a80 00000100:00100000:0.0:1746070429.847303:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.847567:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015523072 00000100:00100000:3.0:1746070429.847573:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015523072 00010000:00010000:3.0:1746070429.847600:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.847633:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7801 00000100:00100000:3.0:1746070429.847639:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015523072:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.847650:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.847667:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.847706:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.847726:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f139 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe62 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1746070429.847895:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.847897:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.847904:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 81 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.847912:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 81 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.847940:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 81 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.847949:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013375360:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.848228:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5369780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.850337:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013375360:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.850356:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070429.850371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.850420:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015523072:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2780us (3123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.850427:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7801 00000100:00100000:1.0:1746070429.850479:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015523328 00000100:00100000:1.0:1746070429.850484:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015523328 00002000:00100000:1.0:1746070429.850510:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afaa00 x1830887015523328/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.850518:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afaa00 with x1830887015523328 ext(0->4095) 00002000:00010000:1.0:1746070429.850522:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afaa00 00000100:00100000:1.0:1746070429.850545:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4066 00000100:00100000:1.0:1746070429.850551:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1964:x1830887015523328:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.850666:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1964:x1830887015523328:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.850697:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4066 00002000:00100000:1.0:1746070429.850702:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afaa00 x1830887015523328/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.850709:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afaa00 with x1830887015523328 ext(0->4095) 00002000:00010000:1.0:1746070429.850712:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092afaa00 00000100:00100000:2.0:1746070429.854841:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.855286:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015523456 00000100:00100000:3.0:1746070429.855292:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015523456 00000100:00100000:3.0:1746070429.855892:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5535 00000100:00100000:3.0:1746070429.855900:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015523456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.855917:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.855929:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe70 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.855955:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 81 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.855961:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.855963:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.856020:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.856046:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 81 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.856055:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 81 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.856065:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013375488:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.856390:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5369780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.858564:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013375488:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.858593:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.858607:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceac00, rc 0) 00000100:00100000:3.0:1746070429.858857:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015523456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2956us (4020us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.858866:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5535 00000100:00100000:0.0:1746070429.862429:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.866150:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015523584 00000100:00100000:1.0:1746070429.866161:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015523584 00002000:00100000:1.0:1746070429.866199:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092af8380 x1830887015523584/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.866208:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8380 with x1830887015523584 ext(0->7) 00010000:00010000:1.0:1746070429.866215:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 82 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.866227:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 82 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.866233:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af8380 00000100:00100000:1.0:1746070429.866261:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1989 00000100:00100000:1.0:1746070429.866268:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+82:1963:x1830887015523584:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070429.866525:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1963:x1830887015523584:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 256us (4102us total) trans 4294968044 rc 0/0 00000100:00100000:1.0:1746070429.866530:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1989 00002000:00100000:1.0:1746070429.866536:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092af8380 x1830887015523584/t4294968044(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/448 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.866542:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8380 with x1830887015523584 ext(0->7) 00010000:00010000:1.0:1746070429.866547:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 84 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.866556:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 84 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:1.0:1746070429.866561:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af8380 00000100:00100000:0.0:1746070429.871461:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.871561:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015523712 00000100:00100000:3.0:1746070429.871567:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015523712 00010000:00010000:3.0:1746070429.871595:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 84 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:1.0:1746070429.873170:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7802 00000100:00100000:1.0:1746070429.873181:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1961:x1830887015523712:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070429.873193:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070429.873213:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 84 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.873224:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 84 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.873242:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f140 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe69 expref: 84 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:1.0:1746070429.874171:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.874174:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070429.874182:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.874190:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070429.874217:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070429.874231:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013375616:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070429.875768:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.876282:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.876402:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015523840 00000100:00100000:3.0:1746070429.876408:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015523840 00000100:00100000:3.0:1746070429.876439:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5536 00000100:00100000:3.0:1746070429.876445:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31620:x1830887015523840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.876458:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.876470:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe77 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.876493:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.876499:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.876500:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.876504:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 85 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.876524:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.876534:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 5 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1746070429.876548:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013375744:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.876603:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5369780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.879348:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.879454:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013375616:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070429.879468:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070429.879500:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1961:x1830887015523712:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6322us (8046us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070429.879509:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7802 00000100:00100000:2.0:1746070429.879753:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015524096 00000100:00100000:2.0:1746070429.879760:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015524096 00002000:00100000:2.0:1746070429.879787:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afbb80 x1830887015524096/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.879805:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afbb80 with x1830887015524096 ext(0->4095) 00010000:00010000:2.0:1746070429.879812:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.879824:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.879830:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092afbb80 00000100:00100000:2.0:1746070429.879850:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1990 00000100:00100000:2.0:1746070429.879856:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015524096:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070429.879967:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015524096:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (625us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.879972:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1990 00002000:00100000:2.0:1746070429.879976:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afbb80 x1830887015524096/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.879983:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afbb80 with x1830887015524096 ext(0->4095) 00010000:00010000:2.0:1746070429.879986:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.879994:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.879999:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092afbb80 00000100:00100000:3.0:1746070429.882608:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013375744:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.882636:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 84 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.882653:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea000, rc 0) 00000100:00100000:3.0:1746070429.882719:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31620:x1830887015523840:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6273us (6439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.882728:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5536 00000100:00100000:0.0:1746070429.886548:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.887274:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015524224 00000100:00100000:3.0:1746070429.887282:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015524224 00000100:00100000:3.0:1746070429.887314:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5537 00000100:00100000:3.0:1746070429.887322:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:31621:x1830887015524224:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.887337:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.887351:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe7e expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.887376:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.887382:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 85 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.887387:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.887390:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 85 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.887428:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 85 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.887439:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 85 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.887447:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebc00, rc 0) 00000100:00100000:3.0:1746070429.887483:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31621:x1830887015524224:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.887488:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5537 00000100:00100000:1.0:1746070429.887833:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.887885:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015524352 00000100:00100000:2.0:1746070429.887889:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015524352 00010000:00010000:2.0:1746070429.887906:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.887937:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7803 00000100:00100000:2.0:1746070429.887943:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca80850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015524352:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.887950:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.887966:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.887975:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.887990:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f147 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe70 expref: 6 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.888004:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.888005:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.888010:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 84 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.888017:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 84 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.888323:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 84 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.888333:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 84 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.888343:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013376000:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.888404:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43463c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.891661:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013376000:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070429.891701:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.891738:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca80850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015524352:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3793us (3904us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.891746:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7803 00000100:00100000:0.0:1746070429.893345:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.893508:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015524608 00000100:00100000:2.0:1746070429.893514:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015524608 00002000:00100000:2.0:1746070429.893543:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afa680 x1830887015524608/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.893552:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afa680 with x1830887015524608 ext(0->4095) 00010000:00010000:2.0:1746070429.893559:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 85 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.893571:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 85 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.893577:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092afa680 00000100:00100000:2.0:1746070429.893713:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1991 00000100:00100000:2.0:1746070429.893719:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015524608:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.893846:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015524608:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (505us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.893852:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1991 00002000:00100000:2.0:1746070429.893857:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092afa680 x1830887015524608/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.893864:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afa680 with x1830887015524608 ext(0->4095) 00010000:00010000:2.0:1746070429.893869:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 85 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.893877:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 85 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.893883:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092afa680 00000100:00100000:0.0:1746070429.899798:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.899992:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015524736 00000100:00100000:2.0:1746070429.900000:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015524736 00010000:00010000:2.0:1746070429.900026:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 85 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.900306:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7804 00000100:00100000:2.0:1746070429.900312:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1964:x1830887015524736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.900322:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.900338:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 85 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.900348:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 85 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.900364:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f14e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe77 expref: 85 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.900841:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.900844:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.900850:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 84 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.900862:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 84 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.900887:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 84 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070429.900895:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013376128:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.901496:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.903960:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013376128:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070429.903977:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.904022:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1964:x1830887015524736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3708us (4236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.904032:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7804 00000100:00100000:0.0:1746070429.904571:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.905023:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015524992 00000100:00100000:1.0:1746070429.905028:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015524992 00002000:00100000:1.0:1746070429.905055:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8000 x1830887015524992/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.905064:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8000 with x1830887015524992 ext(0->4095) 00002000:00010000:1.0:1746070429.905068:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af8000 00000100:00100000:1.0:1746070429.905091:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4067 00000100:00100000:1.0:1746070429.905097:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1963:x1830887015524992:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070429.905214:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1963:x1830887015524992:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (644us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.905219:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4067 00002000:00100000:1.0:1746070429.905224:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092af8000 x1830887015524992/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.905231:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8000 with x1830887015524992 ext(0->4095) 00002000:00010000:1.0:1746070429.905234:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af8000 00000100:00100000:0.0:1746070429.916976:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.917439:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015525120 00000100:00100000:2.0:1746070429.917448:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015525120 00000100:00100000:2.0:1746070429.917497:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5538 00000100:00100000:2.0:1746070429.917505:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015525120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.917520:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.917534:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f15c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe85 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.917558:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 83 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.917564:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.917567:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.917569:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f15c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe85 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.917594:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 83 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.917603:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 83 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.917613:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013376256:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.917705:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.921014:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013376256:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.921041:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f15c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe85 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.921057:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070429.921094:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015525120:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3589us (4124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.921101:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5538 00000100:00100000:0.0:1746070429.924374:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.924447:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015525248 00000100:00100000:2.0:1746070429.924454:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015525248 00002000:00100000:2.0:1746070429.924488:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092af8e00 x1830887015525248/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.924496:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8e00 with x1830887015525248 ext(0->7) 00010000:00010000:2.0:1746070429.924503:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 84 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.924519:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 84 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.924524:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af8e00 00000100:00100000:2.0:1746070429.924548:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1992 00000100:00100000:2.0:1746070429.924553:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+84:1962:x1830887015525248:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070429.924823:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1962:x1830887015525248:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 268us (456us total) trans 4294968045 rc 0/0 00000100:00100000:2.0:1746070429.924828:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1992 00002000:00100000:2.0:1746070429.924834:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092af8e00 x1830887015525248/t4294968045(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 496/448 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.924840:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8e00 with x1830887015525248 ext(0->7) 00010000:00010000:2.0:1746070429.924844:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 86 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.924852:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 86 pid: 8445 timeout: 641 lvb_type: 0 00002000:00010000:2.0:1746070429.924856:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092af8e00 00000100:00100000:0.0:1746070429.927531:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.927602:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015525376 00000100:00100000:2.0:1746070429.927609:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015525376 00010000:00010000:2.0:1746070429.927634:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 86 pid: 8445 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.927664:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7805 00000100:00100000:2.0:1746070429.927670:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1961:x1830887015525376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.927708:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.927722:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 86 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.927732:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 86 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.927749:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f155 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe7e expref: 86 pid: 8445 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.927762:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.927763:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.927769:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f15c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe85 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.927776:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f15c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe85 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.927806:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f15c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe85 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070429.927813:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013376384:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.927873:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.929282:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013376384:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070429.929284:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1746070429.929294:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.929337:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1961:x1830887015525376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1666us (1809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.929345:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7805 00000100:00100000:1.0:1746070429.929410:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015525632 00000100:00100000:1.0:1746070429.929414:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015525632 00002000:00100000:1.0:1746070429.929437:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134835880 x1830887015525632/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.929445:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134835880 with x1830887015525632 ext(0->4095) 00002000:00010000:1.0:1746070429.929449:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134835880 00000100:00100000:1.0:1746070429.929470:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4068 00000100:00100000:1.0:1746070429.929476:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015525632:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070429.929581:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015525632:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.929586:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4068 00002000:00100000:1.0:1746070429.929590:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134835880 x1830887015525632/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.929597:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134835880 with x1830887015525632 ext(0->4095) 00002000:00010000:1.0:1746070429.929599:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134835880 00000100:00100000:0.0:1746070429.936189:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.936277:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015525760 00000100:00100000:2.0:1746070429.936284:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015525760 00000100:00100000:2.0:1746070429.936329:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5539 00000100:00100000:2.0:1746070429.936335:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31621:x1830887015525760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.936350:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.936362:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe8c expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.936385:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f15c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe85 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.936391:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.936392:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.936394:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 86 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.936418:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f15c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe85 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.936427:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f15c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe85 expref: 5 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.936437:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013376512:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.936504:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.937343:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.937414:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015525888 00000100:00100000:3.0:1746070429.937418:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015525888 00000100:00100000:3.0:1746070429.937451:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5540 00000100:00100000:3.0:1746070429.937457:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:31620:x1830887015525888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.937466:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.937474:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe93 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.937488:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.937491:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 88 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.937496:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.937499:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 88 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.937523:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 88 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.937533:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 88 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.937540:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea200, rc 0) 00000100:00100000:3.0:1746070429.937564:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:31620:x1830887015525888:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.937570:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5540 00000100:00100000:3.0:1746070429.938436:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013376512:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070429.938451:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 87 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.938460:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:3.0:1746070429.938482:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:31621:x1830887015525760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2147us (2301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.938487:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5539 00000100:00100000:0.0:1746070429.944159:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.944288:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015526016 00000100:00100000:2.0:1746070429.944295:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015526016 00010000:00010000:2.0:1746070429.944323:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f15c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe85 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.944357:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7806 00000100:00100000:2.0:1746070429.944364:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134835c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015526016:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.944377:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.944393:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f15c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe85 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.944402:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f15c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe85 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.944420:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f15c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe85 expref: 6 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.944443:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.944445:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.944451:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 86 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.944459:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 86 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.944498:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 86 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.944507:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 86 pid: 8446 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1746070429.944521:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013376768:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.944592:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.946923:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013376768:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070429.946943:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.946986:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134835c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015526016:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2622us (2834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.946995:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7806 00000100:00100000:0.0:1746070429.947368:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.947628:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015526272 00000100:00100000:2.0:1746070429.947633:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015526272 00002000:00100000:2.0:1746070429.947659:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134834a80 x1830887015526272/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.947667:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834a80 with x1830887015526272 ext(0->4095) 00010000:00010000:2.0:1746070429.947694:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 87 pid: 8446 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1746070429.947704:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 87 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070429.947710:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134834a80 00000100:00100000:2.0:1746070429.947724:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1993 00000100:00100000:2.0:1746070429.947729:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1963:x1830887015526272:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070429.947835:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1963:x1830887015526272:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (467us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.947843:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1993 00002000:00100000:2.0:1746070429.947848:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134834a80 x1830887015526272/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.947854:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834a80 with x1830887015526272 ext(0->4095) 00010000:00010000:2.0:1746070429.947858:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 87 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070429.947866:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 87 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070429.947871:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134834a80 00000100:00100000:0.0:1746070429.949002:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070429.949114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.949177:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015526528 00000100:00100000:2.0:1746070429.949181:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015526528 00010000:00010000:2.0:1746070429.949198:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 87 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070429.949217:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7807 00000100:00100000:2.0:1746070429.949222:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1963:x1830887015526528:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.949232:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.949244:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 87 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070429.949253:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 87 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070429.949271:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f163 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe8c expref: 87 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070429.949315:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015526400 00000100:00100000:3.0:1746070429.949319:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015526400 00000100:00100000:3.0:1746070429.949343:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5541 00000100:00100000:3.0:1746070429.949348:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015526400:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.949356:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.949364:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfe9a expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.949376:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.949380:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 86 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.949386:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.949388:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.949414:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 86 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.949424:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.949430:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.949431:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.949435:0:8446:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 86 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.949441:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 86 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.949452:0:8446:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 86 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.949459:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 86 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070429.949473:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013377024:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.949509:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5369780 going to sleep for 11 seconds 00010000:00010000:2.0:1746070429.951376:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070429.951378:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.951408:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1963:x1830887015526528:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2184us (2294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.951416:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7807 00000100:00100000:2.0:1746070429.951442:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015526784 00000100:00100000:2.0:1746070429.951446:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015526784 00002000:00100000:2.0:1746070429.951469:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b9c00 x1830887015526784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.951477:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9c00 with x1830887015526784 ext(0->4095) 00010000:00010000:2.0:1746070429.951483:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 86 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070429.951493:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 86 pid: 8445 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070429.951499:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b9c00 00000100:00100000:2.0:1746070429.951513:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1994 00000100:00100000:2.0:1746070429.951518:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1964:x1830887015526784:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070429.951627:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1964:x1830887015526784:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070429.951633:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1994 00002000:00100000:2.0:1746070429.951637:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b9c00 x1830887015526784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070429.951650:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9c00 with x1830887015526784 ext(0->4095) 00010000:00010000:2.0:1746070429.951654:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 86 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070429.951662:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 86 pid: 8445 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070429.951667:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b9c00 00000100:00100000:3.0:1746070429.951755:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013377024:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.951970:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceba00, rc 0) 00000100:00100000:3.0:1746070429.952003:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015526400:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2654us (3002us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.952009:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5541 00000100:00100000:0.0:1746070429.953319:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070429.953389:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.953447:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015527040 00000100:00100000:3.0:1746070429.953452:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015527040 00000100:00100000:3.0:1746070429.953475:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5542 00000100:00100000:3.0:1746070429.953480:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:31620:x1830887015527040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070429.953491:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070429.953503:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f178 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfea1 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.953522:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070429.953526:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.953531:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070429.953534:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f178 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea1 expref: 87 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.953558:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.953571:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f178 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea1 expref: 87 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.953580:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070429.953602:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:31620:x1830887015527040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.953607:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5542 00000100:00100000:2.0:1746070429.953802:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015526912 00000100:00100000:2.0:1746070429.953806:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015526912 00010000:00010000:2.0:1746070429.953820:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 87 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070429.953850:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7808 00000100:00100000:2.0:1746070429.953855:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1963:x1830887015526912:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.953863:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.953877:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 87 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070429.953887:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 87 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070429.953901:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f16a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe93 expref: 87 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070429.953912:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.953914:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.953919:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.953926:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.953943:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.953953:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 5 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070429.953963:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013377280:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.954016:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.957160:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013377280:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070429.957176:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070429.957224:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.957296:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015527296 00000100:00100000:3.0:1746070429.957301:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015527296 00002000:00100000:3.0:1746070429.957331:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134836d80 x1830887015527296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.957339:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836d80 with x1830887015527296 ext(0->4095) 00010000:00010000:3.0:1746070429.957345:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070429.957356:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070429.957362:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134836d80 00000100:00100000:2.0:1746070429.957389:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1963:x1830887015526912:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3532us (3999us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.957397:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7808 00000100:00100000:1.0:1746070429.958411:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1995 00000100:00100000:1.0:1746070429.958419:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015527296:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070429.958541:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015527296:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (1318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.958546:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1995 00002000:00100000:1.0:1746070429.958552:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134836d80 x1830887015527296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.958564:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836d80 with x1830887015527296 ext(0->4095) 00010000:00010000:1.0:1746070429.958569:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070429.958578:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746070429.958583:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134836d80 00000100:00100000:0.0:1746070429.963196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.963821:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015527424 00000100:00100000:2.0:1746070429.963828:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015527424 00010000:00010000:2.0:1746070429.963863:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070429.963901:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7809 00000100:00100000:2.0:1746070429.963907:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015527424:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070429.963921:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070429.963938:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070429.963948:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070429.963966:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f171 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfe9a expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070429.964322:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.964324:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.964332:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f178 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea1 expref: 85 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.964340:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f178 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea1 expref: 85 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.964365:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f178 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea1 expref: 85 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070429.964376:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013377408:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070429.964440:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.967091:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013377408:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070429.967107:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.967385:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015527424:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3476us (4194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.967396:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7809 00000100:00100000:0.0:1746070429.968136:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070429.968502:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015527680 00000100:00100000:1.0:1746070429.968507:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015527680 00002000:00100000:1.0:1746070429.968534:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134837480 x1830887015527680/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.968542:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134837480 with x1830887015527680 ext(0->4095) 00002000:00010000:1.0:1746070429.968546:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134837480 00000100:00100000:1.0:1746070429.968761:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4069 00000100:00100000:1.0:1746070429.968767:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1964:x1830887015527680:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070429.968887:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1964:x1830887015527680:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (751us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.968892:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4069 00002000:00100000:1.0:1746070429.968897:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134837480 x1830887015527680/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.968903:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134837480 with x1830887015527680 ext(0->4095) 00002000:00010000:1.0:1746070429.968906:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134837480 00000100:00100000:0.0:1746070429.971667:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.971968:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015527808 00000100:00100000:2.0:1746070429.971973:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015527808 00000100:00100000:2.0:1746070429.972179:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5543 00000100:00100000:2.0:1746070429.972186:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015527808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.972198:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.972211:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfea8 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.972231:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f178 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea1 expref: 85 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.972237:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.972238:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.972241:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.972260:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f178 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea1 expref: 85 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.972269:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f178 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea1 expref: 85 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070429.972278:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013377536:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.972541:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070429.974508:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013377536:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.974531:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.974544:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070429.974582:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015527808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2396us (2919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.974589:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5543 00000100:00100000:0.0:1746070429.974869:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.975135:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015527936 00000100:00100000:3.0:1746070429.975140:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015527936 00010000:00010000:3.0:1746070429.975158:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f178 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea1 expref: 86 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070429.975343:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7810 00000100:00100000:3.0:1746070429.975349:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca80450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1964:x1830887015527936:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.975359:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.975376:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f178 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea1 expref: 86 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070429.975385:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f178 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea1 expref: 86 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070429.975401:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f178 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea1 expref: 86 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070429.975426:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.975428:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.975434:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.975441:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.975463:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.975473:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013377664:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.976323:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5369780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.978232:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.978288:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013377664:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.978304:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070429.978404:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015528064 00000100:00100000:2.0:1746070429.978408:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015528064 00000100:00100000:2.0:1746070429.978439:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5544 00000100:00100000:2.0:1746070429.978445:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:31620:x1830887015528064:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.978456:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.978467:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfeaf expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.978485:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.978491:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.978492:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.978495:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 87 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.978512:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.978520:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070429.978529:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013377792:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070429.978615:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca80450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1964:x1830887015527936:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3266us (3746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.978625:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7810 00000100:00100000:1.0:1746070429.979019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.979377:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015528320 00000100:00100000:3.0:1746070429.979381:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015528320 00002000:00100000:3.0:1746070429.979400:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b9500 x1830887015528320/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.979409:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9500 with x1830887015528320 ext(0->4095) 00010000:00010000:3.0:1746070429.979414:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070429.979424:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070429.979429:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b9500 00000100:00100000:3.0:1746070429.979441:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1996 00000100:00100000:3.0:1746070429.979446:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015528320:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070429.979560:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015528320:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (541us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070429.979566:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1996 00002000:00100000:3.0:1746070429.979570:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923b9500 x1830887015528320/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.979577:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b9500 with x1830887015528320 ext(0->4095) 00010000:00010000:3.0:1746070429.979581:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070429.979594:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070429.979599:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b9500 00000100:00100000:2.0:1746070429.979666:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070429.983283:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.983406:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013377792:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070429.983427:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 86 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.983441:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070429.983478:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:31620:x1830887015528064:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5032us (5248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.983485:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5544 00000100:00100000:2.0:1746070429.984401:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015528448 00000100:00100000:2.0:1746070429.984407:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015528448 00000100:00100000:2.0:1746070429.984444:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5545 00000100:00100000:2.0:1746070429.984450:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:31621:x1830887015528448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.984461:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.984472:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f18d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfeb6 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.984489:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070429.984494:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 87 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.984498:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.984501:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f18d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeb6 expref: 87 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.984953:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 87 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.984965:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f18d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeb6 expref: 87 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.984972:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070429.985007:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:31621:x1830887015528448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 557us (1730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070429.985012:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5545 00000100:00100000:0.0:1746070429.985606:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.985945:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015528576 00000100:00100000:3.0:1746070429.985949:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015528576 00010000:00010000:3.0:1746070429.985967:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070429.986000:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7811 00000100:00100000:3.0:1746070429.986005:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015528576:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.986014:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.986030:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070429.986039:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070429.986054:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f17f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfea8 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070429.986573:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.986576:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.986582:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 86 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.986594:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 86 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.986616:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 86 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.986626:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 86 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070429.986636:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013378048:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.987345:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070429.989857:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.989983:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013378048:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.990004:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.990033:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015528576:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4027us (4429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.990041:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7811 00000100:00100000:1.0:1746070429.990110:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015528832 00000100:00100000:1.0:1746070429.990116:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015528832 00002000:00100000:1.0:1746070429.990143:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f18e00 x1830887015528832/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.990152:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18e00 with x1830887015528832 ext(0->4095) 00010000:00010000:1.0:1746070429.990158:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 87 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070429.990168:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 87 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746070429.990174:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f18e00 00000100:00100000:1.0:1746070429.990186:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1997 00000100:00100000:1.0:1746070429.990191:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1963:x1830887015528832:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070429.990294:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1963:x1830887015528832:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070429.990300:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1997 00002000:00100000:1.0:1746070429.990305:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f18e00 x1830887015528832/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070429.990311:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18e00 with x1830887015528832 ext(0->4095) 00010000:00010000:1.0:1746070429.990316:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 87 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070429.990324:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 87 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746070429.990330:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f18e00 00000100:00100000:0.0:1746070429.992609:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.993046:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015528960 00000100:00100000:3.0:1746070429.993052:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015528960 00010000:00010000:3.0:1746070429.993078:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 87 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070429.993101:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7812 00000100:00100000:3.0:1746070429.993107:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+87:1963:x1830887015528960:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070429.993119:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070429.993135:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 87 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070429.993144:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 87 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070429.993162:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f186 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeaf expref: 87 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070429.993482:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.993484:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070429.993491:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f18d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeb6 expref: 86 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.993498:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f18d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeb6 expref: 86 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070429.993523:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f18d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeb6 expref: 86 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070429.993533:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013378176:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070429.993602:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070429.995362:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013378176:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070429.995382:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070429.995787:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1963:x1830887015528960:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2678us (3182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070429.995802:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7812 00000100:00100000:0.0:1746070429.996135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070429.996354:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015529216 00000100:00100000:3.0:1746070429.996358:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015529216 00002000:00100000:3.0:1746070429.996382:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19c00 x1830887015529216/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/0 e 0 to 0 dl 1746070440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.996390:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19c00 with x1830887015529216 ext(0->4095) 00002000:00010000:3.0:1746070429.996393:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f19c00 00000100:00100000:3.0:1746070429.996496:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4070 00000100:00100000:3.0:1746070429.996502:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1964:x1830887015529216:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070429.996636:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1964:x1830887015529216:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (500us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070429.996641:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4070 00002000:00100000:3.0:1746070429.996646:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19c00 x1830887015529216/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:60/0 lens 488/4536 e 0 to 0 dl 1746070440 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070429.996653:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19c00 with x1830887015529216 ext(0->4095) 00002000:00010000:3.0:1746070429.996656:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f19c00 00000100:00100000:0.0:1746070429.998933:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070429.999092:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015529344 00000100:00100000:2.0:1746070429.999097:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015529344 00000100:00100000:2.0:1746070429.999139:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5546 00000100:00100000:2.0:1746070429.999145:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015529344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070429.999158:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070429.999171:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfebd expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.999194:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f18d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeb6 expref: 85 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.999201:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.999202:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070429.999205:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.999233:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f18d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeb6 expref: 85 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070429.999243:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f18d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeb6 expref: 85 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070429.999253:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013378304:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070429.999313:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.002737:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.002963:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013378304:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.002985:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.003001:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070430.003033:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015529344:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3888us (4104us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.003041:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5546 00000100:00100000:3.0:1746070430.003118:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015529472 00000100:00100000:3.0:1746070430.003124:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015529472 00010000:00010000:3.0:1746070430.003148:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f18d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeb6 expref: 86 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.003166:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7813 00000100:00100000:3.0:1746070430.003173:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1963:x1830887015529472:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.003181:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.003197:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f18d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeb6 expref: 86 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.003211:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f18d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeb6 expref: 86 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.003228:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f18d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeb6 expref: 86 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.003241:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.003242:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.003248:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.003253:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.003275:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.003284:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013378432:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.003315:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb36c0 going to sleep for 11 seconds 00000100:00080000:2.0:1746070430.003878:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070430.006111:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.006204:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013378432:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.006224:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.006252:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:1963:x1830887015529472:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3079us (3521us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.006260:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7813 00000100:00100000:2.0:1746070430.006330:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015529600 00000100:00100000:2.0:1746070430.006335:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015529600 00000100:00100000:2.0:1746070430.006360:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5547 00000100:00100000:2.0:1746070430.006365:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+85:31620:x1830887015529600:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.006379:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.006390:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfec4 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.006414:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.006420:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.006422:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.006425:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 86 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.006445:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.006455:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.006464:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013378560:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070430.006713:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.008083:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.008817:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015529856 00000100:00100000:2.0:1746070430.008823:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015529856 00002000:00100000:2.0:1746070430.008860:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19880 x1830887015529856/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.008868:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19880 with x1830887015529856 ext(0->4095) 00010000:00010000:2.0:1746070430.008875:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.008886:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.009478:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f19880 00000100:00100000:2.0:1746070430.009503:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1998 00000100:00100000:2.0:1746070430.009509:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015529856:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.010327:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015529856:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 816us (3612us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.010333:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1998 00002000:00100000:2.0:1746070430.010340:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19880 x1830887015529856/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.010347:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19880 with x1830887015529856 ext(0->4095) 00000100:00080000:0.0:1746070430.010352:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746070430.010353:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.010362:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.010368:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f19880 00000100:00100000:2.0:1746070430.010427:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013378560:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.010497:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 86 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.010509:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070430.010545:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:31620:x1830887015529600:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4179us (4438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.010553:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5547 00000100:00100000:0.0:1746070430.014989:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.015628:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015529984 00000100:00100000:3.0:1746070430.015634:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015529984 00010000:00010000:3.0:1746070430.015660:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.015717:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7814 00000100:00100000:3.0:1746070430.015723:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015529984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.015732:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.015750:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.015759:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.015776:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f194 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfebd expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.015800:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.015801:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.015808:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 85 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.015814:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 85 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.017722:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 85 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.017739:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013378688:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.017836:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.022707:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013378688:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.022730:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070430.022756:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.022774:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015529984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7051us (7791us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.022783:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7814 00000100:00100000:2.0:1746070430.022953:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015530240 00000100:00100000:2.0:1746070430.022959:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015530240 00002000:00100000:2.0:1746070430.022987:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19f80 x1830887015530240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.022994:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19f80 with x1830887015530240 ext(0->4095) 00002000:00010000:2.0:1746070430.022998:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f19f80 00000100:00100000:2.0:1746070430.023023:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4071 00000100:00100000:2.0:1746070430.023029:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1964:x1830887015530240:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070430.023153:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1964:x1830887015530240:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.023158:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4071 00002000:00100000:2.0:1746070430.023164:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f19f80 x1830887015530240/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.023170:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19f80 with x1830887015530240 ext(0->4095) 00002000:00010000:2.0:1746070430.023173:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f19f80 00000100:00100000:0.0:1746070430.026331:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.027287:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015530368 00000100:00100000:2.0:1746070430.027296:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015530368 00000100:00100000:2.0:1746070430.027552:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5548 00000100:00100000:2.0:1746070430.027560:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131165850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015530368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.027582:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.027600:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfecb expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.027639:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 85 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.027647:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.027648:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.027651:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.027704:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 85 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.027714:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 85 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.027723:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013378816:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.028526:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.034322:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013378816:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.034346:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.034361:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070430.034402:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131165850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015530368:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6842us (8077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.034410:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5548 00000100:00100000:0.0:1746070430.039211:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.039581:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015530496 00000100:00100000:3.0:1746070430.039589:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015530496 00002000:00100000:3.0:1746070430.039624:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093f1b100 x1830887015530496/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.039633:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1b100 with x1830887015530496 ext(0->7) 00010000:00010000:3.0:1746070430.039640:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 86 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.039653:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 86 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.039659:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1b100 00000100:00100000:3.0:1746070430.039714:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 1999 00000100:00100000:3.0:1746070430.039721:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+86:1963:x1830887015530496:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070430.040005:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1963:x1830887015530496:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 283us (800us total) trans 4294968046 rc 0/0 00000100:00100000:3.0:1746070430.040012:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 1999 00002000:00100000:3.0:1746070430.040017:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093f1b100 x1830887015530496/t4294968046(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/448 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.040031:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1b100 with x1830887015530496 ext(0->7) 00010000:00010000:3.0:1746070430.040035:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 88 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.040043:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 88 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.040048:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1b100 00000100:00100000:0.0:1746070430.045327:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.048017:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015530624 00000100:00100000:3.0:1746070430.048028:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015530624 00010000:00010000:3.0:1746070430.048062:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 88 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.048108:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7815 00000100:00100000:3.0:1746070430.048116:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1962:x1830887015530624:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.048128:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.048145:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 88 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.048157:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 88 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.048176:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f19b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfec4 expref: 88 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.048450:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.048453:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.048460:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.048467:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.048495:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.048505:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013378944:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.048958:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.051584:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.051634:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015530752 00000100:00100000:2.0:1746070430.051641:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015530752 00000100:00100000:2.0:1746070430.051708:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5549 00000100:00100000:2.0:1746070430.051715:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:31620:x1830887015530752:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.051729:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.051741:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfed2 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.051763:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.051769:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.051771:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.051774:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 89 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.051804:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.051812:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.051821:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013379072:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.051883:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.052509:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013378944:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.052525:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.052557:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+89:1962:x1830887015530624:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4442us (7235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.052564:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7815 00000100:00100000:2.0:1746070430.057074:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013379072:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.057096:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 88 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.057116:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:2.0:1746070430.057159:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:31620:x1830887015530752:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5443us (5580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.057166:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5549 00000100:00100000:0.0:1746070430.057757:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.058524:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015531008 00000100:00100000:2.0:1746070430.058530:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015531008 00002000:00100000:2.0:1746070430.058561:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1a680 x1830887015531008/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.058570:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1a680 with x1830887015531008 ext(0->4095) 00010000:00010000:2.0:1746070430.058576:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.058588:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.058594:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1a680 00000100:00100000:2.0:1746070430.058624:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2000 00000100:00100000:2.0:1746070430.058630:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015531008:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.060832:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015531008:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 2196us (3069us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.060842:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2000 00002000:00100000:2.0:1746070430.060850:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1a680 x1830887015531008/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.060864:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1a680 with x1830887015531008 ext(0->4095) 00010000:00010000:2.0:1746070430.060871:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.060883:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.060888:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1a680 00000100:00100000:0.0:1746070430.068740:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.072045:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015531136 00000100:00100000:3.0:1746070430.072055:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015531136 00010000:00010000:3.0:1746070430.072088:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.072114:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7816 00000100:00100000:3.0:1746070430.072119:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015531136:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.072131:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.072147:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.072161:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.072180:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfecb expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.072207:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.072208:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.072215:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 87 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.072221:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 87 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.072247:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 87 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.072257:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013379200:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.072319:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.074802:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013379200:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.074822:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.074851:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1961:x1830887015531136:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2731us (6118us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.074858:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7816 00000100:00100000:0.0:1746070430.076305:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.076409:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015531392 00000100:00100000:3.0:1746070430.077202:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015531392 00002000:00100000:2.0:1746070430.078908:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1b800 x1830887015531392/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.078918:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1b800 with x1830887015531392 ext(0->4095) 00002000:00010000:2.0:1746070430.078922:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f1b800 00000100:00100000:2.0:1746070430.078959:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4072 00000100:00100000:2.0:1746070430.078966:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1964:x1830887015531392:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070430.079119:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1964:x1830887015531392:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (2814us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.079124:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4072 00002000:00100000:2.0:1746070430.079130:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093f1b800 x1830887015531392/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.079136:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1b800 with x1830887015531392 ext(0->4095) 00002000:00010000:2.0:1746070430.079139:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f1b800 00000100:00100000:0.0:1746070430.085653:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.086368:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015531520 00000100:00100000:2.0:1746070430.086376:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015531520 00000100:00100000:2.0:1746070430.086861:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5550 00000100:00100000:2.0:1746070430.086869:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015531520:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.086885:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.086899:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfed9 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.086923:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 87 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.086930:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.086931:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.086934:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.086958:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 87 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.086968:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 87 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.086978:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013379328:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.087041:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.095776:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.095881:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015531648 00000100:00100000:3.0:1746070430.095889:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015531648 00002000:00100000:3.0:1746070430.095923:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093f1a300 x1830887015531648/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.095931:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1a300 with x1830887015531648 ext(0->7) 00010000:00010000:3.0:1746070430.095939:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 88 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.095949:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 88 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.095955:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1a300 00000100:00100000:3.0:1746070430.095983:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2001 00000100:00100000:3.0:1746070430.095989:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+88:1962:x1830887015531648:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070430.096257:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1962:x1830887015531648:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 266us (486us total) trans 4294968047 rc 0/0 00000100:00100000:3.0:1746070430.096263:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2001 00002000:00100000:3.0:1746070430.096268:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093f1a300 x1830887015531648/t4294968047(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/448 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.096274:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1a300 with x1830887015531648 ext(0->7) 00010000:00010000:3.0:1746070430.096277:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 90 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.096284:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 90 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.096293:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f1a300 00000100:00100000:2.0:1746070430.096352:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013379328:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.096371:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.096383:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070430.096413:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015531520:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9546us (10766us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.096419:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5550 00000100:00100000:0.0:1746070430.119965:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.120181:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015531904 00000100:00100000:2.0:1746070430.120189:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015531904 00000100:00100000:2.0:1746070430.120231:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5551 00000100:00100000:2.0:1746070430.120238:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:31620:x1830887015531904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.120252:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.120266:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfee0 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.120287:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.120292:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.120297:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070430.120301:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 91 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.120326:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.120336:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 91 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.120344:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729a00, rc 0) 00000100:00100000:2.0:1746070430.120394:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:31620:x1830887015531904:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.120402:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5551 00000100:00100000:0.0:1746070430.121852:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.121916:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015531776 00000100:00100000:3.0:1746070430.121920:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015531776 00010000:00010000:3.0:1746070430.121941:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 91 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.121967:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7817 00000100:00100000:3.0:1746070430.121972:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aca80050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+91:1961:x1830887015531776:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.121980:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746070430.121994:0:7078:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746070429 -> 1746070430 00002000:00010000:3.0:1746070430.121996:0:7078:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746070429 -> 1746070430 00010000:00010000:3.0:1746070430.122001:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 91 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.122010:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 91 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.122026:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f1a9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed2 expref: 91 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.122250:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.122252:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.122258:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.122264:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.122287:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.122296:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.122305:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013379584:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.122717:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.138758:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.138820:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015532160 00000100:00100000:2.0:1746070430.138826:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015532160 00002000:00100000:2.0:1746070430.138858:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c98700 x1830887015532160/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.138867:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98700 with x1830887015532160 ext(0->4095) 00010000:00010000:2.0:1746070430.138874:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.138885:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.138890:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c98700 00000100:00100000:2.0:1746070430.138916:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2002 00000100:00100000:2.0:1746070430.138921:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015532160:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.139047:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015532160:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (296us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.139053:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2002 00002000:00100000:2.0:1746070430.139057:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c98700 x1830887015532160/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.139064:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98700 with x1830887015532160 ext(0->4095) 00010000:00010000:2.0:1746070430.139067:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.139078:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.139083:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c98700 00000100:00100000:3.0:1746070430.139889:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013379584:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.139909:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.139941:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aca80050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1961:x1830887015531776:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 17968us (18091us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.139949:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7817 00000100:00100000:0.0:1746070430.147283:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.147374:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015532288 00000100:00100000:3.0:1746070430.147382:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015532288 00010000:00010000:3.0:1746070430.147409:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.147491:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7818 00000100:00100000:3.0:1746070430.147498:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015532288:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.147509:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.147524:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.147538:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.147556:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f1b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfed9 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.147615:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.147617:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.147624:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 89 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.147630:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 89 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.147656:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 89 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.147667:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013379712:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.149209:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.155902:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013379712:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.155928:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.155972:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015532288:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8474us (8694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.155980:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7818 00000100:00100000:0.0:1746070430.171317:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.171496:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015532544 00000100:00100000:2.0:1746070430.171504:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015532544 00002000:00100000:2.0:1746070430.171537:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c98e00 x1830887015532544/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.171546:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98e00 with x1830887015532544 ext(0->4095) 00002000:00010000:2.0:1746070430.171550:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c98e00 00000100:00100000:2.0:1746070430.171567:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4073 00000100:00100000:2.0:1746070430.171573:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1963:x1830887015532544:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.175357:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1963:x1830887015532544:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 3771us (4033us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.175368:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4073 00002000:00100000:2.0:1746070430.175380:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c98e00 x1830887015532544/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.175389:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c98e00 with x1830887015532544 ext(0->4095) 00002000:00010000:2.0:1746070430.175394:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c98e00 00000100:00100000:0.0:1746070430.185117:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.185203:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015532672 00000100:00100000:3.0:1746070430.185211:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015532672 00000100:00100000:3.0:1746070430.185295:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5552 00000100:00100000:3.0:1746070430.185302:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015532672:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.185317:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.185330:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfee7 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.185352:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 89 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.185358:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.185360:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.185362:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.185384:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 89 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.185394:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 89 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.185405:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013379840:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.187409:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.203631:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013379840:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.203661:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.203709:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070430.203748:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015532672:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18446us (18637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.203754:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5552 00000100:00100000:0.0:1746070430.208366:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.208965:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015532800 00000100:00100000:2.0:1746070430.208973:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015532800 00002000:00100000:2.0:1746070430.209011:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099c9b480 x1830887015532800/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.209024:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9b480 with x1830887015532800 ext(0->7) 00010000:00010000:2.0:1746070430.209031:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 90 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.209042:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 90 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.209048:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c9b480 00000100:00100000:2.0:1746070430.209075:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2003 00000100:00100000:2.0:1746070430.209082:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+90:1964:x1830887015532800:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070430.209347:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1964:x1830887015532800:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 264us (986us total) trans 4294968048 rc 0/0 00000100:00100000:2.0:1746070430.209353:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2003 00002000:00100000:2.0:1746070430.209359:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099c9b480 x1830887015532800/t4294968048(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/448 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.209366:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9b480 with x1830887015532800 ext(0->7) 00010000:00010000:2.0:1746070430.209370:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 92 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.209378:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 92 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.209383:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c9b480 00000100:00100000:0.0:1746070430.211234:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.211816:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015532928 00000100:00100000:3.0:1746070430.211822:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015532928 00010000:00010000:3.0:1746070430.211848:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 92 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.214647:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7819 00000100:00100000:3.0:1746070430.214663:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1963:x1830887015532928:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.214689:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.214709:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 92 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.214722:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 92 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.214740:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729a00/0x628f9640b607f1b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee0 expref: 92 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.214767:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.214769:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.214775:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.214786:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.214824:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.214834:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013379968:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.214913:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.224948:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.225029:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.225059:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015533312 00000100:00100000:0.0:1746070430.225066:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015533312 00000100:00100000:0.0:1746070430.225099:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5553 00000100:00100000:0.0:1746070430.225105:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:31620:x1830887015533312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070430.225120:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070430.225134:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfeee expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.225157:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.225163:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070430.225164:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070430.225167:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 93 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.225191:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.225200:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 5 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746070430.225210:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013380096:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070430.225279:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943790c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.225440:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015533184 00000100:00100000:2.0:1746070430.225444:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015533184 00002000:00100000:2.0:1746070430.225467:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9bb80 x1830887015533184/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.225475:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9bb80 with x1830887015533184 ext(0->4095) 00010000:00010000:2.0:1746070430.225480:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.225488:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.225494:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c9bb80 00000100:00100000:2.0:1746070430.225506:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2004 00000100:00100000:2.0:1746070430.225510:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015533184:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.225629:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015533184:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (687us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.225635:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2004 00002000:00100000:2.0:1746070430.225639:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9bb80 x1830887015533184/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.225646:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9bb80 with x1830887015533184 ext(0->4095) 00010000:00010000:2.0:1746070430.225650:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.225658:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.225664:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c9bb80 00000100:00100000:3.0:1746070430.228600:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013379968:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.228622:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.228665:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1963:x1830887015532928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 14007us (17434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.228700:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7819 00000100:00100000:0.0:1746070430.229842:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013380096:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070430.229919:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 92 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.229933:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60800, rc 0) 00000100:00100000:0.0:1746070430.229965:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:31620:x1830887015533312:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4859us (4935us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070430.229971:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5553 00000100:00100000:1.0:1746070430.230033:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.230088:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.230172:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015533568 00000100:00100000:3.0:1746070430.230177:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015533568 00010000:00010000:3.0:1746070430.230194:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.230209:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7820 00000100:00100000:3.0:1746070430.230214:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015533568:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.230223:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.230239:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.230247:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.230264:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f1be lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfee7 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.230278:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.230279:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.230284:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 91 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.230291:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 91 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.230313:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 91 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.230323:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013380224:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.230362:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.230629:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015533440 00000100:00100000:0.0:1746070430.230632:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015533440 00000100:00100000:0.0:1746070430.230655:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5554 00000100:00100000:0.0:1746070430.230659:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:31621:x1830887015533440:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070430.230669:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070430.230697:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfef5 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.230710:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 93 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.230716:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070430.230717:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070430.230719:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 93 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.230731:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 93 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.230738:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 93 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746070430.230745:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013380352:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070430.230780:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943790c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.234207:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013380352:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.234228:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 93 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.234242:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:2.0:1746070430.234283:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:31621:x1830887015533440:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3623us (4250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.234290:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5554 00000100:00100000:3.0:1746070430.234441:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013380224:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.234455:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.234474:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015533568:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4260us (4386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.234481:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7820 00000100:00100000:0.0:1746070430.237320:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.237379:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015533824 00000100:00100000:2.0:1746070430.237386:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015533824 00002000:00100000:2.0:1746070430.237418:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9b100 x1830887015533824/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.237427:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9b100 with x1830887015533824 ext(0->4095) 00010000:00010000:2.0:1746070430.237435:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 93 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.237447:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 93 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.237453:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c9b100 00000100:00100000:2.0:1746070430.237479:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2005 00000100:00100000:2.0:1746070430.237485:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1963:x1830887015533824:12345-192.168.203.29@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746070430.238571:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1963:x1830887015533824:12345-192.168.203.29@tcp:3:ldlm_bl.0 Request processed in 1083us (1254us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.238577:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2005 00002000:00100000:2.0:1746070430.238584:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c9b100 x1830887015533824/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.238590:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9b100 with x1830887015533824 ext(0->4095) 00010000:00010000:2.0:1746070430.238594:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 93 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.238603:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 93 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.238608:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c9b100 00000100:00100000:0.0:1746070430.243813:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.244423:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015533952 00000100:00100000:3.0:1746070430.244431:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015533952 00010000:00010000:3.0:1746070430.244460:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 93 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.244486:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7821 00000100:00100000:3.0:1746070430.244491:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1962:x1830887015533952:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.244501:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.244516:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 93 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.244525:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 93 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.244542:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60800/0x628f9640b607f1c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfeee expref: 93 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.244566:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.244567:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.244574:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 92 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.244581:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 92 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.244606:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 92 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.244616:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013380480:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.244691:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.251064:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013380480:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.251088:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.252825:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1962:x1830887015533952:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8325us (9010us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.252836:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7821 00000100:00100000:0.0:1746070430.253192:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.253342:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015534208 00000100:00100000:2.0:1746070430.253347:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015534208 00002000:00100000:2.0:1746070430.253378:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99c00 x1830887015534208/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.253386:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99c00 with x1830887015534208 ext(0->4095) 00002000:00010000:2.0:1746070430.253390:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c99c00 00000100:00100000:2.0:1746070430.253402:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4074 00000100:00100000:2.0:1746070430.253408:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1963:x1830887015534208:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.253531:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1963:x1830887015534208:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.253537:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4074 00002000:00100000:2.0:1746070430.253542:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099c99c00 x1830887015534208/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.253548:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99c00 with x1830887015534208 ext(0->4095) 00002000:00010000:2.0:1746070430.253551:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c99c00 00000100:00100000:0.0:1746070430.259013:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.263101:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015534336 00000100:00100000:2.0:1746070430.263112:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015534336 00000100:00100000:2.0:1746070430.263158:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5555 00000100:00100000:2.0:1746070430.263164:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015534336:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.263179:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.263194:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfefc expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.263217:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 91 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.263223:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.263224:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.263227:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.263251:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 91 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.263260:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 91 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.263269:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013380608:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.263353:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.267634:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013380608:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.267657:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.267698:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070430.267730:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015534336:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4566us (8723us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.267738:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5555 00000100:00100000:0.0:1746070430.293272:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.293344:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.293414:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015534464 00000100:00100000:2.0:1746070430.293421:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015534464 00002000:00100000:2.0:1746070430.293456:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099c99500 x1830887015534464/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.293465:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99500 with x1830887015534464 ext(0->7) 00010000:00010000:2.0:1746070430.293472:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 92 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.293483:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 92 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.293489:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c99500 00000100:00100000:2.0:1746070430.293507:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2006 00000100:00100000:2.0:1746070430.293513:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+92:1963:x1830887015534464:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070430.293890:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015534592 00000100:00100000:3.0:1746070430.293894:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015534592 00000100:00100000:3.0:1746070430.293915:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5556 00000100:00100000:3.0:1746070430.293920:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:31620:x1830887015534592:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.293927:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.293936:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f1da lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff03 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.293951:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.293955:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.293960:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070430.293962:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f1da lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff03 expref: 96 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.293991:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.294001:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f1da lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff03 expref: 96 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.294008:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea200, rc 0) 00000100:00100000:2.0:1746070430.296132:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1963:x1830887015534464:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 2613us (2859us total) trans 4294968049 rc 0/0 00000100:00100000:2.0:1746070430.296142:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2006 00002000:00100000:2.0:1746070430.296151:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099c99500 x1830887015534464/t4294968049(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/448 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.296164:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99500 with x1830887015534464 ext(0->7) 00010000:00010000:2.0:1746070430.296171:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 96 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.296183:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 96 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.296189:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099c99500 00000100:00100000:3.0:1746070430.296247:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:31620:x1830887015534592:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2325us (2901us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.296254:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5556 00000100:00100000:0.0:1746070430.313123:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.313261:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015534720 00000100:00100000:3.0:1746070430.313268:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015534720 00010000:00010000:3.0:1746070430.313296:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 95 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.313319:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7822 00000100:00100000:3.0:1746070430.313325:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1962:x1830887015534720:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.313334:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.313350:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 95 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.313361:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 95 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.313379:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f1cc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfef5 expref: 95 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.313408:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.313410:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.313416:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.313422:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.313452:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.313461:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 5 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.313470:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013380864:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.313541:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070430.322022:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.322088:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015534976 00000100:00100000:2.0:1746070430.322094:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015534976 00002000:00100000:2.0:1746070430.322126:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923ba300 x1830887015534976/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.322135:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923ba300 with x1830887015534976 ext(0->4095) 00010000:00010000:2.0:1746070430.322143:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.322155:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.322162:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923ba300 00000100:00100000:2.0:1746070430.322188:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2007 00000100:00100000:2.0:1746070430.322194:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015534976:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070430.322317:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015534976:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (301us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.322323:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2007 00002000:00100000:2.0:1746070430.322328:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923ba300 x1830887015534976/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.322335:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923ba300 with x1830887015534976 ext(0->4095) 00010000:00010000:2.0:1746070430.322339:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.322348:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.322353:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923ba300 00000100:00100000:3.0:1746070430.322765:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013380864:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.322782:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.323359:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1962:x1830887015534720:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 10033us (10241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.323367:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7822 00000100:00100000:1.0:1746070430.324617:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.324859:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015535104 00000100:00100000:3.0:1746070430.324865:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015535104 00010000:00010000:3.0:1746070430.324887:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.326769:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7823 00000100:00100000:3.0:1746070430.326780:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015535104:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.326806:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.326826:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.326839:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.326859:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f1d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfefc expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.326887:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.326889:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.326895:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f1da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff03 expref: 93 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.326902:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f1da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff03 expref: 93 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.326929:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f1da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff03 expref: 93 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.326939:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013380992:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.327008:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.329097:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.329167:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015535360 00000100:00100000:0.0:1746070430.329174:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015535360 00002000:00100000:0.0:1746070430.329203:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d7100 x1830887015535360/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070430.329211:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d7100 with x1830887015535360 ext(0->4095) 00002000:00010000:0.0:1746070430.329215:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d7100 00000100:00100000:0.0:1746070430.329238:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4075 00000100:00100000:0.0:1746070430.329244:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015535360:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070430.329351:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015535360:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (259us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070430.329356:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4075 00002000:00100000:0.0:1746070430.329360:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d7100 x1830887015535360/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070430.329367:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d7100 with x1830887015535360 ext(0->4095) 00002000:00010000:0.0:1746070430.329369:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d7100 00000100:00100000:2.0:1746070430.329526:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013380992:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.329543:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.329561:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015535104:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2785us (4948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.329567:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7823 00000100:00100000:0.0:1746070430.331213:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.331269:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015535488 00000100:00100000:3.0:1746070430.331274:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015535488 00000100:00100000:3.0:1746070430.331310:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5557 00000100:00100000:3.0:1746070430.331315:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015535488:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.331326:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.331338:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f1e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff0a expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.331513:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f1da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff03 expref: 93 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.331521:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.331522:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.331527:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f1e1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff0a expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.331549:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f1da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff03 expref: 93 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.331560:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f1da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff03 expref: 93 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.331569:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013381120:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.331632:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.334469:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.334491:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013381120:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.334553:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015535616 00000100:00100000:2.0:1746070430.334557:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015535616 00010000:00010000:2.0:1746070430.334580:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f1da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff03 expref: 94 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.334601:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7824 00000100:00100000:2.0:1746070430.334607:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1963:x1830887015535616:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.334616:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.334633:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f1da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff03 expref: 94 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.334646:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f1da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff03 expref: 94 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.334665:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f1da lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff03 expref: 94 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.334700:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.334702:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.334708:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f1e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff0a expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.334714:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f1e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff0a expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.334738:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f1e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff0a expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070430.334747:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013381248:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.334835:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f1e1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff0a expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.334844:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea000, rc 0) 00000100:00100000:3.0:1746070430.334864:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015535488:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3549us (3654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.334870:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5557 00000100:00100000:2.0:1746070430.336926:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.336947:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013381248:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.336958:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.336983:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:1963:x1830887015535616:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2376us (2519us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.336990:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7824 00000100:00100000:0.0:1746070430.337155:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.337777:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015535872 00000100:00100000:3.0:1746070430.337782:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015535872 00002000:00100000:3.0:1746070430.337819:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0700 x1830887015535872/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.337834:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0700 with x1830887015535872 ext(0->4095) 00002000:00010000:3.0:1746070430.337837:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0700 00000100:00100000:3.0:1746070430.337861:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4076 00000100:00100000:3.0:1746070430.337867:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015535872:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070430.337997:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015535872:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (843us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.338003:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4076 00002000:00100000:3.0:1746070430.338007:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0700 x1830887015535872/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.338014:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0700 with x1830887015535872 ext(0->4095) 00002000:00010000:3.0:1746070430.338016:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0700 00000100:00100000:0.0:1746070430.341122:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.341177:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015536000 00000100:00100000:3.0:1746070430.341183:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015536000 00000100:00100000:3.0:1746070430.341212:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5558 00000100:00100000:3.0:1746070430.341218:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+93:31620:x1830887015536000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.341230:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.341243:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff11 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.341266:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f1e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff0a expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.341273:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.341275:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.341279:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 94 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.341300:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f1e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff0a expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.341310:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f1e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff0a expref: 5 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.341320:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013381376:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.341401:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.341922:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.342054:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015536128 00000100:00100000:2.0:1746070430.342058:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015536128 00000100:00100000:2.0:1746070430.342084:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5559 00000100:00100000:2.0:1746070430.342089:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:31621:x1830887015536128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.342096:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.342103:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff18 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.342114:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.342118:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 96 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.342123:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.342126:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 96 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.342143:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 96 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.342152:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 96 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.342160:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070430.342178:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:31621:x1830887015536128:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.342183:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5559 00000100:00100000:3.0:1746070430.342859:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013381376:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.342877:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 95 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.342886:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceaa00, rc 0) 00000100:00100000:3.0:1746070430.342904:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:31620:x1830887015536000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1686us (1788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.342909:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5558 00000100:00100000:0.0:1746070430.345580:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.346712:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015536256 00000100:00100000:2.0:1746070430.346719:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015536256 00010000:00010000:2.0:1746070430.346746:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f1e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff0a expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.346783:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7825 00000100:00100000:2.0:1746070430.346799:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015536256:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.346810:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.346826:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f1e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff0a expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.346837:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f1e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff0a expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.346855:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea000/0x628f9640b607f1e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff0a expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.347499:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.347502:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.347509:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 94 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.347517:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 94 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.347544:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 94 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.347553:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 94 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.347568:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013381632:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.348687:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.350229:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013381632:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.350243:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.350283:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015536256:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3493us (4708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.350292:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7825 00000100:00100000:0.0:1746070430.350530:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.350638:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015536512 00000100:00100000:3.0:1746070430.350644:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015536512 00002000:00100000:3.0:1746070430.350691:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c1500 x1830887015536512/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.350699:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c1500 with x1830887015536512 ext(0->4095) 00010000:00010000:3.0:1746070430.350706:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 95 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.350720:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 95 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.350726:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c1500 00000100:00100000:3.0:1746070430.350739:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2008 00000100:00100000:3.0:1746070430.350746:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1964:x1830887015536512:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070430.352075:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1964:x1830887015536512:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1327us (1543us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.352081:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2008 00002000:00100000:3.0:1746070430.352087:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c1500 x1830887015536512/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.352094:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c1500 with x1830887015536512 ext(0->4095) 00010000:00010000:3.0:1746070430.352099:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 95 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.352108:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 95 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.352113:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c1500 00000100:00100000:0.0:1746070430.360758:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.360860:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015536640 00000100:00100000:2.0:1746070430.360868:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015536640 00010000:00010000:2.0:1746070430.360893:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 95 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.360913:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7826 00000100:00100000:2.0:1746070430.360919:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1962:x1830887015536640:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.360928:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.360943:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 95 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.360954:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 95 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.360970:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f1e8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff11 expref: 95 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.361422:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.361424:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.361430:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 94 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.361438:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 94 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.361462:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 94 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070430.361471:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013381760:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.361535:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.369057:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013381760:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.369072:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.369102:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1962:x1830887015536640:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8183us (8436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.369114:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7826 00000100:00100000:0.0:1746070430.369832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.370006:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015536896 00000100:00100000:3.0:1746070430.370011:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015536896 00002000:00100000:3.0:1746070430.370039:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c3b80 x1830887015536896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.370047:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3b80 with x1830887015536896 ext(0->4095) 00002000:00010000:3.0:1746070430.370051:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c3b80 00000100:00100000:3.0:1746070430.370074:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4077 00000100:00100000:3.0:1746070430.370079:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1962:x1830887015536896:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070430.370600:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1962:x1830887015536896:12345-192.168.203.29@tcp:3:ptlrpcd_00_01.0 Request processed in 519us (768us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.370605:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4077 00002000:00100000:3.0:1746070430.370610:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c3b80 x1830887015536896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.370617:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3b80 with x1830887015536896 ext(0->4095) 00002000:00010000:3.0:1746070430.370619:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c3b80 00000100:00100000:0.0:1746070430.373114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.373708:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015537024 00000100:00100000:3.0:1746070430.373715:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015537024 00000100:00100000:2.0:1746070430.375715:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5560 00000100:00100000:2.0:1746070430.375726:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015537024:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.375742:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.375758:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff1f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.375780:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 93 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.375797:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.375799:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.375802:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1f6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff1f expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.375828:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 93 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.375842:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 93 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.375852:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013381888:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.377087:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.387303:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.387401:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013381888:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.389983:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1f6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff1f expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.390002:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729e00, rc 0) 00000100:00100000:2.0:1746070430.390065:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015537024:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14341us (16954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.390073:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5560 00000100:00100000:3.0:1746070430.391778:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015537152 00000100:00100000:3.0:1746070430.391798:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015537152 00002000:00100000:3.0:1746070430.392109:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801316c3800 x1830887015537152/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.392118:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3800 with x1830887015537152 ext(0->7) 00010000:00010000:3.0:1746070430.392126:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 94 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.392138:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 94 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.392144:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c3800 00000100:00100000:3.0:1746070430.392172:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2009 00000100:00100000:3.0:1746070430.392178:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+94:1964:x1830887015537152:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070430.392457:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1964:x1830887015537152:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 278us (5161us total) trans 4294968050 rc 0/0 00000100:00100000:3.0:1746070430.392463:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2009 00002000:00100000:3.0:1746070430.392469:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801316c3800 x1830887015537152/t4294968050(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/448 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.392475:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3800 with x1830887015537152 ext(0->7) 00010000:00010000:3.0:1746070430.392480:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 96 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.392488:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 96 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.392493:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801316c3800 00000100:00100000:0.0:1746070430.397240:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.398988:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015537280 00000100:00100000:3.0:1746070430.398996:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015537280 00010000:00010000:3.0:1746070430.399028:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 96 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.399063:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7827 00000100:00100000:3.0:1746070430.399070:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1961:x1830887015537280:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.399084:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.399099:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 96 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.399108:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 96 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.399125:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f1ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff18 expref: 96 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.399152:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.399153:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.399159:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff1f expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.399166:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff1f expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.399191:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff1f expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.399200:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013382016:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.399282:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.400157:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.401190:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.401256:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013382016:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.401273:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.401304:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:1961:x1830887015537280:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2235us (4071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.401312:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7827 00000100:00100000:3.0:1746070430.401335:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015537664 00000100:00100000:3.0:1746070430.401338:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015537664 00002000:00100000:3.0:1746070430.401358:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0a80 x1830887015537664/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.401365:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0a80 with x1830887015537664 ext(0->4095) 00002000:00010000:3.0:1746070430.401369:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0a80 00000100:00100000:3.0:1746070430.401377:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4078 00000100:00100000:3.0:1746070430.401381:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015537664:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070430.401419:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015537408 00000100:00100000:2.0:1746070430.401423:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015537408 00000100:00100000:2.0:1746070430.401451:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5561 00000100:00100000:2.0:1746070430.401456:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+95:31620:x1830887015537408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.401464:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.401474:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff26 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.401478:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015537664:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.401483:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4078 00002000:00100000:3.0:1746070430.401487:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801316c0a80 x1830887015537664/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746070430.401492:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff1f expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746070430.401493:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0a80 with x1830887015537664 ext(0->4095) 00002000:00010000:3.0:1746070430.401495:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0a80 00010000:00010000:2.0:1746070430.401503:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.401504:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.401507:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 96 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.401525:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff1f expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.401534:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff1f expref: 5 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.401542:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013382144:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.401579:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.403739:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.403834:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.403928:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015537792 00000100:00100000:3.0:1746070430.403933:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015537792 00010000:00010000:3.0:1746070430.403956:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1f6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff1f expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.403975:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7828 00000100:00100000:3.0:1746070430.403980:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015537792:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.403988:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.404003:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1f6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff1f expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.404012:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff1f expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.404028:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.404029:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.404034:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 96 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.404040:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 96 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.404060:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 96 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.404069:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013382272:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.404110:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.404206:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015537920 00000100:00100000:0.0:1746070430.404209:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015537920 00000100:00100000:0.0:1746070430.404239:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5562 00000100:00100000:0.0:1746070430.404245:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+7:31621:x1830887015537920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070430.404254:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070430.404263:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff2d expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.404276:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 96 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.404281:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070430.404282:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070430.404284:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.404298:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 96 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.404305:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 96 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746070430.404313:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801316c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013382400:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070430.404336:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094379000 going to sleep for 11 seconds 00010000:00010000:2.0:1746070430.404484:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729e00/0x628f9640b607f1f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff1f expref: 8 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.404498:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013382144:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.404512:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 96 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.404519:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 96 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.404525:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070430.404562:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:31620:x1830887015537408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3105us (4405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.404569:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5561 00000100:00100000:0.0:1746070430.409166:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.409782:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801316c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013382400:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070430.409813:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.409826:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df61200, rc 0) 00000100:00100000:1.0:1746070430.409857:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+7:31621:x1830887015537920:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5612us (6022us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.409864:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5562 00000100:00100000:3.0:1746070430.410111:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013382272:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.410122:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.410137:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015537792:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6157us (6403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.410143:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7828 00000100:00100000:2.0:1746070430.410601:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015538176 00000100:00100000:2.0:1746070430.410606:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015538176 00002000:00100000:2.0:1746070430.410633:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33b80 x1830887015538176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.410641:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33b80 with x1830887015538176 ext(0->4095) 00010000:00010000:2.0:1746070430.410646:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 96 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.410657:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 96 pid: 8445 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.410663:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be33b80 00000100:00100000:2.0:1746070430.410705:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2010 00000100:00100000:2.0:1746070430.410712:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1963:x1830887015538176:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.410841:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1963:x1830887015538176:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (1681us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.410846:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2010 00002000:00100000:2.0:1746070430.410851:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33b80 x1830887015538176/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.410858:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33b80 with x1830887015538176 ext(0->4095) 00010000:00010000:2.0:1746070430.410862:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 96 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.410874:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 96 pid: 8445 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.410879:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be33b80 00000100:00100000:0.0:1746070430.413572:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.413650:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015538304 00000100:00100000:1.0:1746070430.413656:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015538304 00000100:00100000:1.0:1746070430.413711:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5563 00000100:00100000:1.0:1746070430.413717:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:31620:x1830887015538304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070430.413729:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070430.413741:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607f20b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff34 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.413760:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.413765:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.413774:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070430.413777:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607f20b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff34 expref: 97 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.413810:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.413820:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607f20b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff34 expref: 97 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.413827:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52800, rc 0) 00000100:00100000:1.0:1746070430.413854:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:31620:x1830887015538304:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.413859:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5563 00000100:00100000:0.0:1746070430.415048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.415125:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015538432 00000100:00100000:3.0:1746070430.415130:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015538432 00010000:00010000:3.0:1746070430.415151:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 97 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.415174:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7829 00000100:00100000:3.0:1746070430.415178:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:1961:x1830887015538432:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.415187:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.415202:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 97 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.415210:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 97 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.415225:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f1fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff26 expref: 97 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.415341:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.415343:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.415349:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.415356:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.415376:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.415385:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 5 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.415398:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013382656:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.415761:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.417537:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013382656:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.417557:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.417585:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1961:x1830887015538432:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2406us (2540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.417594:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7829 00000100:00100000:0.0:1746070430.418471:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.418936:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015538688 00000100:00100000:3.0:1746070430.418942:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015538688 00002000:00100000:3.0:1746070430.418970:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30700 x1830887015538688/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.418979:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30700 with x1830887015538688 ext(0->4095) 00010000:00010000:3.0:1746070430.418986:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.418996:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.419002:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30700 00000100:00100000:3.0:1746070430.419418:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2011 00000100:00100000:3.0:1746070430.419425:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015538688:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070430.419586:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015538688:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 161us (1115us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.419594:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2011 00002000:00100000:3.0:1746070430.419599:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30700 x1830887015538688/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.419606:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30700 with x1830887015538688 ext(0->4095) 00010000:00010000:3.0:1746070430.419610:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.419618:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.419623:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30700 00000100:00100000:0.0:1746070430.426824:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.426992:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015538816 00000100:00100000:3.0:1746070430.427000:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015538816 00010000:00010000:3.0:1746070430.427026:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.427057:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7830 00000100:00100000:3.0:1746070430.427062:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015538816:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.427072:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.427086:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.427096:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.427113:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df61200/0x628f9640b607f204 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff2d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.427134:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.427136:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.427141:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607f20b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff34 expref: 95 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.427148:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607f20b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff34 expref: 95 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.427171:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607f20b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff34 expref: 95 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.427181:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013382784:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.427233:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.430063:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013382784:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.430085:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.430126:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015538816:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3062us (3309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.430135:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7830 00000100:00100000:0.0:1746070430.431909:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.435285:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015539072 00000100:00100000:2.0:1746070430.435294:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015539072 00002000:00100000:2.0:1746070430.435330:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32680 x1830887015539072/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.435339:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32680 with x1830887015539072 ext(0->4095) 00002000:00010000:2.0:1746070430.435343:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be32680 00000100:00100000:2.0:1746070430.435371:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4079 00000100:00100000:2.0:1746070430.435377:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1964:x1830887015539072:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070430.435501:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1964:x1830887015539072:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (3596us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.435506:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4079 00002000:00100000:2.0:1746070430.435510:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32680 x1830887015539072/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.435517:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32680 with x1830887015539072 ext(0->4095) 00002000:00010000:2.0:1746070430.435519:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be32680 00000100:00100000:0.0:1746070430.437366:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.437440:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015539200 00000100:00100000:2.0:1746070430.437446:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015539200 00000100:00100000:2.0:1746070430.437490:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5564 00000100:00100000:2.0:1746070430.437497:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015539200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.437512:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.437526:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff3b expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.437547:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607f20b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff34 expref: 95 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.437553:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.437555:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.437558:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.437580:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607f20b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff34 expref: 95 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.437590:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607f20b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff34 expref: 95 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.437600:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013382912:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.437661:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.439468:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013382912:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.439485:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.439497:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:2.0:1746070430.439522:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015539200:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2025us (2160us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.439531:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5564 00000100:00100000:0.0:1746070430.440642:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.440710:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.440772:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015539456 00000100:00100000:2.0:1746070430.440776:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015539456 00000100:00100000:2.0:1746070430.440817:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5565 00000100:00100000:2.0:1746070430.440823:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:31620:x1830887015539456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.440835:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.440847:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff42 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.440866:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.440870:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.440874:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070430.440877:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 97 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.440899:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.440907:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 97 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.440913:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728e00, rc 0) 00000100:00100000:2.0:1746070430.440935:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:31620:x1830887015539456:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.440940:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5565 00000100:00100000:3.0:1746070430.441193:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015539328 00000100:00100000:3.0:1746070430.441197:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015539328 00010000:00010000:3.0:1746070430.441212:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607f20b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff34 expref: 97 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.441236:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7831 00000100:00100000:3.0:1746070430.441240:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:1963:x1830887015539328:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.441251:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.441267:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607f20b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff34 expref: 97 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.441276:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607f20b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff34 expref: 97 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.441289:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607f20b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff34 expref: 97 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.441309:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.441311:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.441316:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.441323:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.441341:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.441350:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 5 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.441360:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013383168:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.442415:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8fb30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.447509:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013383168:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.447532:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.448069:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1963:x1830887015539328:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6825us (7426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.448078:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7831 00000100:00100000:0.0:1746070430.448605:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.448967:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015539712 00000100:00100000:3.0:1746070430.448973:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015539712 00002000:00100000:3.0:1746070430.449003:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30e00 x1830887015539712/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.449011:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30e00 with x1830887015539712 ext(0->4095) 00010000:00010000:3.0:1746070430.449018:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.449028:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.449034:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30e00 00000100:00100000:3.0:1746070430.449054:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2012 00000100:00100000:3.0:1746070430.449059:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015539712:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070430.449182:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015539712:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (578us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.449187:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2012 00002000:00100000:3.0:1746070430.449192:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be30e00 x1830887015539712/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.449199:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be30e00 with x1830887015539712 ext(0->4095) 00010000:00010000:3.0:1746070430.449203:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.449212:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.449217:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be30e00 00000100:00100000:0.0:1746070430.453116:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.453217:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015539840 00000100:00100000:3.0:1746070430.453224:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015539840 00010000:00010000:3.0:1746070430.453251:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.453283:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7832 00000100:00100000:3.0:1746070430.453293:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015539840:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.453303:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.453319:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.453328:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.453346:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f212 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff3b expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.453486:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.453488:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.453495:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 95 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.453506:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 95 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.453531:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 95 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.453541:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013383296:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.454241:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.456914:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.457068:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013383296:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.457088:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.457123:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015539840:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3829us (4012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.457132:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7832 00000100:00100000:1.0:1746070430.457279:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015540096 00000100:00100000:1.0:1746070430.457284:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015540096 00002000:00100000:1.0:1746070430.457313:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31f80 x1830887015540096/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070430.457321:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31f80 with x1830887015540096 ext(0->4095) 00002000:00010000:1.0:1746070430.457325:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be31f80 00000100:00100000:1.0:1746070430.457337:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4080 00000100:00100000:1.0:1746070430.457341:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1963:x1830887015540096:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070430.457707:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:1963:x1830887015540096:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 363us (798us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070430.457715:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4080 00002000:00100000:1.0:1746070430.457721:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be31f80 x1830887015540096/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070430.457728:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31f80 with x1830887015540096 ext(0->4095) 00002000:00010000:1.0:1746070430.457730:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be31f80 00000100:00100000:0.0:1746070430.473608:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.473706:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015540224 00000100:00100000:1.0:1746070430.473712:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015540224 00000100:00100000:1.0:1746070430.473818:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5566 00000100:00100000:1.0:1746070430.473825:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015540224:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070430.473840:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070430.473858:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff49 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.473881:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 95 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.473887:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.473889:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.473892:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.473916:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 95 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.473926:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 95 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746070430.473941:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013383424:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070430.474690:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070430.482777:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013383424:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070430.482807:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.482820:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52600, rc 0) 00000100:00100000:1.0:1746070430.482853:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015540224:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9029us (9250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.482860:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5566 00000100:00100000:0.0:1746070430.484992:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.485060:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015540352 00000100:00100000:1.0:1746070430.485065:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015540352 00000100:00100000:1.0:1746070430.485100:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5567 00000100:00100000:1.0:1746070430.485106:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+96:31620:x1830887015540352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070430.485119:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070430.485131:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff50 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.485149:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.485153:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.485158:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070430.485161:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 97 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.485188:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.485196:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 97 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.485203:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52000, rc 0) 00000100:00100000:1.0:1746070430.485229:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:31620:x1830887015540352:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.485233:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5567 00000100:00100000:0.0:1746070430.486933:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.487004:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015540480 00000100:00100000:1.0:1746070430.487009:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015540480 00002000:00100000:1.0:1746070430.487037:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009be32d80 x1830887015540480/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070430.487045:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32d80 with x1830887015540480 ext(0->7) 00010000:00010000:1.0:1746070430.487051:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 97 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.487060:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 97 pid: 8445 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746070430.487066:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32d80 00000100:00100000:1.0:1746070430.487128:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2013 00000100:00100000:1.0:1746070430.487135:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+97:1964:x1830887015540480:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070430.488468:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1964:x1830887015540480:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 1330us (1535us total) trans 4294968051 rc 0/0 00000100:00100000:1.0:1746070430.488477:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2013 00002000:00100000:1.0:1746070430.488486:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009be32d80 x1830887015540480/t4294968051(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/448 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070430.488492:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32d80 with x1830887015540480 ext(0->7) 00010000:00010000:1.0:1746070430.488499:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 99 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.488510:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 99 pid: 8445 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746070430.490851:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32d80 00000100:00100000:0.0:1746070430.494201:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.494302:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015540608 00000100:00100000:3.0:1746070430.494310:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015540608 00010000:00010000:3.0:1746070430.494338:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 99 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.494444:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7833 00000100:00100000:3.0:1746070430.494452:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:1961:x1830887015540608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.494464:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.494481:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 99 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.494491:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 99 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.494509:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728e00/0x628f9640b607f219 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff42 expref: 99 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.494558:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.494561:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.494567:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.494616:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.494645:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.494655:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 5 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.494665:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013383680:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.495137:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.497426:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.497601:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013383680:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.497621:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.497652:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1961:x1830887015540608:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3200us (3459us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.497660:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7833 00000100:00100000:1.0:1746070430.497847:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015540864 00000100:00100000:1.0:1746070430.497853:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015540864 00002000:00100000:1.0:1746070430.497881:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32300 x1830887015540864/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070430.497889:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32300 with x1830887015540864 ext(0->4095) 00010000:00010000:1.0:1746070430.497895:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.497905:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746070430.497910:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32300 00000100:00100000:1.0:1746070430.498339:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2014 00000100:00100000:1.0:1746070430.498346:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015540864:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070430.498473:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015540864:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (1052us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070430.498479:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2014 00002000:00100000:1.0:1746070430.498484:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be32300 x1830887015540864/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070430.498491:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be32300 with x1830887015540864 ext(0->4095) 00010000:00010000:1.0:1746070430.498496:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.498504:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746070430.498509:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009be32300 00000100:00100000:0.0:1746070430.501316:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.501390:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015540992 00000100:00100000:3.0:1746070430.501397:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015540992 00010000:00010000:3.0:1746070430.501423:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.501481:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7834 00000100:00100000:3.0:1746070430.501487:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015540992:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.501499:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.501516:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.501525:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.501542:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52600/0x628f9640b607f220 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff49 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.501667:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.501669:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.501694:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 97 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.501701:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 97 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.501727:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 97 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.501738:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013383808:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.501983:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.504062:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.504142:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013383808:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.504158:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.504376:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015541248 00000100:00100000:2.0:1746070430.504382:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015541248 00002000:00100000:2.0:1746070430.504413:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33100 x1830887015541248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.504421:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33100 with x1830887015541248 ext(0->4095) 00002000:00010000:2.0:1746070430.504425:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be33100 00000100:00100000:3.0:1746070430.504537:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015540992:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3048us (3225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.504545:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7834 00000100:00100000:2.0:1746070430.504632:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4081 00000100:00100000:2.0:1746070430.504639:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1961:x1830887015541248:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070430.505279:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1961:x1830887015541248:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 639us (1221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.505285:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4081 00002000:00100000:2.0:1746070430.505291:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009be33100 x1830887015541248/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.505297:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33100 with x1830887015541248 ext(0->4095) 00002000:00010000:2.0:1746070430.505300:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be33100 00000100:00100000:0.0:1746070430.507498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.508040:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015541376 00000100:00100000:2.0:1746070430.508047:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015541376 00000100:00100000:2.0:1746070430.508117:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5568 00000100:00100000:2.0:1746070430.508124:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015541376:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.508137:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.508151:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f22e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff57 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.508174:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 97 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.508184:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.508185:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.508188:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f22e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff57 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.508213:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 97 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.508223:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 97 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.508233:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013383936:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.508302:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.513960:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013383936:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.513984:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f22e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff57 expref: 6 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.513998:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729200, rc 0) 00000100:00100000:2.0:1746070430.514034:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015541376:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5910us (6540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.514041:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5568 00000100:00100000:0.0:1746070430.514297:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.514516:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015541504 00000100:00100000:3.0:1746070430.514521:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015541504 00002000:00100000:3.0:1746070430.514547:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092619880 x1830887015541504/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.514555:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619880 with x1830887015541504 ext(0->7) 00010000:00010000:3.0:1746070430.514560:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 98 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.514570:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 98 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.514575:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092619880 00000100:00100000:3.0:1746070430.514587:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2015 00000100:00100000:3.0:1746070430.514592:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+98:1963:x1830887015541504:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070430.514842:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1963:x1830887015541504:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 249us (545us total) trans 4294968052 rc 0/0 00000100:00100000:3.0:1746070430.514847:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2015 00002000:00100000:3.0:1746070430.514852:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092619880 x1830887015541504/t4294968052(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/448 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.514864:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619880 with x1830887015541504 ext(0->7) 00010000:00010000:3.0:1746070430.514868:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 100 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.514876:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 100 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.514880:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092619880 00000100:00100000:0.0:1746070430.522252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.523947:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015541632 00000100:00100000:3.0:1746070430.523967:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015541632 00010000:00010000:3.0:1746070430.524003:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 100 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.524042:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7835 00000100:00100000:3.0:1746070430.524049:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1964:x1830887015541632:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.524061:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.524079:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 100 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.524089:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 100 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.524106:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f227 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff50 expref: 100 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.524130:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.524132:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.524138:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f22e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff57 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.524145:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f22e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff57 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.524171:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f22e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff57 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.524180:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013384064:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.528512:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.531661:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.532770:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015541760 00000100:00100000:2.0:1746070430.532778:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015541760 00000100:00100000:0.0:1746070430.533078:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.533097:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015542016 00000100:00100000:0.0:1746070430.533100:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015542016 00002000:00100000:0.0:1746070430.533125:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261bb80 x1830887015542016/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070430.533135:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261bb80 with x1830887015542016 ext(0->4095) 00002000:00010000:0.0:1746070430.533139:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009261bb80 00000100:00100000:0.0:1746070430.533153:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4082 00000100:00100000:0.0:1746070430.533160:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015542016:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070430.533280:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015542016:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (203us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070430.533285:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4082 00002000:00100000:0.0:1746070430.533291:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261bb80 x1830887015542016/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070430.533297:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261bb80 with x1830887015542016 ext(0->4095) 00002000:00010000:0.0:1746070430.533300:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009261bb80 00000100:00100000:3.0:1746070430.533395:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013384064:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.533414:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.533435:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1964:x1830887015541632:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 9387us (11189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.533442:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7835 00000100:00100000:2.0:1746070430.533700:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5569 00000100:00100000:2.0:1746070430.533707:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+99:31620:x1830887015541760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.533717:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.533730:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff5e expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.533748:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f22e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff57 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.533755:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.533757:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.533759:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 100 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.533781:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f22e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff57 expref: 5 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.533799:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f22e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff57 expref: 5 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.533808:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013384192:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.533859:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.536594:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.537693:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015542144 00000100:00100000:1.0:1746070430.537701:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015542144 00000100:00100000:1.0:1746070430.537745:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5570 00000100:00100000:1.0:1746070430.537752:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:31621:x1830887015542144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070430.537766:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070430.537780:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff65 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.537810:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.537814:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 102 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.537820:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.537823:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 102 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.537849:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 102 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.537858:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 102 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.537866:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52a00, rc 0) 00000100:00100000:1.0:1746070430.537909:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:31621:x1830887015542144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.537914:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5570 00000100:00100000:2.0:1746070430.538086:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013384192:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.538098:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 101 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.538105:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070430.538121:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:31620:x1830887015541760:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4416us (6468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.538129:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5569 00000100:00100000:0.0:1746070430.538870:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.539169:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015542272 00000100:00100000:3.0:1746070430.539173:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015542272 00010000:00010000:3.0:1746070430.539192:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f22e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff57 expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.539647:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7836 00000100:00100000:3.0:1746070430.539654:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015542272:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.539663:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.539695:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f22e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff57 expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.539710:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f22e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff57 expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.539725:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729200/0x628f9640b607f22e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff57 expref: 6 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.540221:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.540224:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.540230:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 100 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.540236:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 100 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.540259:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 100 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.540268:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 100 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.540277:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013384448:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.540516:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.542208:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.542265:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013384448:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.542281:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.542346:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015542528 00000100:00100000:2.0:1746070430.542351:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015542528 00002000:00100000:2.0:1746070430.542377:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261a300 x1830887015542528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.542385:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261a300 with x1830887015542528 ext(0->4095) 00010000:00010000:2.0:1746070430.542391:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 101 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.542401:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 101 pid: 8445 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.542407:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009261a300 00000100:00100000:2.0:1746070430.542425:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2016 00000100:00100000:2.0:1746070430.542430:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:1963:x1830887015542528:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070430.542747:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015542272:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3092us (3877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.542758:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7836 00000100:00100000:2.0:1746070430.544370:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:1963:x1830887015542528:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 1936us (2162us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.544378:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2016 00002000:00100000:2.0:1746070430.544385:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009261a300 x1830887015542528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.544393:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261a300 with x1830887015542528 ext(0->4095) 00010000:00010000:2.0:1746070430.544400:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 101 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.544415:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 101 pid: 8445 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.544421:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009261a300 00000100:00100000:0.0:1746070430.547833:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.547970:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015542656 00000100:00100000:3.0:1746070430.547977:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015542656 00010000:00010000:3.0:1746070430.548003:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 101 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.548030:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7837 00000100:00100000:3.0:1746070430.548036:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+101:1961:x1830887015542656:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.548048:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.548065:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 101 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.548074:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 101 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.548092:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f235 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff5e expref: 101 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.548103:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.548105:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.548111:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 100 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.548117:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 100 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.548140:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 100 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.548151:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013384576:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.548207:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.554122:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.554222:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013384576:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.554242:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.554276:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1961:x1830887015542656:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6239us (6447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.554284:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7837 00000100:00100000:2.0:1746070430.554314:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015542912 00000100:00100000:2.0:1746070430.554321:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015542912 00002000:00100000:2.0:1746070430.554350:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619c00 x1830887015542912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.554358:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619c00 with x1830887015542912 ext(0->4095) 00002000:00010000:2.0:1746070430.554362:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092619c00 00000100:00100000:2.0:1746070430.554400:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4083 00000100:00100000:2.0:1746070430.554407:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1963:x1830887015542912:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.554566:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1963:x1830887015542912:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (426us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.554572:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4083 00002000:00100000:2.0:1746070430.554577:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619c00 x1830887015542912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.554583:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619c00 with x1830887015542912 ext(0->4095) 00002000:00010000:2.0:1746070430.554586:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092619c00 00000100:00100000:0.0:1746070430.561404:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.561609:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015543040 00000100:00100000:3.0:1746070430.561616:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015543040 00000100:00100000:3.0:1746070430.561662:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5571 00000100:00100000:3.0:1746070430.561669:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015543040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.561712:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.561725:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff6c expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.561865:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.561872:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.561874:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.561878:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.561902:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.561916:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 99 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.561926:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013384704:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.564023:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.571542:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013384704:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.571565:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.571579:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceaa00, rc 0) 00000100:00100000:3.0:1746070430.571619:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015543040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9950us (10222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.571626:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5571 00000100:00100000:0.0:1746070430.579346:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.579538:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015543168 00000100:00100000:1.0:1746070430.579546:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015543168 00002000:00100000:1.0:1746070430.579577:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092618e00 x1830887015543168/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070430.579586:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618e00 with x1830887015543168 ext(0->7) 00010000:00010000:1.0:1746070430.579593:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 100 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.579604:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 100 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746070430.579610:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092618e00 00000100:00100000:1.0:1746070430.579954:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2017 00000100:00100000:1.0:1746070430.579961:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+100:1961:x1830887015543168:12345-192.168.203.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070430.580195:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:1961:x1830887015543168:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 234us (855us total) trans 4294968053 rc 0/0 00000100:00100000:1.0:1746070430.580200:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2017 00002000:00100000:1.0:1746070430.580205:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092618e00 x1830887015543168/t4294968053(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/448 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070430.580212:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618e00 with x1830887015543168 ext(0->7) 00010000:00010000:1.0:1746070430.580216:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 102 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.580224:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 102 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746070430.580228:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092618e00 00000100:00100000:0.0:1746070430.583202:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.584181:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.584480:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015543296 00000100:00100000:3.0:1746070430.584487:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015543296 00000100:00100000:2.0:1746070430.585324:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015543424 00000100:00100000:2.0:1746070430.585328:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015543424 00010000:00010000:2.0:1746070430.585366:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 103 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.585403:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7838 00000100:00100000:2.0:1746070430.585409:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1962:x1830887015543424:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.585422:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.585451:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 103 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.585461:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 103 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.585479:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f23c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff65 expref: 103 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.585500:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.585502:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.585509:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.585515:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.585542:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070430.585551:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013384832:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.585613:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.586581:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5572 00000100:00100000:3.0:1746070430.586588:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:31620:x1830887015543296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.586599:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.586607:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f24a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff73 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.586623:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.586632:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.586633:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.586636:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f24a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff73 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.586650:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.586657:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.586664:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013384960:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070430.587188:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.587234:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015543680 00000100:00100000:2.0:1746070430.587238:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015543680 00002000:00100000:2.0:1746070430.587264:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092618000 x1830887015543680/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.587272:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618000 with x1830887015543680 ext(0->4095) 00010000:00010000:2.0:1746070430.587277:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.587286:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.587291:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092618000 00000100:00100000:2.0:1746070430.587401:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2018 00000100:00100000:2.0:1746070430.587406:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015543680:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070430.587522:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015543680:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.587527:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2018 00002000:00100000:2.0:1746070430.587532:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092618000 x1830887015543680/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.587538:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092618000 with x1830887015543680 ext(0->4095) 00010000:00010000:2.0:1746070430.587542:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.587550:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.587559:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092618000 00000100:00100000:2.0:1746070430.587586:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013384832:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.587596:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.587613:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1962:x1830887015543424:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2204us (3433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.587618:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7838 00000100:00100000:3.0:1746070430.587842:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.590840:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.590958:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015543808 00000100:00100000:2.0:1746070430.590964:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015543808 00000100:00100000:2.0:1746070430.591599:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5573 00000100:00100000:2.0:1746070430.591618:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:31621:x1830887015543808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.591631:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.591643:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f251 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff7a expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.591661:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.591665:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f24a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff73 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.591692:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.591695:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f251 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff7a expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.591721:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f24a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff73 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.591730:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f251 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff7a expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.591738:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728a00, rc 0) 00000100:00100000:2.0:1746070430.591768:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31621:x1830887015543808:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.591772:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5573 00000100:00100000:3.0:1746070430.592557:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013384960:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.592574:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f24a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff73 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.592582:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceba00, rc 0) 00000100:00100000:3.0:1746070430.592600:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:31620:x1830887015543296:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6013us (9406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.592605:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5572 00000100:00100000:0.0:1746070430.593253:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.593753:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015543936 00000100:00100000:3.0:1746070430.593757:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015543936 00010000:00010000:3.0:1746070430.593774:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.594092:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7839 00000100:00100000:3.0:1746070430.594098:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015543936:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.594108:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.594125:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.594134:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.594148:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceaa00/0x628f9640b607f243 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff6c expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.594324:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.594326:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.594332:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f24a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff73 expref: 102 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.594338:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f24a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff73 expref: 102 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.594359:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f24a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff73 expref: 102 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.594367:0:7078:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f24a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff73 expref: 102 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.594379:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013385216:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.594689:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.596900:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.597077:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015544064 00000100:00100000:1.0:1746070430.597083:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015544064 00010000:00010000:1.0:1746070430.597106:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f24a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff73 expref: 103 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746070430.597128:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7840 00000100:00100000:1.0:1746070430.597134:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1963:x1830887015544064:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070430.597144:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070430.597161:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f24a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff73 expref: 103 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.597171:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f24a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff73 expref: 103 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.597188:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.597190:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.597196:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f251 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff7a expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.597202:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f251 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff7a expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.597228:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f251 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff7a expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070430.597236:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013385344:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070430.597289:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00010000:00010000:3.0:1746070430.597358:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f24a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff73 expref: 103 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.597370:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013385216:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.597383:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.597401:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015543936:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3303us (4149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.597406:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7839 00000100:00100000:0.0:1746070430.599188:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.599299:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013385344:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070430.599310:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070430.599337:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:1963:x1830887015544064:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2202us (2441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.599345:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7840 00000100:00100000:2.0:1746070430.599553:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015544320 00000100:00100000:2.0:1746070430.599558:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015544320 00002000:00100000:2.0:1746070430.599586:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619f80 x1830887015544320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.599595:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619f80 with x1830887015544320 ext(0->4095) 00002000:00010000:2.0:1746070430.599598:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092619f80 00000100:00100000:2.0:1746070430.599611:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4084 00000100:00100000:2.0:1746070430.599616:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:1963:x1830887015544320:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.599767:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:1963:x1830887015544320:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (583us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.599773:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4084 00002000:00100000:2.0:1746070430.599778:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092619f80 x1830887015544320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.599800:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619f80 with x1830887015544320 ext(0->4095) 00002000:00010000:2.0:1746070430.599802:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092619f80 00000100:00100000:0.0:1746070430.601455:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.601534:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015544448 00000100:00100000:3.0:1746070430.601538:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015544448 00000100:00100000:3.0:1746070430.602171:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5574 00000100:00100000:3.0:1746070430.602178:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015544448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.602190:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.602203:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff81 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.602225:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f251 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff7a expref: 101 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.602232:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.602233:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.602236:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.602262:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f251 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff7a expref: 101 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.602271:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f251 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff7a expref: 101 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.602280:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013385472:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.602341:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.603510:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013385472:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.603531:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.603543:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceac00, rc 0) 00000100:00100000:3.0:1746070430.603576:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015544448:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1398us (2124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.603582:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5574 00000100:00100000:0.0:1746070430.608620:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.608766:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.608850:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015544576 00000100:00100000:1.0:1746070430.608857:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015544576 00010000:00010000:1.0:1746070430.608886:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f251 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff7a expref: 102 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746070430.608908:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7841 00000100:00100000:1.0:1746070430.608914:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:1964:x1830887015544576:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070430.608927:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070430.608944:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f251 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff7a expref: 102 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.608954:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f251 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff7a expref: 102 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.608972:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728a00/0x628f9640b607f251 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff7a expref: 102 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.608987:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.608989:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.608994:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.609001:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.609024:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070430.609033:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013385600:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070430.609093:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.609186:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015544704 00000100:00100000:3.0:1746070430.609189:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015544704 00000100:00100000:3.0:1746070430.609206:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5575 00000100:00100000:3.0:1746070430.609211:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:31620:x1830887015544704:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.609221:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.609228:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff88 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.609242:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.609247:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.609248:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.609251:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.609264:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.609272:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.609279:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013385728:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.609302:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070430.611034:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013385600:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070430.611047:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070430.611070:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1964:x1830887015544576:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2156us (2459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.611080:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7841 00000100:00100000:3.0:1746070430.611143:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013385728:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.611160:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 102 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.611171:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceba00, rc 0) 00000100:00100000:3.0:1746070430.611188:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:31620:x1830887015544704:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1976us (2422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.611193:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5575 00000100:00100000:0.0:1746070430.611347:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.611565:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015544960 00000100:00100000:1.0:1746070430.611569:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015544960 00002000:00100000:1.0:1746070430.611592:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946aad80 x1830887015544960/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070430.611599:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aad80 with x1830887015544960 ext(0->4095) 00010000:00010000:1.0:1746070430.611604:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.611614:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746070430.611619:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aad80 00000100:00100000:1.0:1746070430.611632:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2019 00000100:00100000:1.0:1746070430.611636:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015544960:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070430.612557:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015544960:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 918us (1208us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070430.612563:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2019 00002000:00100000:1.0:1746070430.612568:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946aad80 x1830887015544960/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070430.612575:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aad80 with x1830887015544960 ext(0->4095) 00010000:00010000:1.0:1746070430.612580:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.612592:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:1.0:1746070430.612598:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946aad80 00000100:00100000:0.0:1746070430.615140:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.615411:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015545088 00000100:00100000:1.0:1746070430.615418:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015545088 00010000:00010000:1.0:1746070430.615444:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746070430.615466:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7842 00000100:00100000:1.0:1746070430.615472:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015545088:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070430.615482:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070430.615500:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.615510:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.615528:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceac00/0x628f9640b607f258 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff81 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.616777:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.616781:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.616798:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 101 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.616810:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 101 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.616841:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 101 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070430.616851:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013385856:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070430.616924:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.623414:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.623502:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013385856:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070430.623517:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070430.623545:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015545088:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8072us (8412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.623553:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7842 00000100:00100000:2.0:1746070430.623613:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015545344 00000100:00100000:2.0:1746070430.623619:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015545344 00002000:00100000:2.0:1746070430.623644:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946aaa00 x1830887015545344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.623658:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aaa00 with x1830887015545344 ext(0->4095) 00002000:00010000:2.0:1746070430.623661:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946aaa00 00000100:00100000:2.0:1746070430.623699:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4085 00000100:00100000:2.0:1746070430.623705:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:1963:x1830887015545344:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.623830:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+102:1963:x1830887015545344:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.623835:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4085 00002000:00100000:2.0:1746070430.623840:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946aaa00 x1830887015545344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.623846:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aaa00 with x1830887015545344 ext(0->4095) 00002000:00010000:2.0:1746070430.623849:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946aaa00 00000100:00100000:0.0:1746070430.628392:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.629496:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015545472 00000100:00100000:3.0:1746070430.629506:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015545472 00000100:00100000:3.0:1746070430.629743:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5576 00000100:00100000:3.0:1746070430.629751:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015545472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.629766:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.629781:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff8f expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.629817:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 101 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.629824:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.629825:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.629828:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.629852:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 101 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.629863:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 101 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.629873:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013385984:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.633889:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.633977:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.634097:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.634117:0:7095:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015545728 00000100:00100000:0.0:1746070430.634123:0:7095:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015545728 00000100:00100000:3.0:1746070430.634200:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015545600 00000100:00100000:3.0:1746070430.634203:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015545600 00000100:00080000:2.0:1746070430.634814:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070430.635135:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 402 00000100:00100000:3.0:1746070430.635142:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a473d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1962:x1830887015545600:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:3.0:1746070430.635189:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a473d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1962:x1830887015545600:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 47us (1215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.635195:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 402 00000100:00100000:0.0:1746070430.637773:0:7095:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 397 00000100:00100000:0.0:1746070430.637796:0:7095:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015545728:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070430.637867:0:7095:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015545728:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 85us (3770us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070430.637872:0:7095:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 397 00000100:00100000:0.0:1746070430.640297:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.640338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.640418:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015545984 00000100:00100000:2.0:1746070430.640424:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015545984 00000100:00100000:2.0:1746070430.640475:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 398 00000100:00100000:2.0:1746070430.640481:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1961:x1830887015545984:12345-192.168.203.29@tcp:400:kworker.0 00000100:00080000:3.0:1746070430.640483:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746070430.640525:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1961:x1830887015545984:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 45us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.640530:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 398 00000100:00100000:1.0:1746070430.640533:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015545856 00000100:00100000:1.0:1746070430.640537:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015545856 00000100:00100000:1.0:1746070430.640585:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5577 00000100:00100000:1.0:1746070430.640591:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1960:x1830887015545856:12345-192.168.203.29@tcp:9:kworker.0 00000020:00000080:1.0:1746070430.640606:0:8446:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x628f9640b5faf344 00000100:00080000:1.0:1746070430.640612:0:8446:0:(import.c:66:import_set_state_nolock()) ffff88012d341800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1746070430.640642:0:8446:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294968464 00010000:00010000:0.0:1746070430.640651:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746070430.640872:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+2:1960:x1830887015545856:12345-192.168.203.29@tcp:9:kworker.0 Request processed in 280us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.640877:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5577 00000100:00080000:3.0:1746070430.640920:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070430.640984:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.641500:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015546112 00000100:00100000:1.0:1746070430.641504:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015546112 00000100:00100000:1.0:1746070430.641595:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5578 00000100:00100000:1.0:1746070430.641601:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1960:x1830887015546112:12345-192.168.203.29@tcp:9:kworker.0 00000100:00080000:3.0:1746070430.641621:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:1.0:1746070430.641947:0:8446:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x628f9640b607aeb2 00000100:00080000:1.0:1746070430.641953:0:8446:0:(import.c:66:import_set_state_nolock()) ffff8800a4d63000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1746070430.642569:0:8446:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294968464 00000100:00100000:1.0:1746070430.642703:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+2:1960:x1830887015546112:12345-192.168.203.29@tcp:9:kworker.0 Request processed in 1101us (1717us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.642709:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5578 00010000:00010000:2.0:1746070430.642766:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746070430.644571:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013385984:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.644595:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.644609:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceb400, rc 0) 00000100:00100000:3.0:1746070430.644646:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015545472:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14896us (16260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.644652:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5576 00000100:00100000:0.0:1746070430.647716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.653271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.653330:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015546368 00000100:00100000:2.0:1746070430.653338:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015546368 00000100:00100000:3.0:1746070430.653356:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015546240 00000100:00100000:3.0:1746070430.653361:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015546240 00002000:00100000:2.0:1746070430.653370:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800923b8700 x1830887015546368/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.653384:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8700 with x1830887015546368 ext(0->7) 00000100:00100000:3.0:1746070430.653385:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5579 00000100:00100000:3.0:1746070430.653391:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:31620:x1830887015546240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.653392:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 103 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.653401:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.653403:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 103 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.653409:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b8700 00010000:00010000:3.0:1746070430.653412:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff96 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070430.653423:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2020 00000100:00100000:2.0:1746070430.653428:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015546368:12345-192.168.203.29@tcp:4:ldlm_bl.0 00010000:00010000:3.0:1746070430.653430:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.653435:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.653440:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070430.653444:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.653469:0:25271:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.653479:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.653486:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea600, rc 0) 00000100:00100000:3.0:1746070430.653519:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015546240:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (5809us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.653525:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5579 00000100:00100000:2.0:1746070430.653881:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015546368:12345-192.168.203.29@tcp:4:ldlm_bl.0 Request processed in 452us (616us total) trans 4294968054 rc 0/0 00000100:00100000:2.0:1746070430.653887:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2020 00002000:00100000:2.0:1746070430.653892:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800923b8700 x1830887015546368/t4294968054(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 496/448 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.653899:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923b8700 with x1830887015546368 ext(0->7) 00010000:00010000:2.0:1746070430.653903:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.653912:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.653918:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923b8700 00000100:00100000:1.0:1746070430.657778:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.657873:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015546496 00000100:00100000:2.0:1746070430.657881:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015546496 00010000:00010000:2.0:1746070430.657908:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.657943:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7843 00000100:00100000:2.0:1746070430.657949:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1961:x1830887015546496:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.657960:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.657977:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.657987:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.658005:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f25f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff88 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.658029:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.658031:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.658037:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.658044:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.658072:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.658082:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.658092:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013386240:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.658965:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.662123:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.662218:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013386240:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.662234:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.662323:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015546752 00000100:00100000:3.0:1746070430.662328:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015546752 00002000:00100000:3.0:1746070430.662357:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9f80 x1830887015546752/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.662365:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9f80 with x1830887015546752 ext(0->4095) 00010000:00010000:3.0:1746070430.662371:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.662381:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.662386:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a9f80 00000100:00100000:3.0:1746070430.662401:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2021 00000100:00100000:3.0:1746070430.662406:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015546752:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.662516:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1961:x1830887015546496:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4567us (4745us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.662523:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7843 00000100:00100000:3.0:1746070430.663300:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015546752:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 893us (1182us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.663306:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2021 00002000:00100000:3.0:1746070430.663313:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9f80 x1830887015546752/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.663319:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9f80 with x1830887015546752 ext(0->4095) 00010000:00010000:3.0:1746070430.663324:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.663333:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.663339:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a9f80 00000100:00100000:0.0:1746070430.667291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.667335:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.667502:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015547008 00000100:00100000:1.0:1746070430.667510:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015547008 00000100:00100000:1.0:1746070430.667557:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5580 00000100:00100000:1.0:1746070430.667565:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015547008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070430.667582:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070430.667597:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bff9d expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.667618:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.667624:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.667629:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.667633:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.667662:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.667701:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.667711:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52e00, rc 0) 00000100:00100000:1.0:1746070430.667746:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+7:31621:x1830887015547008:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.667751:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5580 00000100:00100000:2.0:1746070430.668264:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015546880 00000100:00100000:2.0:1746070430.668268:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015546880 00010000:00010000:2.0:1746070430.668286:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 7 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.668315:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7844 00000100:00100000:2.0:1746070430.668320:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887015546880:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.668328:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.668343:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 7 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.668352:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 7 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.668367:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f266 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff8f expref: 7 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.668379:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.668381:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.668386:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.668393:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.668411:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.668420:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 103 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.668430:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013386496:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.668483:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.672818:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.673082:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015547264 00000100:00100000:3.0:1746070430.673091:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015547264 00002000:00100000:3.0:1746070430.673125:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8380 x1830887015547264/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.673134:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8380 with x1830887015547264 ext(0->4095) 00010000:00010000:3.0:1746070430.673141:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.673154:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.673161:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a8380 00000100:00100000:3.0:1746070430.673177:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2022 00000100:00100000:3.0:1746070430.673184:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015547264:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070430.673317:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015547264:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (509us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.673325:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2022 00002000:00100000:3.0:1746070430.673331:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a8380 x1830887015547264/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.673337:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8380 with x1830887015547264 ext(0->4095) 00010000:00010000:3.0:1746070430.673340:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.673348:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.673353:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800946a8380 00000100:00100000:2.0:1746070430.673434:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013386496:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.673447:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.673465:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015546880:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5145us (6130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.673471:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7844 00000100:00100000:0.0:1746070430.676249:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.676398:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.676451:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015547520 00000100:00100000:2.0:1746070430.676458:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015547520 00010000:00010000:2.0:1746070430.676482:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.676514:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7845 00000100:00100000:2.0:1746070430.676521:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1962:x1830887015547520:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.676533:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.676547:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.676558:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.676575:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea600/0x628f9640b607f26d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff96 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.676588:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.676590:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.676596:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.676603:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.676624:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070430.676633:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013386624:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.676700:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.679214:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015547392 00000100:00100000:3.0:1746070430.679223:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015547392 00000100:00100000:3.0:1746070430.679275:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5581 00000100:00100000:3.0:1746070430.679283:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015547392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.679296:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.679310:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f27b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bffa4 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.679333:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.679339:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.679341:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.679343:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f27b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffa4 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.679370:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.679379:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 5 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.679388:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013386752:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.679453:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.681693:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013386624:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.681708:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.681747:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1962:x1830887015547520:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5226us (5348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.681758:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7845 00000100:00100000:3.0:1746070430.683194:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013386752:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.683218:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f27b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffa4 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.683233:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070430.683257:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015547392:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3975us (7012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.683264:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5581 00000100:00100000:1.0:1746070430.683429:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.683841:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015547776 00000100:00100000:2.0:1746070430.683847:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015547776 00002000:00100000:2.0:1746070430.683876:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bbb80 x1830887015547776/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.683884:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bbb80 with x1830887015547776 ext(0->4095) 00010000:00010000:2.0:1746070430.683890:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.683900:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.683911:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923bbb80 00000100:00100000:2.0:1746070430.683934:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2023 00000100:00100000:2.0:1746070430.683940:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015547776:12345-192.168.203.29@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746070430.684082:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015547776:12345-192.168.203.29@tcp:3:ldlm_bl.0 Request processed in 142us (652us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.684087:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2023 00002000:00100000:2.0:1746070430.684092:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bbb80 x1830887015547776/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.684098:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bbb80 with x1830887015547776 ext(0->4095) 00010000:00010000:2.0:1746070430.684102:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.684114:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.684120:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923bbb80 00000100:00100000:0.0:1746070430.688197:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.688314:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015547904 00000100:00100000:2.0:1746070430.688320:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015547904 00010000:00010000:2.0:1746070430.688346:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.688378:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7846 00000100:00100000:2.0:1746070430.688384:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015547904:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.688395:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.688411:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.688422:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.688439:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52e00/0x628f9640b607f274 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bff9d expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.688467:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.688468:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.688475:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f27b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffa4 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.688486:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f27b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffa4 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.688510:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f27b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffa4 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070430.688519:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013386880:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.688582:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346e40 going to sleep for 11 seconds 00010000:00010000:1.0:1746070430.690817:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746070430.691585:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013386880:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.691599:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.691629:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015547904:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3244us (3436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.691636:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7846 00000100:00100000:0.0:1746070430.692383:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.692668:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015548160 00000100:00100000:3.0:1746070430.692726:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015548160 00002000:00100000:3.0:1746070430.692755:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946ab480 x1830887015548160/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.692763:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ab480 with x1830887015548160 ext(0->4095) 00002000:00010000:3.0:1746070430.692766:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946ab480 00000100:00100000:3.0:1746070430.692798:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4086 00000100:00100000:3.0:1746070430.692804:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015548160:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070430.692922:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015548160:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (539us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.692927:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4086 00002000:00100000:3.0:1746070430.692932:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946ab480 x1830887015548160/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.692939:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946ab480 with x1830887015548160 ext(0->4095) 00002000:00010000:3.0:1746070430.692941:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946ab480 00000100:00100000:0.0:1746070430.694512:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.695106:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015548288 00000100:00100000:3.0:1746070430.695112:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015548288 00000100:00100000:3.0:1746070430.695156:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5582 00000100:00100000:3.0:1746070430.695162:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015548288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.695176:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.695189:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f282 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bffab expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.695211:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f27b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffa4 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.695217:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.695219:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.695222:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f282 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffab expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.695243:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f27b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffa4 expref: 103 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.695256:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f27b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffa4 expref: 103 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.695266:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013387008:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.695626:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.697001:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013387008:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.697024:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f282 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffab expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.697036:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebe00, rc 0) 00000100:00100000:3.0:1746070430.697070:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015548288:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1907us (2560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.697076:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5582 00000100:00100000:0.0:1746070430.699307:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.699382:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015548416 00000100:00100000:2.0:1746070430.699388:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015548416 00010000:00010000:2.0:1746070430.699414:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f27b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffa4 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.699446:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7847 00000100:00100000:2.0:1746070430.699452:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015548416:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.699463:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.699479:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f27b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffa4 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.699495:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f27b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffa4 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.699511:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f27b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffa4 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.699538:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.699540:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.699547:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f282 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffab expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.699554:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f282 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffab expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.699579:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f282 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffab expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070430.699588:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013387136:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.699641:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.701813:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.702143:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013387136:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.702158:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.702188:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1963:x1830887015548416:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2736us (2885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.702196:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7847 00000100:00100000:3.0:1746070430.702294:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015548672 00000100:00100000:3.0:1746070430.702300:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015548672 00002000:00100000:3.0:1746070430.702585:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9500 x1830887015548672/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.702593:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9500 with x1830887015548672 ext(0->4095) 00002000:00010000:3.0:1746070430.702597:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a9500 00000100:00100000:3.0:1746070430.702620:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4087 00000100:00100000:3.0:1746070430.702627:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015548672:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070430.702940:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015548672:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 312us (1131us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.702949:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4087 00002000:00100000:3.0:1746070430.702955:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800946a9500 x1830887015548672/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.702961:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9500 with x1830887015548672 ext(0->4095) 00002000:00010000:3.0:1746070430.702964:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a9500 00000100:00100000:0.0:1746070430.703042:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.703301:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015548800 00000100:00100000:3.0:1746070430.703305:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015548800 00000100:00100000:3.0:1746070430.703405:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5583 00000100:00100000:3.0:1746070430.703410:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:31620:x1830887015548800:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.703419:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.703430:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bffb2 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.703448:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f282 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffab expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.703455:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.703457:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.703460:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.703480:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f282 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffab expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.703489:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f282 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffab expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.703503:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013387264:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.703561:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.706114:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.706488:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015548928 00000100:00100000:1.0:1746070430.706494:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015548928 00000100:00100000:1.0:1746070430.706523:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5584 00000100:00100000:1.0:1746070430.706530:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015548928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070430.706543:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070430.706555:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f290 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bffb9 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.706574:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.706579:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.706585:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.706588:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f290 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb9 expref: 106 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.706615:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.706625:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f290 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb9 expref: 106 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.706633:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52000, rc 0) 00000100:00100000:1.0:1746070430.706663:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:31621:x1830887015548928:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.706668:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5584 00000100:00100000:2.0:1746070430.706753:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013387264:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.706770:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.706778:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea200, rc 0) 00000100:00100000:2.0:1746070430.706823:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31620:x1830887015548800:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3412us (3781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.706828:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5583 00000100:00100000:0.0:1746070430.707173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.707362:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015549056 00000100:00100000:3.0:1746070430.707366:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015549056 00010000:00010000:3.0:1746070430.707381:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f282 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffab expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.707397:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7848 00000100:00100000:3.0:1746070430.707403:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015549056:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.707410:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.707426:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f282 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffab expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.707435:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f282 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffab expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.707449:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f282 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffab expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.707470:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.707472:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.707477:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.707484:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.707506:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.707516:0:11146:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.707525:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013387520:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.707567:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.710240:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013387520:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.710260:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.710956:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015549056:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3550us (3780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.711213:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.711233:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7848 00000100:00100000:2.0:1746070430.711507:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015549312 00000100:00100000:2.0:1746070430.711512:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015549312 00002000:00100000:2.0:1746070430.711539:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bb100 x1830887015549312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.711548:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bb100 with x1830887015549312 ext(0->4095) 00010000:00010000:2.0:1746070430.711554:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.711565:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.711571:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923bb100 00000100:00100000:2.0:1746070430.711595:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2024 00000100:00100000:2.0:1746070430.711601:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015549312:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070430.714100:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015549312:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 2492us (2881us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.714109:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2024 00002000:00100000:2.0:1746070430.714117:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800923bb100 x1830887015549312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.714125:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923bb100 with x1830887015549312 ext(0->4095) 00010000:00010000:2.0:1746070430.714133:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.714146:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.714152:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923bb100 00000100:00100000:0.0:1746070430.716496:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.716900:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015549440 00000100:00100000:3.0:1746070430.716907:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015549440 00010000:00010000:3.0:1746070430.716937:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746070430.718053:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7849 00000100:00100000:1.0:1746070430.718063:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015549440:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070430.718075:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070430.718092:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.718103:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.718121:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f289 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb2 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.719184:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.719188:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.719195:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f290 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb9 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.719209:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f290 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb9 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.719239:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f290 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb9 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070430.719250:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013387648:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070430.719321:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.721498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.722082:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013387648:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070430.722097:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070430.722134:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015549440:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4073us (5642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.722142:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7849 00000100:00100000:2.0:1746070430.722577:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015549696 00000100:00100000:2.0:1746070430.722583:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015549696 00002000:00100000:2.0:1746070430.722612:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092407100 x1830887015549696/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.722620:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092407100 with x1830887015549696 ext(0->4095) 00002000:00010000:2.0:1746070430.722624:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092407100 00000100:00100000:2.0:1746070430.723075:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4088 00000100:00100000:2.0:1746070430.723083:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015549696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.723224:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015549696:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (1731us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.723230:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4088 00002000:00100000:2.0:1746070430.723236:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092407100 x1830887015549696/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.723242:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092407100 with x1830887015549696 ext(0->4095) 00002000:00010000:2.0:1746070430.723245:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092407100 00000100:00100000:0.0:1746070430.725060:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.725169:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015549824 00000100:00100000:2.0:1746070430.725175:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015549824 00000100:00100000:2.0:1746070430.725212:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5585 00000100:00100000:2.0:1746070430.725218:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015549824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.725230:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.725243:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bffc0 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.725263:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f290 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb9 expref: 103 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.725270:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.725271:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.725274:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.725296:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f290 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb9 expref: 103 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.725306:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f290 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb9 expref: 103 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.725316:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013387776:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.725487:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.726846:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013387776:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.726863:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.726879:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070430.726902:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015549824:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1684us (1847us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.726908:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5585 00000100:00100000:0.0:1746070430.727639:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.728606:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015549952 00000100:00100000:1.0:1746070430.728612:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015549952 00010000:00010000:1.0:1746070430.728636:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f290 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb9 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746070430.728707:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7850 00000100:00100000:1.0:1746070430.728713:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015549952:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070430.728723:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070430.728740:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f290 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb9 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.728754:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f290 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb9 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.728772:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52000/0x628f9640b607f290 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffb9 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.728798:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.728799:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.728806:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.728813:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.728837:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070430.728846:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013387904:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070430.728903:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070430.731564:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013387904:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070430.731581:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070430.731612:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1964:x1830887015549952:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2898us (3973us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.731620:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7850 00000100:00100000:0.0:1746070430.734507:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.734550:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.734772:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015550336 00000100:00100000:2.0:1746070430.734779:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015550336 00000100:00100000:2.0:1746070430.734827:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5586 00000100:00100000:2.0:1746070430.734833:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:31620:x1830887015550336:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.734847:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.734859:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bffc7 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.734881:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.734888:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.734890:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.734893:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.734917:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.734927:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.734941:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013388032:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.734997:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.735283:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015550208 00000100:00100000:3.0:1746070430.735287:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015550208 00002000:00100000:3.0:1746070430.735311:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092405180 x1830887015550208/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.735320:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405180 with x1830887015550208 ext(0->4095) 00010000:00010000:3.0:1746070430.735325:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.735338:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.735344:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092405180 00000100:00100000:3.0:1746070430.735355:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2025 00000100:00100000:3.0:1746070430.735360:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015550208:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070430.735463:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015550208:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (911us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.735469:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2025 00002000:00100000:3.0:1746070430.735474:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092405180 x1830887015550208/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.735481:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405180 with x1830887015550208 ext(0->4095) 00010000:00010000:3.0:1746070430.735485:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.735493:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.735499:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092405180 00000100:00100000:0.0:1746070430.738726:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.738829:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015550464 00000100:00100000:1.0:1746070430.738836:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015550464 00000100:00100000:1.0:1746070430.738867:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5587 00000100:00100000:1.0:1746070430.738873:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015550464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070430.738886:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070430.738900:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f2a5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bffce expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.738920:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.738924:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.738930:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.738933:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f2a5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffce expref: 106 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.738958:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.738968:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f2a5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffce expref: 106 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.738976:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52a00, rc 0) 00000100:00100000:1.0:1746070430.739006:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:31621:x1830887015550464:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.739013:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5587 00000100:00100000:2.0:1746070430.739085:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013388032:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.739207:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.739216:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:2.0:1746070430.739233:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31620:x1830887015550336:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4401us (4732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.739238:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5586 00000100:00100000:0.0:1746070430.740730:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.740870:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015550592 00000100:00100000:1.0:1746070430.740876:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015550592 00010000:00010000:1.0:1746070430.740895:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746070430.740926:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7851 00000100:00100000:1.0:1746070430.740931:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015550592:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070430.740941:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070430.740957:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.740967:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.740984:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f297 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc0 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.741008:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.741009:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.741015:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.741022:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.741044:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.741054:0:7079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746070430.741067:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013388288:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070430.741118:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070430.744999:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013388288:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070430.745016:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070430.745064:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015550592:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4130us (4335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.745073:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7851 00000100:00100000:0.0:1746070430.745590:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.746282:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015550848 00000100:00100000:3.0:1746070430.746288:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015550848 00002000:00100000:3.0:1746070430.746317:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404a80 x1830887015550848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.746824:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404a80 with x1830887015550848 ext(0->4095) 00010000:00010000:3.0:1746070430.746833:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.746846:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.746851:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092404a80 00000100:00100000:3.0:1746070430.746874:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2026 00000100:00100000:3.0:1746070430.746880:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015550848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070430.746998:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015550848:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (1409us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.747003:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2026 00002000:00100000:3.0:1746070430.747007:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092404a80 x1830887015550848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.747014:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404a80 with x1830887015550848 ext(0->4095) 00010000:00010000:3.0:1746070430.747017:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.747025:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.747030:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092404a80 00000100:00100000:2.0:1746070430.749011:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.749188:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015550976 00000100:00100000:1.0:1746070430.749194:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015550976 00010000:00010000:1.0:1746070430.749219:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746070430.749248:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7852 00000100:00100000:1.0:1746070430.749254:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1961:x1830887015550976:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070430.749263:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070430.749279:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.749288:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.749306:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728000/0x628f9640b607f29e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffc7 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.749328:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.749330:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.749336:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f2a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffce expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.749343:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f2a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffce expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.749369:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f2a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffce expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070430.749378:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013388416:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070430.749439:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013498f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.751269:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.751342:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015551232 00000100:00100000:2.0:1746070430.751348:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015551232 00002000:00100000:2.0:1746070430.751378:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092407b80 x1830887015551232/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.751386:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092407b80 with x1830887015551232 ext(0->4095) 00002000:00010000:2.0:1746070430.751390:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092407b80 00000100:00100000:1.0:1746070430.751462:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013388416:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070430.751475:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070430.751505:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1961:x1830887015550976:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2251us (2498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.751513:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7852 00000100:00100000:2.0:1746070430.751629:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4089 00000100:00100000:2.0:1746070430.751636:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015551232:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.752376:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015551232:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 738us (1109us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.752382:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4089 00002000:00100000:2.0:1746070430.752388:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092407b80 x1830887015551232/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.752396:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092407b80 with x1830887015551232 ext(0->4095) 00002000:00010000:2.0:1746070430.752399:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092407b80 00000100:00100000:0.0:1746070430.754855:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.754920:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015551360 00000100:00100000:1.0:1746070430.754927:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015551360 00000100:00100000:1.0:1746070430.754971:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5588 00000100:00100000:1.0:1746070430.754978:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015551360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070430.754991:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070430.755006:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bffd5 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.755028:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f2a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffce expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.755038:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.755039:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.755042:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.755065:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f2a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffce expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.755074:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f2a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffce expref: 103 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746070430.755083:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013388544:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070430.755139:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070430.756580:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013388544:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070430.756599:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.756612:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52400, rc 0) 00000100:00100000:1.0:1746070430.756646:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015551360:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1667us (1796us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.756652:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5588 00000100:00100000:3.0:1746070430.759095:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.759504:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015551488 00000100:00100000:1.0:1746070430.759511:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015551488 00010000:00010000:1.0:1746070430.759539:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f2a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffce expref: 104 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746070430.759888:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7853 00000100:00100000:1.0:1746070430.759894:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015551488:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070430.759906:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070430.759923:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f2a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffce expref: 104 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.759933:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f2a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffce expref: 104 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.759961:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52a00/0x628f9640b607f2a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffce expref: 104 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746070430.760532:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.760535:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.760542:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.760550:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.760578:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070430.760588:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013388672:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070430.761486:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.763973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.764245:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015551616 00000100:00100000:1.0:1746070430.764253:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015551616 00000100:00100000:2.0:1746070430.764613:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013388672:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.764629:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070430.764765:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5589 00000100:00100000:1.0:1746070430.764772:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015551616:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070430.764796:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070430.764810:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bffdc expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.764832:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.764839:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.764841:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.764844:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.764866:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.764875:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 5 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746070430.764886:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013388800:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.765076:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015551488:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5181us (5985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.765084:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7853 00000100:00100000:0.0:1746070430.765238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.765336:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.765475:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015551872 00000100:00100000:2.0:1746070430.765480:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015551872 00002000:00100000:2.0:1746070430.765501:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092405880 x1830887015551872/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.765509:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405880 with x1830887015551872 ext(0->4095) 00010000:00010000:2.0:1746070430.765514:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.765522:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.765526:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092405880 00000100:00100000:2.0:1746070430.765540:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2027 00000100:00100000:2.0:1746070430.765545:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015551872:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.765657:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015551872:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (419us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.765663:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2027 00002000:00100000:2.0:1746070430.765668:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092405880 x1830887015551872/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.765690:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405880 with x1830887015551872 ext(0->4095) 00010000:00010000:2.0:1746070430.765694:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.765703:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.765709:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092405880 00000100:00100000:1.0:1746070430.767872:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013388800:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070430.767893:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.767911:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b73200, rc 0) 00000100:00100000:1.0:1746070430.767951:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015551616:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3178us (3984us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.767957:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5589 00000100:00100000:0.0:1746070430.770524:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.770656:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015552000 00000100:00100000:1.0:1746070430.770663:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015552000 00000100:00100000:1.0:1746070430.770724:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5590 00000100:00100000:1.0:1746070430.770731:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31621:x1830887015552000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070430.770745:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070430.770758:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bffe3 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.770777:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.770781:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.770796:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.770800:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2ba lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffe3 expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.770825:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.770835:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2ba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffe3 expref: 105 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.770847:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b73400, rc 0) 00000100:00100000:1.0:1746070430.770876:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015552000:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.770882:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5590 00000100:00100000:0.0:1746070430.771196:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.771397:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015552128 00000100:00100000:2.0:1746070430.771402:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015552128 00010000:00010000:2.0:1746070430.771416:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.771432:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7854 00000100:00100000:2.0:1746070430.771437:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1962:x1830887015552128:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.771444:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.771459:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.771468:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.771485:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52400/0x628f9640b607f2ac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffd5 expref: 6 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.771502:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.771503:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.771508:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.771515:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.771533:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.771542:0:7079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.771551:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013389056:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.771588:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.774009:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013389056:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.774024:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.774311:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015552128:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2871us (3113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.774320:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7854 00000100:00100000:0.0:1746070430.774503:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.774549:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015552384 00000100:00100000:3.0:1746070430.774553:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015552384 00002000:00100000:3.0:1746070430.774578:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406680 x1830887015552384/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.774587:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406680 with x1830887015552384 ext(0->4095) 00010000:00010000:3.0:1746070430.774593:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 105 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.774603:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 105 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.774608:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092406680 00000100:00100000:3.0:1746070430.774627:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2028 00000100:00100000:3.0:1746070430.774631:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015552384:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070430.774775:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015552384:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (271us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.774780:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2028 00002000:00100000:3.0:1746070430.774794:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092406680 x1830887015552384/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.774800:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092406680 with x1830887015552384 ext(0->4095) 00010000:00010000:3.0:1746070430.774805:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 105 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.774812:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 105 pid: 8446 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.774817:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092406680 00000100:00100000:3.0:1746070430.778744:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.779159:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015552512 00000100:00100000:2.0:1746070430.779167:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015552512 00010000:00010000:2.0:1746070430.779194:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 105 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.779218:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7855 00000100:00100000:2.0:1746070430.779223:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1961:x1830887015552512:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.779233:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.779249:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 105 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.779259:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 105 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.779277:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b73200/0x628f9640b607f2b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffdc expref: 105 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.779290:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.779292:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.779297:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffe3 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.779303:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffe3 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.779329:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffe3 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070430.779339:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013389184:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.779388:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.781666:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.781825:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013389184:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.781840:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070430.781931:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015552768 00000100:00100000:0.0:1746070430.781937:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015552768 00002000:00100000:0.0:1746070430.781967:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d4380 x1830887015552768/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070430.781976:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d4380 with x1830887015552768 ext(0->4095) 00002000:00010000:0.0:1746070430.781979:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d4380 00000100:00100000:0.0:1746070430.782003:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4090 00000100:00100000:0.0:1746070430.782009:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015552768:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.782306:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1961:x1830887015552512:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3080us (3568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.782313:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7855 00000100:00100000:0.0:1746070430.782823:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015552768:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 812us (1159us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070430.782830:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4090 00002000:00100000:0.0:1746070430.782835:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d4380 x1830887015552768/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070430.782841:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d4380 with x1830887015552768 ext(0->4095) 00002000:00010000:0.0:1746070430.782845:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d4380 00000100:00100000:3.0:1746070430.785594:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.785695:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015552896 00000100:00100000:2.0:1746070430.785701:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015552896 00000100:00100000:2.0:1746070430.785734:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5591 00000100:00100000:2.0:1746070430.785740:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015552896:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.785754:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.785767:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f2c1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bffea expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.785800:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffe3 expref: 103 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.785806:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.785808:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.785811:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f2c1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffea expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.785835:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffe3 expref: 103 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.785845:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffe3 expref: 103 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.785855:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013389312:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.785906:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.787429:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013389312:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.787447:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f2c1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffea expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.787458:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094729600, rc 0) 00000100:00100000:3.0:1746070430.787483:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015552896:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1743us (1895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.787489:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5591 00000100:00100000:0.0:1746070430.789704:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.789820:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015553024 00000100:00100000:2.0:1746070430.789826:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015553024 00010000:00010000:2.0:1746070430.789850:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffe3 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.789880:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7856 00000100:00100000:2.0:1746070430.789886:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015553024:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.789897:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.789913:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffe3 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.789923:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffe3 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.789939:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffe3 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.789957:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.789958:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.789964:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f2c1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffea expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.789971:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f2c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffea expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.789995:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f2c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffea expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070430.790010:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013389440:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.790059:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.792248:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.792615:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013389440:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.792628:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.792669:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1963:x1830887015553024:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2782us (2966us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.792693:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7856 00000100:00100000:0.0:1746070430.793034:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015553280 00000100:00100000:0.0:1746070430.793039:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015553280 00002000:00100000:0.0:1746070430.793067:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d4700 x1830887015553280/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070430.793075:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d4700 with x1830887015553280 ext(0->4095) 00002000:00010000:0.0:1746070430.793079:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d4700 00000100:00100000:0.0:1746070430.793091:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4091 00000100:00100000:0.0:1746070430.793097:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015553280:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070430.793214:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015553280:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (970us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070430.793219:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4091 00002000:00100000:0.0:1746070430.793225:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801324d4700 x1830887015553280/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070430.793231:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d4700 with x1830887015553280 ext(0->4095) 00002000:00010000:0.0:1746070430.793234:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d4700 00000100:00100000:3.0:1746070430.795106:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.795866:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015553408 00000100:00100000:0.0:1746070430.795872:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015553408 00000100:00100000:0.0:1746070430.795964:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5592 00000100:00100000:0.0:1746070430.795972:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:31620:x1830887015553408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070430.795985:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070430.795999:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfff1 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.796021:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f2c1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffea expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.796028:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070430.796030:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070430.796032:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.796057:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f2c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffea expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070430.796071:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f2c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffea expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746070430.796080:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013389568:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070430.796863:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.797349:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.797430:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015553536 00000100:00100000:1.0:1746070430.797434:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015553536 00000100:00100000:1.0:1746070430.797465:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5593 00000100:00100000:1.0:1746070430.797471:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015553536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070430.797479:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070430.797487:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b72600/0x628f9640b607f2cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bfff8 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.797500:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.797504:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.797509:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.797512:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b72600/0x628f9640b607f2cf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff8 expref: 106 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.797530:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.797539:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b72600/0x628f9640b607f2cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff8 expref: 106 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.797552:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b72600, rc 0) 00000100:00100000:1.0:1746070430.797586:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:31621:x1830887015553536:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.797591:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5593 00000100:00100000:2.0:1746070430.799187:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013389568:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070430.799207:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.799218:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e7ec00, rc 0) 00000100:00100000:2.0:1746070430.799242:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31620:x1830887015553408:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3272us (4141us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.799248:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5592 00000100:00100000:0.0:1746070430.799550:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.799961:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015553664 00000100:00100000:2.0:1746070430.799966:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015553664 00010000:00010000:2.0:1746070430.799983:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f2c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffea expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.800130:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7857 00000100:00100000:2.0:1746070430.800136:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015553664:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.800147:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.800164:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f2c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffea expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.800174:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f2c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffea expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.800191:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094729600/0x628f9640b607f2c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffea expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.800572:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.800574:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.800580:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.800587:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.800610:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.800618:0:7079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.800627:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013389824:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.801075:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.803304:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013389824:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.803317:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.803355:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015553664:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3219us (3805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.803363:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7857 00000100:00100000:0.0:1746070430.803556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.804108:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015553920 00000100:00100000:2.0:1746070430.804114:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015553920 00002000:00100000:2.0:1746070430.804142:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6d80 x1830887015553920/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.804151:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6d80 with x1830887015553920 ext(0->4095) 00010000:00010000:2.0:1746070430.804158:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.804169:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.804175:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e6d80 00000100:00100000:2.0:1746070430.804198:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2029 00000100:00100000:2.0:1746070430.804204:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015553920:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.804330:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015553920:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (773us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.804335:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2029 00002000:00100000:2.0:1746070430.804340:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6d80 x1830887015553920/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.804346:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6d80 with x1830887015553920 ext(0->4095) 00010000:00010000:2.0:1746070430.804351:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.804363:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.804368:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e6d80 00000100:00100000:0.0:1746070430.807162:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.807236:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015554048 00000100:00100000:2.0:1746070430.807242:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015554048 00010000:00010000:2.0:1746070430.807266:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.807293:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7858 00000100:00100000:2.0:1746070430.807298:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1962:x1830887015554048:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.807308:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.807323:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.807332:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.807349:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e7ec00/0x628f9640b607f2c8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff1 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.807399:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.807401:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.807407:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b72600/0x628f9640b607f2cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff8 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.807418:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b72600/0x628f9640b607f2cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff8 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.807440:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092b72600/0x628f9640b607f2cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff8 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070430.807449:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013389952:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.807943:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.810076:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013389952:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.810091:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.810123:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1962:x1830887015554048:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2823us (2964us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.810131:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7858 00000100:00100000:0.0:1746070430.810376:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.810622:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015554304 00000100:00100000:1.0:1746070430.810627:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015554304 00002000:00100000:1.0:1746070430.810651:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5f80 x1830887015554304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070430.810659:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5f80 with x1830887015554304 ext(0->4095) 00002000:00010000:1.0:1746070430.810662:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e5f80 00000100:00100000:1.0:1746070430.810708:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4092 00000100:00100000:1.0:1746070430.810713:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1961:x1830887015554304:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070430.810823:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1961:x1830887015554304:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070430.810829:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4092 00002000:00100000:1.0:1746070430.810833:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5f80 x1830887015554304/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070430.810839:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5f80 with x1830887015554304 ext(0->4095) 00002000:00010000:1.0:1746070430.810841:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e5f80 00000100:00100000:0.0:1746070430.812821:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.812892:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015554432 00000100:00100000:2.0:1746070430.812897:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015554432 00000100:00100000:2.0:1746070430.812925:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5594 00000100:00100000:2.0:1746070430.812931:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015554432:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.812942:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.812954:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f2d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116bffff expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.812978:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b72600/0x628f9640b607f2cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff8 expref: 103 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.812985:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.812987:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.812990:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f2d6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffff expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.813013:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b72600/0x628f9640b607f2cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff8 expref: 103 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.813023:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092b72600/0x628f9640b607f2cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff8 expref: 103 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.813033:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013390080:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070430.813429:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.815238:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013390080:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.815262:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f2d6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffff expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.815277:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728400, rc 0) 00000100:00100000:3.0:1746070430.815306:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015554432:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2375us (2490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.815314:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5594 00000100:00100000:0.0:1746070430.816943:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.817016:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015554560 00000100:00100000:2.0:1746070430.817021:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015554560 00010000:00010000:2.0:1746070430.817046:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092b72600/0x628f9640b607f2cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff8 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.817076:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7859 00000100:00100000:2.0:1746070430.817083:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015554560:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.817093:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070430.817110:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092b72600/0x628f9640b607f2cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff8 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.817119:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092b72600/0x628f9640b607f2cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff8 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.817137:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b72600/0x628f9640b607f2cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bfff8 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.817165:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.817167:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.817173:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f2d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffff expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.817179:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f2d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffff expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.817206:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f2d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffff expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070430.817215:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013390208:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070430.817282:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4346f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070430.819399:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013390208:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070430.819413:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070430.819444:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1964:x1830887015554560:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2361us (2504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.819452:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7859 00000100:00100000:0.0:1746070430.819767:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.820357:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015554816 00000100:00100000:2.0:1746070430.820362:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015554816 00002000:00100000:2.0:1746070430.820392:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6a00 x1830887015554816/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.820401:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6a00 with x1830887015554816 ext(0->4095) 00002000:00010000:2.0:1746070430.820404:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6a00 00000100:00100000:1.0:1746070430.820761:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4093 00000100:00100000:1.0:1746070430.820768:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015554816:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070430.820886:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015554816:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (1120us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070430.820892:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4093 00002000:00100000:1.0:1746070430.820896:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6a00 x1830887015554816/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070430.820903:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6a00 with x1830887015554816 ext(0->4095) 00002000:00010000:1.0:1746070430.820906:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6a00 00000100:00100000:0.0:1746070430.821125:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.821779:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015554944 00000100:00100000:3.0:1746070430.821793:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015554944 00000100:00100000:3.0:1746070430.821827:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5595 00000100:00100000:3.0:1746070430.821832:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:31620:x1830887015554944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.821842:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.821854:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0006 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.821874:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f2d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffff expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.821880:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.821882:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.821885:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.821906:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f2d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffff expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.821917:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f2d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffff expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.821927:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013390336:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.821980:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.825345:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.825641:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015555072 00000100:00100000:2.0:1746070430.825648:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015555072 00000100:00100000:2.0:1746070430.825712:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5596 00000100:00100000:2.0:1746070430.825719:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131165450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015555072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.825733:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.825746:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f2e4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c000d expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.825767:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.825772:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.825777:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.825780:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f2e4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c000d expref: 106 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.825818:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.825827:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f2e4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c000d expref: 106 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.825836:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728200, rc 0) 00000100:00100000:2.0:1746070430.825868:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131165450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:31621:x1830887015555072:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.825874:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5596 00000100:00100000:0.0:1746070430.826848:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.827490:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013390336:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.827511:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.827523:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea200, rc 0) 00000100:00100000:3.0:1746070430.827556:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31620:x1830887015554944:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5724us (6431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.827562:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5595 00000100:00100000:2.0:1746070430.827621:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015555200 00000100:00100000:2.0:1746070430.827625:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015555200 00010000:00010000:2.0:1746070430.827644:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f2d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffff expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:2.0:1746070430.827661:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7860 00000100:00100000:2.0:1746070430.827666:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015555200:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070430.827686:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.827781:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f2d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffff expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.827800:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f2d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffff expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.827818:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f2d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116bffff expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.827841:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.827843:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.827848:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.827855:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.827877:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.827886:0:7079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.827895:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013390592:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.827945:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.829592:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013390592:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.829604:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.829632:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015555200:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1966us (2787us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.829639:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7860 00000100:00100000:0.0:1746070430.830031:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.830119:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015555456 00000100:00100000:2.0:1746070430.830123:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015555456 00002000:00100000:2.0:1746070430.830148:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e7480 x1830887015555456/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.830157:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7480 with x1830887015555456 ext(0->4095) 00010000:00010000:2.0:1746070430.830163:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.830242:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.830249:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e7480 00000100:00100000:2.0:1746070430.830273:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2030 00000100:00100000:2.0:1746070430.830279:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015555456:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.830404:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015555456:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (373us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.830410:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2030 00002000:00100000:2.0:1746070430.830415:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e7480 x1830887015555456/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.830422:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7480 with x1830887015555456 ext(0->4095) 00010000:00010000:2.0:1746070430.830427:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.830435:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.830440:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e7480 00000100:00100000:0.0:1746070430.832501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.832570:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015555584 00000100:00100000:3.0:1746070430.832575:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015555584 00010000:00010000:3.0:1746070430.832594:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.832616:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7861 00000100:00100000:3.0:1746070430.832621:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015555584:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.832629:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.832644:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.832653:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.832698:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea200/0x628f9640b607f2dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0006 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.832875:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.832877:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.832883:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f2e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c000d expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.832890:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f2e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c000d expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.832919:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f2e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c000d expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.832928:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013390720:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.833157:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.834893:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013390720:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.834913:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.834941:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015555584:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2319us (2444us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.834948:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7861 00000100:00100000:0.0:1746070430.835708:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.835841:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015555840 00000100:00100000:3.0:1746070430.835845:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015555840 00002000:00100000:3.0:1746070430.835872:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5c00 x1830887015555840/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.835880:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5c00 with x1830887015555840 ext(0->4095) 00002000:00010000:3.0:1746070430.835884:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e5c00 00000100:00100000:3.0:1746070430.835906:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4094 00000100:00100000:3.0:1746070430.835912:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015555840:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070430.836026:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015555840:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (319us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.836031:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4094 00002000:00100000:3.0:1746070430.836036:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5c00 x1830887015555840/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.836047:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5c00 with x1830887015555840 ext(0->4095) 00002000:00010000:3.0:1746070430.836049:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e5c00 00000100:00100000:0.0:1746070430.837280:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.837358:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015555968 00000100:00100000:3.0:1746070430.837362:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015555968 00000100:00100000:3.0:1746070430.837815:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5597 00000100:00100000:3.0:1746070430.837823:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015555968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.837859:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.837872:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f2eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0014 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.837895:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f2e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c000d expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.837901:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.837903:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.837906:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f2eb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0014 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.837930:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f2e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c000d expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.837940:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f2e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c000d expref: 103 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.837955:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013390848:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.838041:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.840701:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013390848:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.840733:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f2eb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0014 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.840749:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebe00, rc 0) 00000100:00100000:3.0:1746070430.840804:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015555968:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2980us (3525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.840812:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5597 00000100:00100000:0.0:1746070430.840944:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.841216:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015556096 00000100:00100000:3.0:1746070430.841222:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015556096 00010000:00010000:3.0:1746070430.841241:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f2e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c000d expref: 104 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.841560:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7862 00000100:00100000:3.0:1746070430.841568:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015556096:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.841578:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.841598:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f2e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c000d expref: 104 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.841608:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f2e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c000d expref: 104 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.841626:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728200/0x628f9640b607f2e4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c000d expref: 104 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.841903:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.841905:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.841912:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f2eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0014 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.841919:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f2eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0014 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.842043:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f2eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0014 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.842054:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013390976:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.842324:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.843873:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013390976:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.843890:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.844000:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1963:x1830887015556096:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2432us (3055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.844008:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7862 00000100:00100000:0.0:1746070430.844728:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.844748:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015556352 00000100:00100000:2.0:1746070430.844758:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015556352 00002000:00100000:2.0:1746070430.844803:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6680 x1830887015556352/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.844811:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6680 with x1830887015556352 ext(0->4095) 00002000:00010000:2.0:1746070430.844815:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6680 00000100:00100000:2.0:1746070430.844840:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4095 00000100:00100000:2.0:1746070430.844846:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015556352:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070430.844965:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015556352:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (239us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.844970:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4095 00002000:00100000:2.0:1746070430.844975:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6680 x1830887015556352/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.844981:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6680 with x1830887015556352 ext(0->4095) 00002000:00010000:2.0:1746070430.844984:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6680 00000100:00100000:0.0:1746070430.845742:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.845887:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015556480 00000100:00100000:3.0:1746070430.845891:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015556480 00000100:00100000:3.0:1746070430.846016:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5598 00000100:00100000:3.0:1746070430.846023:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:31620:x1830887015556480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.846032:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.846043:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c001b expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.846068:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f2eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0014 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.846078:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.846080:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.846083:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.846601:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f2eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0014 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.846611:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f2eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0014 expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.846621:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013391104:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.846707:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.847223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070430.847259:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015556608 00000100:00100000:1.0:1746070430.847263:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015556608 00000100:00100000:1.0:1746070430.847294:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5599 00000100:00100000:1.0:1746070430.847304:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015556608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070430.847311:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070430.847319:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2f9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0022 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.847434:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.847438:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.847443:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.847446:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2f9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0022 expref: 106 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.847466:0:8446:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.847474:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2f9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0022 expref: 106 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.847486:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b73400, rc 0) 00000100:00100000:1.0:1746070430.847509:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:31621:x1830887015556608:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.847515:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5599 00000100:00100000:3.0:1746070430.850782:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013391104:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.850820:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.850836:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070430.850881:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31620:x1830887015556480:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4858us (5139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.850887:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5598 00000100:00100000:0.0:1746070430.851240:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.851412:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015556736 00000100:00100000:3.0:1746070430.851418:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015556736 00010000:00010000:3.0:1746070430.851438:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f2eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0014 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.851469:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7863 00000100:00100000:3.0:1746070430.851476:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015556736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.851486:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.851503:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f2eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0014 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.851512:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f2eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0014 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.851529:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebe00/0x628f9640b607f2eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0014 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.851550:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.851552:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.851558:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.851564:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.851587:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.851596:0:7079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.851732:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013391360:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.851894:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.853801:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013391360:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.853817:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.853840:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015556736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2365us (2601us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.853847:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7863 00000100:00100000:0.0:1746070430.854650:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.854752:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015556992 00000100:00100000:3.0:1746070430.854757:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015556992 00002000:00100000:3.0:1746070430.854795:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5180 x1830887015556992/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.854804:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5180 with x1830887015556992 ext(0->4095) 00010000:00010000:3.0:1746070430.854810:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.854820:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.854826:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e5180 00000100:00100000:3.0:1746070430.854840:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2031 00000100:00100000:3.0:1746070430.854845:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015556992:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070430.854962:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015556992:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.854969:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2031 00002000:00100000:3.0:1746070430.854974:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e5180 x1830887015556992/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.854980:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e5180 with x1830887015556992 ext(0->4095) 00010000:00010000:3.0:1746070430.854984:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.855294:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.855301:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926e5180 00000100:00100000:0.0:1746070430.856754:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.857100:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015557120 00000100:00100000:3.0:1746070430.857106:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015557120 00010000:00010000:3.0:1746070430.857130:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.857150:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7864 00000100:00100000:3.0:1746070430.857156:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015557120:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.857168:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.857183:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.857193:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.857216:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f2f2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c001b expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.857233:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.857235:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.857241:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0022 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.857248:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0022 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.857274:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0022 expref: 104 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.857285:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013391488:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.857779:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.859127:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013391488:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.859141:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.859322:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015557120:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2164us (2569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.859328:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7864 00000100:00100000:0.0:1746070430.859500:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.859940:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015557376 00000100:00100000:3.0:1746070430.859945:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015557376 00002000:00100000:3.0:1746070430.859971:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6300 x1830887015557376/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.859979:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6300 with x1830887015557376 ext(0->4095) 00002000:00010000:3.0:1746070430.859983:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6300 00000100:00100000:3.0:1746070430.860007:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4096 00000100:00100000:3.0:1746070430.860014:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015557376:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070430.860619:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015557376:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 603us (1117us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.861498:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4096 00002000:00100000:3.0:1746070430.861507:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800926e6300 x1830887015557376/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.861517:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e6300 with x1830887015557376 ext(0->4095) 00002000:00010000:3.0:1746070430.861520:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e6300 00000100:00100000:0.0:1746070430.862417:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.862484:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015557504 00000100:00100000:3.0:1746070430.862489:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015557504 00000100:00100000:3.0:1746070430.862556:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5600 00000100:00100000:3.0:1746070430.862560:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015557504:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.862570:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.862580:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f300 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0029 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.862598:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0022 expref: 103 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.862602:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.862603:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.862605:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f300 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0029 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.862622:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0022 expref: 103 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.862632:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0022 expref: 103 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.862639:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013391616:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.862724:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.864225:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013391616:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.864248:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f300 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0029 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.864260:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceb400, rc 0) 00000100:00100000:3.0:1746070430.864294:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015557504:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1732us (1878us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.864301:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5600 00000100:00100000:0.0:1746070430.864460:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.864570:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015557632 00000100:00100000:3.0:1746070430.864574:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015557632 00010000:00010000:3.0:1746070430.864591:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0022 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.864619:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7865 00000100:00100000:3.0:1746070430.864624:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015557632:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.864633:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.864649:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0022 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.864663:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0022 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.864699:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f2f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0022 expref: 104 pid: 8446 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.864720:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.864722:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.864727:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f300 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0029 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.864734:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f300 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0029 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.864755:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f300 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0029 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.864764:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013391744:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.865095:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.867080:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013391744:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.867099:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.867139:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1963:x1830887015557632:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2514us (2679us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.867147:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7865 00000100:00100000:0.0:1746070430.868037:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.868344:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015557888 00000100:00100000:3.0:1746070430.868350:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015557888 00002000:00100000:3.0:1746070430.868376:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efca80 x1830887015557888/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.868385:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efca80 with x1830887015557888 ext(0->4095) 00002000:00010000:3.0:1746070430.868389:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efca80 00000100:00100000:3.0:1746070430.868462:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4097 00000100:00100000:3.0:1746070430.868469:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015557888:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070430.868590:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015557888:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (553us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.868596:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4097 00002000:00100000:3.0:1746070430.868601:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efca80 x1830887015557888/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.868607:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efca80 with x1830887015557888 ext(0->4095) 00002000:00010000:3.0:1746070430.868609:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efca80 00000100:00100000:0.0:1746070430.869798:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070430.869832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.869960:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015558016 00000100:00100000:3.0:1746070430.869964:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015558016 00000100:00100000:3.0:1746070430.869982:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015558144 00000100:00100000:3.0:1746070430.869983:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015558144 00000100:00100000:3.0:1746070430.870003:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5601 00000100:00100000:3.0:1746070430.870009:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:31620:x1830887015558016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.870019:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.870030:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0030 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.870049:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f300 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0029 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.870056:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.870057:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.870060:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.870079:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f300 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0029 expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.870087:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f300 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0029 expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.870096:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013391872:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.870139:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070430.870194:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5602 00000100:00100000:1.0:1746070430.870200:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015558144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070430.870206:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070430.870211:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f30e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0037 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.870220:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070430.870223:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.870227:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070430.870229:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f30e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0037 expref: 106 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.870243:0:8445:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.870251:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f30e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0037 expref: 106 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070430.870258:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b73400, rc 0) 00000100:00100000:1.0:1746070430.870273:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:31621:x1830887015558144:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 74us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070430.870279:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5602 00000100:00100000:3.0:1746070430.871845:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013391872:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.871867:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.871879:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebc00, rc 0) 00000100:00100000:3.0:1746070430.872426:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31620:x1830887015558016:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2414us (2627us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.872433:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5601 00000100:00100000:0.0:1746070430.872721:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.872995:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015558272 00000100:00100000:3.0:1746070430.873000:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015558272 00010000:00010000:3.0:1746070430.873018:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f300 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0029 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.873040:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7866 00000100:00100000:3.0:1746070430.873045:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015558272:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.873053:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.873068:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f300 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0029 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.873077:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f300 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0029 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.873093:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceb400/0x628f9640b607f300 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0029 expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.873115:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.873117:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.873122:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.873129:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.873152:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.873161:0:7079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.873174:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013392128:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.873218:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.874804:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013392128:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.874821:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.875250:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015558272:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2203us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.875257:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7866 00000100:00100000:0.0:1746070430.875450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.875850:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015558528 00000100:00100000:3.0:1746070430.875855:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015558528 00002000:00100000:3.0:1746070430.875882:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efea00 x1830887015558528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.875889:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efea00 with x1830887015558528 ext(0->4095) 00010000:00010000:3.0:1746070430.875896:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.875907:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.875912:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efea00 00000100:00100000:3.0:1746070430.875925:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2032 00000100:00100000:3.0:1746070430.875930:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1961:x1830887015558528:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070430.876281:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1961:x1830887015558528:12345-192.168.203.29@tcp:3:ptlrpcd_00_00.0 Request processed in 350us (830us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.876291:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2032 00002000:00100000:3.0:1746070430.876296:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efea00 x1830887015558528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.876303:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efea00 with x1830887015558528 ext(0->4095) 00010000:00010000:3.0:1746070430.876307:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.876316:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:3.0:1746070430.876321:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efea00 00000100:00100000:0.0:1746070430.878390:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.878494:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015558656 00000100:00100000:3.0:1746070430.878500:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015558656 00010000:00010000:3.0:1746070430.878523:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.878546:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7867 00000100:00100000:3.0:1746070430.878552:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015558656:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.878561:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.878577:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.878587:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.878604:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cebc00/0x628f9640b607f307 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0030 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.878618:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.878620:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.878625:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f30e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0037 expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.878637:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f30e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0037 expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.878660:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f30e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0037 expref: 104 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.878669:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013392256:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.879120:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.880648:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013392256:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.880665:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.880938:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015558656:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2385us (2552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.880946:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7867 00000100:00100000:0.0:1746070430.881114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.881330:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015558912 00000100:00100000:3.0:1746070430.881335:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015558912 00002000:00100000:3.0:1746070430.881358:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efc380 x1830887015558912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.881367:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efc380 with x1830887015558912 ext(0->4095) 00002000:00010000:3.0:1746070430.881370:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efc380 00000100:00100000:3.0:1746070430.881394:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4098 00000100:00100000:3.0:1746070430.881400:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015558912:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070430.881508:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015558912:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070430.881513:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4098 00002000:00100000:3.0:1746070430.881518:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efc380 x1830887015558912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070430.881525:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efc380 with x1830887015558912 ext(0->4095) 00002000:00010000:3.0:1746070430.881527:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efc380 00000100:00100000:0.0:1746070430.883259:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.883368:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015559040 00000100:00100000:3.0:1746070430.883373:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015559040 00000100:00100000:3.0:1746070430.883455:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5603 00000100:00100000:3.0:1746070430.883462:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:31621:x1830887015559040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.883473:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.883485:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f315 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c003e expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.883505:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f30e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0037 expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.883510:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.883512:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070430.883515:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f315 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c003e expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.883536:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f30e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0037 expref: 103 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.883550:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f30e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0037 expref: 103 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.883560:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013392384:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.884177:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.886476:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013392384:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.886499:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f315 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c003e expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.886512:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea400, rc 0) 00000100:00100000:3.0:1746070430.886581:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:31621:x1830887015559040:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3118us (3324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.886587:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5603 00000100:00100000:0.0:1746070430.887445:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.887651:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015559168 00000100:00100000:3.0:1746070430.887656:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015559168 00010000:00010000:3.0:1746070430.887698:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f30e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0037 expref: 104 pid: 8445 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.887719:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7868 00000100:00100000:3.0:1746070430.887729:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1963:x1830887015559168:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.887739:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.887756:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f30e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0037 expref: 104 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.887770:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f30e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0037 expref: 104 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.887798:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b73400/0x628f9640b607f30e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0037 expref: 104 pid: 8445 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.888294:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.888296:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.888303:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f315 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c003e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.888310:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f315 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c003e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.888333:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f315 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c003e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.888343:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013392512:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.888922:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070430.890841:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013392512:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.890859:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.890898:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:1963:x1830887015559168:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3168us (3454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.890905:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7868 00000100:00100000:0.0:1746070430.891082:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.891256:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015559424 00000100:00100000:2.0:1746070430.891261:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015559424 00002000:00100000:2.0:1746070430.891291:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091effb80 x1830887015559424/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.891305:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091effb80 with x1830887015559424 ext(0->4095) 00002000:00010000:2.0:1746070430.891309:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091effb80 00000100:00100000:2.0:1746070430.891321:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4099 00000100:00100000:2.0:1746070430.891326:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015559424:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070430.891456:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015559424:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (374us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.891461:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4099 00002000:00100000:2.0:1746070430.891466:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091effb80 x1830887015559424/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.891473:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091effb80 with x1830887015559424 ext(0->4095) 00002000:00010000:2.0:1746070430.891475:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091effb80 00000100:00100000:0.0:1746070430.892974:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.893059:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015559552 00000100:00100000:3.0:1746070430.893064:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015559552 00000100:00100000:3.0:1746070430.893102:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5604 00000100:00100000:3.0:1746070430.893109:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+103:31620:x1830887015559552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070430.893120:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070430.893132:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0045 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.893152:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f315 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c003e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.893158:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.893160:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.893163:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.893182:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f315 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c003e expref: 5 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.893191:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f315 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c003e expref: 5 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.893201:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013392640:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070430.893258:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.894769:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.894920:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015559680 00000100:00100000:2.0:1746070430.894925:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015559680 00000100:00100000:2.0:1746070430.894949:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5605 00000100:00100000:2.0:1746070430.894955:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31621:x1830887015559680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070430.894965:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.894975:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f323 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c004c expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.894990:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070430.894994:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.894999:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070430.895003:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f323 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c004c expref: 106 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.895025:0:8444:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 106 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.895035:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f323 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c004c expref: 106 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.895042:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728c00, rc 0) 00000100:00100000:2.0:1746070430.895695:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+106:31621:x1830887015559680:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 717us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.895701:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5605 00000100:00100000:3.0:1746070430.896533:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013392640:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070430.896554:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 105 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.896570:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceba00, rc 0) 00000100:00100000:3.0:1746070430.896605:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:31620:x1830887015559552:12345-192.168.203.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3496us (3633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.896610:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5604 00000100:00100000:0.0:1746070430.896811:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.897371:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015559808 00000100:00100000:3.0:1746070430.897375:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015559808 00010000:00010000:3.0:1746070430.897394:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f315 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c003e expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.897422:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7869 00000100:00100000:3.0:1746070430.897427:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015559808:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.897435:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.897453:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f315 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c003e expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.897462:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f315 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c003e expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.897477:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cea400/0x628f9640b607f315 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c003e expref: 6 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.897553:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.897555:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.897560:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.897570:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.897593:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 104 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.897603:0:7079:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 104 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.897612:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013392896:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.898605:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.903954:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.904054:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013392896:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070430.904074:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070430.904122:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015559808:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6693us (7310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.904129:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7869 00000100:00100000:2.0:1746070430.904201:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015560064 00000100:00100000:2.0:1746070430.904206:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015560064 00002000:00100000:2.0:1746070430.904231:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efc000 x1830887015560064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.904239:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efc000 with x1830887015560064 ext(0->4095) 00010000:00010000:2.0:1746070430.904245:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.904256:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.904261:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efc000 00000100:00100000:2.0:1746070430.904273:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2033 00000100:00100000:2.0:1746070430.904278:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015560064:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070430.904380:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015560064:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.904384:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2033 00002000:00100000:2.0:1746070430.904389:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efc000 x1830887015560064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.904395:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efc000 with x1830887015560064 ext(0->4095) 00010000:00010000:2.0:1746070430.904399:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:2.0:1746070430.904406:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00002000:00010000:2.0:1746070430.904411:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091efc000 00000100:00100000:0.0:1746070430.917888:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070430.917977:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015560192 00000100:00100000:3.0:1746070430.917984:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015560192 00010000:00010000:3.0:1746070430.918013:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00000100:00100000:3.0:1746070430.918034:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7870 00000100:00100000:3.0:1746070430.918041:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015560192:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070430.918051:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070430.918069:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.918079:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.918098:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f31c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0045 expref: 105 pid: 25271 timeout: 642 lvb_type: 0 00010000:00010000:3.0:1746070430.918123:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.918125:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070430.918132:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f323 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c004c expref: 104 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.918138:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f323 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c004c expref: 104 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070430.918163:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f323 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c004c expref: 104 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070430.918173:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013393024:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070430.918239:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070430.923197:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.923256:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015560448 00000100:00100000:2.0:1746070430.923263:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015560448 00000100:00100000:3.0:1746070430.923290:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013393024:192.168.203.29@tcp:105: 00002000:00100000:2.0:1746070430.923297:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efd500 x1830887015560448/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/0 e 0 to 0 dl 1746070441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.923305:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efd500 with x1830887015560448 ext(0->4095) 00010000:00010000:3.0:1746070430.923309:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1746070430.923309:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efd500 00000100:00100000:2.0:1746070430.923333:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4100 00000100:00100000:2.0:1746070430.923339:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1964:x1830887015560448:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070430.924762:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+105:1963:x1830887015560192:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6718us (6876us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070430.924770:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7870 00000100:00100000:2.0:1746070430.925414:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+104:1964:x1830887015560448:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 2072us (2220us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070430.925420:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4100 00002000:00100000:2.0:1746070430.925427:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091efd500 x1830887015560448/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:61/0 lens 488/4536 e 0 to 0 dl 1746070441 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070430.925435:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efd500 with x1830887015560448 ext(0->4095) 00002000:00010000:2.0:1746070430.925437:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efd500 00000100:00100000:0.0:1746070430.936345:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.936430:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015560704 00000100:00100000:2.0:1746070430.936437:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015560704 00000100:00100000:2.0:1746070430.936482:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 150 00000100:00100000:2.0:1746070430.936490:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:31620:x1830887015560704:12345-192.168.203.29@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:2.0:1746070430.936739:0:7097:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294981977 00000100:00100000:2.0:1746070430.940130:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:31620:x1830887015560704:12345-192.168.203.29@tcp:35:rw_seq_cst_vs_d.0 Request processed in 3632us (3784us total) trans 4294981978 rc 0/0 00000100:00100000:2.0:1746070430.940140:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 150 00000020:00080000:2.0:1746070430.940147:0:7097:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746070430.958247:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.959307:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015560960 00000100:00100000:2.0:1746070430.959319:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015560960 00000100:00100000:2.0:1746070430.959356:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 151 00000100:00100000:2.0:1746070430.959363:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:31620:x1830887015560960:12345-192.168.203.29@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746070430.959584:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:31620:x1830887015560960:12345-192.168.203.29@tcp:35:rw_seq_cst_vs_d.0 Request processed in 220us (1345us total) trans 4294981979 rc 0/0 00000100:00100000:2.0:1746070430.959590:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 151 00000100:00100000:0.0:1746070430.995815:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070430.995999:0:7095:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015561088 00000100:00100000:2.0:1746070430.996006:0:7095:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015561088 00000100:00100000:2.0:1746070430.996050:0:7095:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33740 00000100:00100000:2.0:1746070430.996056:0:7095:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:31638:x1830887015561088:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:2.0:1746070430.996075:0:7095:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070430.996090:0:7095:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52600/0x628f9640b607f32a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0053 expref: -99 pid: 7095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.996134:0:7095:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f331 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070430.996143:0:7095:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f331 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070430.996153:0:7095:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f331 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7095 initiator: MDT0 00000004:00200000:2.0:1746070430.996203:0:7095:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746070430.996207:0:7095:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746070430.996217:0:7095:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f331 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070430.996233:0:7095:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52600/0x628f9640b607f32a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0053 expref: 10 pid: 7095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.999770:0:7095:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f331 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0053 expref: 9 pid: 7095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070430.999780:0:7095:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ac8d1900) 00010000:00010000:2.0:1746070430.999790:0:7095:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070430.999793:0:7095:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52000, rc 0) 00000100:00100000:2.0:1746070430.999862:0:7095:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:31638:x1830887015561088:12345-192.168.203.29@tcp:101:rm.0 Request processed in 3804us (4053us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070430.999870:0:7095:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33740 00000100:00100000:3.0:1746070431.017231:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070431.027888:0:7095:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015561216 00000100:00100000:2.0:1746070431.027900:0:7095:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015561216 00000100:00100000:2.0:1746070431.027955:0:7095:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33741 00000100:00100000:2.0:1746070431.027962:0:7095:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:31638:x1830887015561216:12345-192.168.203.29@tcp:101:rm.0 00010000:00010000:2.0:1746070431.027977:0:7095:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070431.027992:0:7095:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be0aa00/0x628f9640b607f338 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c005a expref: -99 pid: 7095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070431.028040:0:7095:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f33f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028049:0:7095:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f33f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028058:0:7095:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f33f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028068:0:7095:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f346 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028072:0:7095:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f346 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028077:0:7095:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f346 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028161:0:7095:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1b000/0x628f9640b607f34d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028168:0:7095:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1b000/0x628f9640b607f34d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028173:0:7095:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1b000/0x628f9640b607f34d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7095 initiator: MDT0 00000004:00200000:2.0:1746070431.028195:0:7095:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 8 00000004:00200000:2.0:1746070431.028198:0:7095:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746070431.028209:0:7095:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1b000/0x628f9640b607f34d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028216:0:7095:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1b000/0x628f9640b607f34d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028224:0:7095:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f33f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028229:0:7095:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f33f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028234:0:7095:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f33f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028239:0:7095:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009be1aa00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070431.028241:0:7095:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f33f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028247:0:7095:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f33f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028255:0:7095:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ac8d1900) 00010000:00010000:2.0:1746070431.028258:0:7095:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070431.028261:0:7095:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f33f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028265:0:7095:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f33f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028274:0:7095:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f346 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028278:0:7095:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f346 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028285:0:7095:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f346 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028288:0:7095:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009be1a400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070431.028290:0:7095:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f346 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028294:0:7095:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f346 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028298:0:7095:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff8800ac8d1100) 00010000:00010000:2.0:1746070431.028300:0:7095:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070431.028302:0:7095:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f346 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028306:0:7095:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f346 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7095 initiator: MDT0 00010000:00010000:2.0:1746070431.028327:0:7095:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be0aa00/0x628f9640b607f338 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c005a expref: 11 pid: 7095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070431.028336:0:7095:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1b000/0x628f9640b607f34d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c005a expref: 10 pid: 7095 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070431.028341:0:7095:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012d23ac00) 00010000:00010000:2.0:1746070431.028343:0:7095:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070431.028345:0:7095:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be1b000, rc 0) 00000100:00100000:2.0:1746070431.028417:0:7095:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31638:x1830887015561216:12345-192.168.203.29@tcp:101:rm.0 Request processed in 455us (11190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070431.028423:0:7095:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33741 00000100:00100000:3.0:1746070431.041458:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070431.041592:0:7095:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015561472 00000100:00100000:0.0:1746070431.041599:0:7095:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015561472 00000100:00100000:0.0:1746070431.041838:0:7095:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33742 00000100:00100000:0.0:1746070431.041846:0:7095:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:31638:x1830887015561472:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:0.0:1746070431.041882:0:7095:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1746070431.041902:0:7095:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1b000/0x628f9640b607f34d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c005a expref: 10 pid: 7095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070431.041916:0:7095:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933cb200/0x628f9640b607cf43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116bdc6c expref: 9 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070431.041923:0:7095:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012d23ac00) 00010000:00010000:0.0:1746070431.041930:0:7095:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f331 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0053 expref: 8 pid: 7095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070431.041937:0:7095:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ac8d1900) 00010000:00010000:0.0:1746070431.041943:0:7095:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070431.041958:0:7095:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f5800/0x628f9640b607f354 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.041967:0:7095:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f5800/0x628f9640b607f354 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.041973:0:7095:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f5800/0x628f9640b607f354 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.042792:0:7095:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f4a00/0x628f9640b607f35b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.042800:0:7095:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f4a00/0x628f9640b607f35b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.042807:0:7095:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f4a00/0x628f9640b607f35b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.042888:0:7095:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4268000/0x628f9640b607f362 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.042895:0:7095:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4268000/0x628f9640b607f362 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.042900:0:7095:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4268000/0x628f9640b607f362 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7095 initiator: MDT0 00000040:00080000:0.0:1746070431.043208:0:7095:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:0.0:1746070431.043215:0:7095:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 543095541858ns, next at 544095540595ns, rc = 0 00010000:00010000:0.0:1746070431.043257:0:7095:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4ffa800/0x628f9640b607f369 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043264:0:7095:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4ffa800/0x628f9640b607f369 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043270:0:7095:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4ffa800/0x628f9640b607f369 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043275:0:7095:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4ffa800/0x628f9640b607f369 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043280:0:7095:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4ffa800/0x628f9640b607f369 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043285:0:7095:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4ffa800/0x628f9640b607f369 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043296:0:7095:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746070431.043309:0:7095:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4268000/0x628f9640b607f362 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043314:0:7095:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4268000/0x628f9640b607f362 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043318:0:7095:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4268000/0x628f9640b607f362 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043324:0:7095:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4268000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070431.043327:0:7095:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4268000/0x628f9640b607f362 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043333:0:7095:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4268000/0x628f9640b607f362 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043340:0:7095:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012d23ac00) 00010000:00010000:0.0:1746070431.043342:0:7095:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746070431.043345:0:7095:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4268000/0x628f9640b607f362 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043349:0:7095:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4268000/0x628f9640b607f362 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043383:0:7095:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f5800/0x628f9640b607f354 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043388:0:7095:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f5800/0x628f9640b607f354 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043392:0:7095:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f5800/0x628f9640b607f354 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043395:0:7095:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b4f5800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070431.043398:0:7095:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f5800/0x628f9640b607f354 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043402:0:7095:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f5800/0x628f9640b607f354 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043407:0:7095:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ea0ec00) 00010000:00010000:0.0:1746070431.043409:0:7095:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070431.043411:0:7095:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f5800/0x628f9640b607f354 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043416:0:7095:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f5800/0x628f9640b607f354 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7095 initiator: MDT0 00000004:00010000:0.0:1746070431.043424:0:7095:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801324d6a00 reply state ffff8801318d2000 transno 4294981980 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f4a00/0x628f9640b607f35b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7095 initiator: MDT0 00000100:00100000:0.0:1746070431.043430:0:7095:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746070431.043479:0:7095:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:31638:x1830887015561472:12345-192.168.203.29@tcp:36:rm.0 Request processed in 1632us (2024us total) trans 4294981980 rc 0/0 00000100:00100000:0.0:1746070431.043485:0:7095:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33742 00010000:00010000:0.0:1746070431.043501:0:9816:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746070431.043505:0:9816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4ffa800/0x628f9640b607f369 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043509:0:9816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4ffa800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070431.043512:0:9816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4ffa800/0x628f9640b607f369 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043516:0:9816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4ffa800/0x628f9640b607f369 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043523:0:9816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012d23ac00) 00010000:00010000:0.0:1746070431.043525:0:9816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746070431.043527:0:9816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4ffa800/0x628f9640b607f369 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043531:0:9816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4ffa800/0x628f9640b607f369 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.043537:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070431.043539:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070431.043540:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070431.049212:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f4a00/0x628f9640b607f35b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.049224:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f4a00/0x628f9640b607f35b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.049230:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f4a00/0x628f9640b607f35b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.049234:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b4f4a00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070431.049238:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f4a00/0x628f9640b607f35b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.049243:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f4a00/0x628f9640b607f35b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.049256:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012ea0e500) 00010000:00010000:0.0:1746070431.049259:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070431.049262:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f4a00/0x628f9640b607f35b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7095 initiator: MDT0 00010000:00010000:0.0:1746070431.049266:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4f4a00/0x628f9640b607f35b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7095 initiator: MDT0 00000001:00080000:3.0:1746070431.065251:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968023 is committed 00000001:00080000:3.0:1746070431.065265:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968053 is committed 00000001:00080000:3.0:1746070431.065302:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968054 is committed 00000001:00100000:1.0:1746070431.686823:0:9895:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2acfa880-79c0-40ca-9b06-ba79796809b8 00000020:00000080:1.0:1746070431.686828:0:9895:0:(genops.c:904:class_export_put()) final put ffff8800a4d67000/2acfa880-79c0-40ca-9b06-ba79796809b8 00000001:00100000:1.0:1746070431.686842:0:9895:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7b76de34-516b-4fc5-a0c6-5c59ed28c461 00000020:00000080:1.0:1746070431.686844:0:9895:0:(genops.c:904:class_export_put()) final put ffff88012d342800/7b76de34-516b-4fc5-a0c6-5c59ed28c461 00000020:00000080:2.0:1746070431.687202:0:23738:0:(genops.c:863:class_export_destroy()) destroying export ffff8800a4d67000/2acfa880-79c0-40ca-9b06-ba79796809b8 for lustre-OST0001 00000020:00000080:2.0:1746070431.687235:0:23738:0:(genops.c:863:class_export_destroy()) destroying export ffff88012d342800/7b76de34-516b-4fc5-a0c6-5c59ed28c461 for lustre-OST0001 00000020:00000080:2.0:1746070431.687247:0:23738:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8800a4d63000 for lustre-OST0001 00000020:00000080:2.0:1746070431.687251:0:23738:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88012d341800 for lustre-OST0001 00010000:00010000:3.0:1746070431.692839:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746070432.696766:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1746070432.762896:0:9201:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 544815221454ns, next at 545815220213ns, rc = 0 00000100:00100000:2.0:1746070432.762960:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013393152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746070432.763010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070432.763136:0:8448:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013393152 00000100:00100000:1.0:1746070432.763143:0:8448:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013393152 00000100:00100000:1.0:1746070432.763187:0:8448:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:1.0:1746070432.763194:0:8448:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013393152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746070432.763221:0:8448:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 383188992 pending 0 free 3855613952 avail 3853516800 00000100:00100000:1.0:1746070432.763264:0:8448:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013393152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070432.763269:0:8448:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:2.0:1746070432.763346:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013393152:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1746070432.763399:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746070433.699802:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070434.076482:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3296:1830887013393280:0@lo:400:kworker.0 00000100:00100000:3.0:1746070434.076492:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3294:1830887013393536:0@lo:400:kworker.0 00000100:00100000:2.0:1746070434.076534:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830887013393408:0@lo:400:kworker.0 00000100:00100000:0.0:1746070434.076537:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070434.076556:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070434.076572:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013393664:0@lo:400:kworker.0 00000100:00100000:2.0:1746070434.076588:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070434.076591:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3296:1830887013393792:0@lo:400:kworker.0 00000100:00100000:0.0:1746070434.076606:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070434.076607:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013393920:0@lo:400:kworker.0 00000100:00100000:2.0:1746070434.076619:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070434.076627:0:7095:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013393408 00000100:00100000:0.0:1746070434.076631:0:7095:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013393408 00000100:00100000:0.0:1746070434.076662:0:7095:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013393792 00000100:00100000:0.0:1746070434.076664:0:7095:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013393792 00000100:00100000:1.0:1746070434.076690:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013393280 00000100:00100000:1.0:1746070434.076693:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013393280 00000100:00100000:1.0:1746070434.076845:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1746070434.076851:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a473d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3296:x1830887013393280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070434.077261:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070434.077292:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a473d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3296:x1830887013393280:12345-0@lo:400:kworker.0 Request processed in 441us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070434.077298:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1746070434.077332:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3296:1830887013393280:0@lo:400:kworker.0 00000100:00100000:1.0:1746070434.077356:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013393664 00000100:00100000:1.0:1746070434.077358:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013393664 00000100:00100000:1.0:1746070434.078288:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013393920 00000100:00100000:1.0:1746070434.078292:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013393920 00000100:00100000:1.0:1746070434.078310:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1746070434.078315:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013393664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070434.078366:0:7095:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013393536 00000100:00100000:0.0:1746070434.078369:0:7095:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013393536 00000100:00100000:0.0:1746070434.078391:0:7095:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1746070434.078396:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1746070434.078396:0:7095:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830887013393408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070434.078402:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e041180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1830887013393792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070434.078434:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013393664:12345-0@lo:400:kworker.0 Request processed in 118us (1844us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070434.078439:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1746070434.078447:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1746070434.078451:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013393920:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746070434.078511:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746070434.078513:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746070434.078515:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070434.078525:0:21275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1746070434.078531:0:21275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830887013393536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070434.078556:0:21275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830887013393536:12345-0@lo:400:kworker.0 Request processed in 27us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070434.078561:0:21275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1746070434.078571:0:7095:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830887013393408:12345-0@lo:400:kworker.0 Request processed in 175us (2015us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070434.078576:0:7095:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1746070434.078581:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3294:1830887013393536:0@lo:400:kworker.0 00000100:00100000:0.0:1746070434.078600:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830887013393408:0@lo:400:kworker.0 00000100:00100000:0.0:1746070434.078627:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013393664:0@lo:400:kworker.0 00000100:00100000:2.0:1746070434.078637:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e041180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1830887013393792:12345-0@lo:400:kworker.0 Request processed in 235us (2029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070434.078641:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1746070434.078647:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3296:1830887013393792:0@lo:400:kworker.0 00000100:00100000:1.0:1746070434.078768:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013393920:12345-0@lo:400:kworker.0 Request processed in 309us (2140us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070434.078774:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1746070434.080140:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013393920:0@lo:400:kworker.0 00000100:00100000:3.0:1746070434.266916:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013394048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746070434.266967:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070434.267088:0:21251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013394048 00000100:00100000:1.0:1746070434.267095:0:21251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013394048 00000100:00100000:1.0:1746070434.267129:0:21251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:1.0:1746070434.267135:0:21251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013394048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746070434.267165:0:21251:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1746070434.267199:0:21251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013394048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070434.267205:0:21251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1746070434.267301:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013394048:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746070434.709175:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746070435.314176:0:3168:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 23:33:54 (1746070434) 00000100:00100000:0.0:1746070435.356355:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070435.356490:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015561600 00000100:00100000:3.0:1746070435.356498:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015561600 00000100:00100000:3.0:1746070435.358636:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33743 00000100:00100000:3.0:1746070435.358648:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:32269:x1830887015561600:12345-192.168.203.29@tcp:101:mkdir.0 00010000:00010000:3.0:1746070435.358668:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070435.358893:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009431fc00/0x628f9640b607f370 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0061 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070435.358939:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ec00/0x628f9640b607f377 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070435.358947:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ec00/0x628f9640b607f377 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070435.358956:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ec00/0x628f9640b607f377 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:3.0:1746070435.358995:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746070435.358998:0:21042:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:3.0:1746070435.359007:0:21042:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ec00/0x628f9640b607f377 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070435.359022:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009431fc00/0x628f9640b607f370 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0061 expref: 10 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070435.359033:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ec00/0x628f9640b607f377 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0061 expref: 9 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070435.359039:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a2f7e00) 00010000:00010000:3.0:1746070435.359041:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746070435.359043:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431ec00, rc 0) 00000100:00100000:3.0:1746070435.359081:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:32269:x1830887015561600:12345-192.168.203.29@tcp:101:mkdir.0 Request processed in 438us (2732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070435.359086:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33743 00000100:00080000:3.0:1746070435.359106:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070435.361630:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070435.361737:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.361794:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015561728 00000100:00100000:2.0:1746070435.361801:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015561728 00000100:00100000:2.0:1746070435.361829:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015561984 00000100:00100000:2.0:1746070435.361831:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015561984 00000100:00100000:2.0:1746070435.361845:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33744 00000100:00100000:2.0:1746070435.361851:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015561728:12345-192.168.203.29@tcp:41:mkdir.0 00000004:00000024:2.0:1746070435.361888:0:21042:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260336640 avail 2258239488 00000100:00100000:3.0:1746070435.361901:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33745 00000100:00100000:3.0:1746070435.361908:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:32269:x1830887015561984:12345-192.168.203.29@tcp:36:mkdir.0 00000100:00100000:2.0:1746070435.361930:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015561728:12345-192.168.203.29@tcp:41:mkdir.0 Request processed in 79us (306us total) trans 0 rc 0/0 00010000:00010000:3.0:1746070435.361935:0:7094:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746070435.361935:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33744 00010000:00010000:3.0:1746070435.361952:0:7094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ec00/0x628f9640b607f377 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0061 expref: 9 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070435.361964:0:7094:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a2f7e00) 00010000:00010000:3.0:1746070435.361971:0:7094:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070435.362033:0:7094:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e400/0x628f9640b607f37e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.362042:0:7094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e400/0x628f9640b607f37e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.362049:0:7094:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e400/0x628f9640b607f37e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.362058:0:7094:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x628f9640b607f385 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.362063:0:7094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x628f9640b607f385 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.362067:0:7094:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x628f9640b607f385 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00000004:00200000:3.0:1746070435.362490:0:7094:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00010000:00010000:3.0:1746070435.362497:0:7094:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e400/0x628f9640b607f37e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.362503:0:7094:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e400/0x628f9640b607f37e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.362508:0:7094:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e400/0x628f9640b607f37e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.362516:0:7094:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009431e400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070435.362519:0:7094:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e400/0x628f9640b607f37e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.362525:0:7094:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e400/0x628f9640b607f37e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.362532:0:7094:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a2f7500) 00010000:00010000:3.0:1746070435.362535:0:7094:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070435.362537:0:7094:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e400/0x628f9640b607f37e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.362542:0:7094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e400/0x628f9640b607f37e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7094 initiator: MDT0 00000004:00010000:3.0:1746070435.362550:0:7094:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008e042680 reply state ffff8800921ab000 transno 4294981981 ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x628f9640b607f385 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00000100:00100000:3.0:1746070435.362555:0:7094:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746070435.362592:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:32269:x1830887015561984:12345-192.168.203.29@tcp:36:mkdir.0 Request processed in 684us (854us total) trans 4294981981 rc 0/0 00000100:00100000:3.0:1746070435.362597:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33745 00010000:00010000:3.0:1746070435.369856:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x628f9640b607f385 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.369866:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x628f9640b607f385 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.369871:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x628f9640b607f385 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.369876:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009431ea00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070435.369880:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x628f9640b607f385 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.369885:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x628f9640b607f385 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.369896:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009a2f7d00) 00010000:00010000:3.0:1746070435.369899:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070435.369902:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x628f9640b607f385 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7094 initiator: MDT0 00010000:00010000:3.0:1746070435.369906:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x628f9640b607f385 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7094 initiator: MDT0 00000100:00100000:1.0:1746070435.400054:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070435.400143:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015562112 00000100:00100000:0.0:1746070435.400151:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015562112 00000100:00100000:0.0:1746070435.400557:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33746 00000100:00100000:0.0:1746070435.400565:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:32270:x1830887015562112:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:0.0:1746070435.400583:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070435.400598:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad400/0x628f9640b607f38c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0068 expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070435.400641:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fac800/0x628f9640b607f393 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.400656:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fac800/0x628f9640b607f393 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.400664:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fac800/0x628f9640b607f393 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:0.0:1746070435.400726:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746070435.400730:0:10662:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070435.400743:0:10662:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091fac800/0x628f9640b607f393 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.400774:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad400/0x628f9640b607f38c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0068 expref: 11 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070435.400785:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fac800/0x628f9640b607f393 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0068 expref: 10 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070435.400791:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093993600) 00010000:00010000:0.0:1746070435.400793:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746070435.400796:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fac800, rc 0) 00000100:00100000:0.0:1746070435.400842:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:32270:x1830887015562112:12345-192.168.203.29@tcp:101:cp.0 Request processed in 278us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070435.400848:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33746 00000100:00100000:0.0:1746070435.406376:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070435.406655:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015562240 00000100:00100000:1.0:1746070435.406661:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015562240 00000100:00100000:1.0:1746070435.406706:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33747 00000100:00100000:1.0:1746070435.406713:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:32270:x1830887015562240:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:1.0:1746070435.406726:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070435.406739:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef3800/0x628f9640b607f39a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c006f expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.406794:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2200/0x628f9640b607f3a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.406953:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2200/0x628f9640b607f3a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.406963:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2200/0x628f9640b607f3a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.406974:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2c00/0x628f9640b607f3a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.406980:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2c00/0x628f9640b607f3a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.406984:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2c00/0x628f9640b607f3a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407065:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2600/0x628f9640b607f3af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407071:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2600/0x628f9640b607f3af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407076:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2600/0x628f9640b607f3af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:1.0:1746070435.407096:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:1.0:1746070435.407099:0:7093:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746070435.407110:0:7093:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2600/0x628f9640b607f3af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407116:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2200/0x628f9640b607f3a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407121:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2200/0x628f9640b607f3a1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407127:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2200/0x628f9640b607f3a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407131:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ef2200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070435.407133:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2200/0x628f9640b607f3a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407139:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2200/0x628f9640b607f3a1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407147:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093993600) 00010000:00010000:1.0:1746070435.407149:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070435.407152:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2200/0x628f9640b607f3a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407156:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2200/0x628f9640b607f3a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407163:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2c00/0x628f9640b607f3a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407167:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2c00/0x628f9640b607f3a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407171:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2c00/0x628f9640b607f3a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407175:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ef2c00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070435.407178:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2c00/0x628f9640b607f3a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407185:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2c00/0x628f9640b607f3a8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407191:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800ac9b2000) 00010000:00010000:1.0:1746070435.407192:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070435.407194:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2c00/0x628f9640b607f3a8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407199:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2c00/0x628f9640b607f3a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.407217:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef3800/0x628f9640b607f39a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c006f expref: 12 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.407225:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ef2600/0x628f9640b607f3af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c006f expref: 11 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.407230:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800ac9b2700) 00010000:00010000:1.0:1746070435.407231:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746070435.407233:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ef2600, rc 0) 00000100:00100000:1.0:1746070435.407277:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:32270:x1830887015562240:12345-192.168.203.29@tcp:101:cp.0 Request processed in 564us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070435.407283:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33747 00000100:00100000:0.0:1746070435.408744:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070435.408816:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015562368 00000100:00100000:1.0:1746070435.408821:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015562368 00000100:00100000:1.0:1746070435.408848:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33748 00000100:00100000:1.0:1746070435.408853:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:32270:x1830887015562368:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:1.0:1746070435.408864:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070435.408877:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50c00/0x628f9640b607f3b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0076 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.408911:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f3bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.408920:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f3bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.408926:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f3bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.408976:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f3c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.408982:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f3c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.408988:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f3c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409027:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f3bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409032:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f3bd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409037:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f3bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409041:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136b51400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070435.409043:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f3bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409048:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f3bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409056:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800ac9b2700) 00010000:00010000:1.0:1746070435.409059:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070435.409061:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f3bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409065:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f3bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409073:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f3c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409077:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f3c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409081:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f3c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409085:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093812800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070435.409087:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f3c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409092:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f3c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409097:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8800ac9b2800) 00010000:00010000:1.0:1746070435.409099:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070435.409101:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f3c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409104:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f3c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.409132:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50c00/0x628f9640b607f3b6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0076 expref: 12 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.409138:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50c00/0x628f9640b607f3b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0076 expref: 12 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.409145:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50c00, rc 0) 00000100:00100000:1.0:1746070435.409173:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:32270:x1830887015562368:12345-192.168.203.29@tcp:101:cp.0 Request processed in 319us (432us total) trans 0 rc 301/301 00000100:00100000:1.0:1746070435.409178:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33748 00000100:00100000:3.0:1746070435.414034:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070435.415589:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015562496 00000100:00100000:0.0:1746070435.415597:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015562496 00000100:00100000:0.0:1746070435.416371:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33749 00000100:00100000:0.0:1746070435.416380:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:32270:x1830887015562496:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:0.0:1746070435.416397:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070435.416411:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fac200/0x628f9640b607f3cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c007d expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070435.416458:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad200/0x628f9640b607f3d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416467:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad200/0x628f9640b607f3d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416475:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad200/0x628f9640b607f3d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416484:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad400/0x628f9640b607f3d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416488:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad400/0x628f9640b607f3d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416493:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad400/0x628f9640b607f3d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416536:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad200/0x628f9640b607f3d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416541:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad200/0x628f9640b607f3d2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416546:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad200/0x628f9640b607f3d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416551:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fad200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070435.416554:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad200/0x628f9640b607f3d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416559:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad200/0x628f9640b607f3d2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416567:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800ac9b2700) 00010000:00010000:0.0:1746070435.416569:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070435.416572:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad200/0x628f9640b607f3d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416576:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad200/0x628f9640b607f3d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416584:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad400/0x628f9640b607f3d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416588:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad400/0x628f9640b607f3d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416592:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad400/0x628f9640b607f3d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416596:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fad400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070435.416598:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad400/0x628f9640b607f3d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416601:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad400/0x628f9640b607f3d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416606:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880093993000) 00010000:00010000:0.0:1746070435.416608:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070435.416610:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad400/0x628f9640b607f3d9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416614:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fad400/0x628f9640b607f3d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.416642:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fac200/0x628f9640b607f3cb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c007d expref: 12 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070435.416649:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fac200/0x628f9640b607f3cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c007d expref: 12 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070435.416655:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fac200, rc 0) 00000100:00100000:0.0:1746070435.417412:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:32270:x1830887015562496:12345-192.168.203.29@tcp:101:cp.0 Request processed in 1031us (3382us total) trans 0 rc 301/301 00000100:00100000:0.0:1746070435.417419:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33749 00000100:00100000:0.0:1746070435.420011:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.420184:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015562752 00000100:00100000:2.0:1746070435.420190:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015562752 00000100:00100000:2.0:1746070435.420233:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33750 00000100:00100000:2.0:1746070435.420241:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:32270:x1830887015562752:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:2.0:1746070435.420256:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070435.420270:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb400/0x628f9640b607f3e0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0084 expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.420362:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2ba000/0x628f9640b607f3e7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420371:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2ba000/0x628f9640b607f3e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420380:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2ba000/0x628f9640b607f3e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420389:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f3ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420394:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f3ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420398:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f3ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00080000:2.0:1746070435.420736:0:10662:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:2.0:1746070435.420890:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb800/0x628f9640b607f3f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420897:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb800/0x628f9640b607f3f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420903:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb800/0x628f9640b607f3f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420926:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2ba000/0x628f9640b607f3e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420931:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2ba000/0x628f9640b607f3e7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420936:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2ba000/0x628f9640b607f3e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420941:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a2ba000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070435.420943:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2ba000/0x628f9640b607f3e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420949:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2ba000/0x628f9640b607f3e7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420957:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800ac9b2700) 00010000:00010000:2.0:1746070435.420959:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070435.420963:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2ba000/0x628f9640b607f3e7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.420966:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2ba000/0x628f9640b607f3e7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00000004:00010000:2.0:1746070435.420976:0:10662:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092c97100 reply state ffff88009247e000 transno 4294981982 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f3ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000100:00100000:2.0:1746070435.420984:0:10662:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746070435.421004:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb400/0x628f9640b607f3e0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0084 expref: 14 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.421013:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb800/0x628f9640b607f3f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0084 expref: 13 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.421019:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800ac8d1400) 00010000:00010000:2.0:1746070435.421021:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070435.421023:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2bb800, rc 0) 00000100:00100000:3.0:1746070435.423510:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:32270:x1830887015562752:12345-192.168.203.29@tcp:101:cp.0 Request processed in 3261us (3497us total) trans 4294981982 rc 0/0 00000100:00100000:3.0:1746070435.423518:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33750 00010000:00010000:0.0:1746070435.428961:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f3ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.428974:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f3ee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.428980:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f3ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.428986:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a2baa00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070435.428989:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f3ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.428995:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f3ee lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.429007:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8800ac8d1200) 00010000:00010000:0.0:1746070435.429010:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070435.429013:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f3ee lrc: 2/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070435.429017:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f3ee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00000100:00100000:2.0:1746070435.429263:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070435.429349:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015562880 00000100:00100000:0.0:1746070435.429356:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015562880 00000100:00100000:0.0:1746070435.429378:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5606 00000100:00100000:0.0:1746070435.429384:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:1960:x1830887015562880:12345-192.168.203.29@tcp:8:cp.0 00010000:00080000:0.0:1746070435.429409:0:8446:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from 7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp t0 exp (null) cur 547 last 0 00000020:00000080:0.0:1746070435.429428:0:8446:0:(genops.c:1402:class_connect()) connect: client 7b76de34-516b-4fc5-a0c6-5c59ed28c461, cookie 0x628f9640b607f403 00002000:00100000:0.0:1746070435.429437:0:8446:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 7b76de34-516b-4fc5-a0c6-5c59ed28c461/ffff8800a4d67000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 210363a ocd_grant: 490471424 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1746070435.429445:0:8446:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1746070435.429624:0:8446:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800b4dfc240 00002000:00080000:0.0:1746070435.429630:0:8446:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1746070435.429650:0:8446:0:(import.c:66:import_set_state_nolock()) ffff8800a4d63000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1746070435.429713:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1960:x1830887015562880:12345-192.168.203.29@tcp:8:cp.0 Request processed in 328us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070435.429719:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5606 00000100:00100000:0.0:1746070435.435992:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.436073:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015563008 00000100:00100000:2.0:1746070435.436080:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015563008 00000100:00100000:2.0:1746070435.436130:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5607 00000100:00100000:2.0:1746070435.436137:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:0:x1830887015563008:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:2.0:1746070435.436152:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070435.436167:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a2baa00/0x628f9640b607f40a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c008b expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070435.436185:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746070435.436200:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070435.436201:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070435.436213:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2baa00/0x628f9640b607f40a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c008b expref: 7 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070435.436227:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a2baa00/0x628f9640b607f40a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c008b expref: 7 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070435.436239:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2baa00, rc 0) 00000100:00100000:2.0:1746070435.436274:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:0:x1830887015563008:12345-192.168.203.29@tcp:101:cp.0 Request processed in 138us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.436280:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5607 00000100:00080000:3.0:1746070435.436392:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070435.440114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.441649:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015563136 00000100:00100000:2.0:1746070435.441657:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015563136 00000100:00100000:2.0:1746070435.441713:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5608 00000100:00100000:2.0:1746070435.441719:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:32270:x1830887015563136:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:2.0:1746070435.441733:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070435.441746:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0092 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.441778:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2baa00/0x628f9640b607f40a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c008b expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070435.441786:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070435.441787:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070435.441790:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.441809:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a2baa00/0x628f9640b607f40a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c008b expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070435.441819:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a2baa00/0x628f9640b607f40a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c008b expref: 8 pid: 8444 timeout: 647 lvb_type: 1 00000100:00100000:2.0:1746070435.441833:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887013394176:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070435.444070:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070435.448164:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070435.448245:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015563264 00000100:00100000:3.0:1746070435.448253:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015563264 00010000:00010000:3.0:1746070435.448282:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2baa00/0x628f9640b607f40a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c008b expref: 9 pid: 8444 timeout: 647 lvb_type: 1 00000100:00100000:3.0:1746070435.448305:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7871 00000100:00100000:3.0:1746070435.448311:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015563264:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070435.448320:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070435.448336:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a2baa00/0x628f9640b607f40a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c008b expref: 9 pid: 8444 timeout: 647 lvb_type: 1 00010000:00010000:3.0:1746070435.448350:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a2baa00/0x628f9640b607f40a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c008b expref: 9 pid: 8444 timeout: 647 lvb_type: 1 00010000:00010000:3.0:1746070435.448368:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070435.448369:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070435.448374:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070435.448380:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070435.448403:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 9 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070435.448412:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926e4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887013394304:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070435.449048:0:8446:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a2baa00/0x628f9640b607f40a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c008b expref: 9 pid: 8444 timeout: 647 lvb_type: 1 00000100:00100000:2.0:1746070435.449068:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887013394176:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070435.449084:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.449090:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2ba000, rc 0) 00000100:00100000:3.0:1746070435.449237:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a970c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070435.449354:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:32270:x1830887015563136:12345-192.168.203.29@tcp:101:cp.0 Request processed in 7633us (9244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.449360:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5608 00000100:00100000:0.0:1746070435.451342:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070435.451842:0:7096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015563520 00000100:00100000:1.0:1746070435.451848:0:7096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015563520 00000100:00100000:3.0:1746070435.452042:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926e4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887013394304:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070435.452055:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070435.452087:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015563264:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3776us (3929us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070435.452095:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7871 00000100:00100000:1.0:1746070435.452145:0:7096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 152 00000100:00100000:1.0:1746070435.452151:0:7096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:32270:x1830887015563520:12345-192.168.203.29@tcp:35:cp.0 00000100:00100000:1.0:1746070435.452374:0:7096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:32270:x1830887015563520:12345-192.168.203.29@tcp:35:cp.0 Request processed in 222us (1035us total) trans 4294981983 rc 0/0 00000100:00100000:1.0:1746070435.452380:0:7096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 152 00000100:00100000:0.0:1746070435.497289:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070435.498998:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015563776 00000100:00100000:3.0:1746070435.499009:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015563776 00000100:00100000:3.0:1746070435.499068:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33751 00000100:00100000:3.0:1746070435.499076:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:32273:x1830887015563776:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746070435.499097:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070435.499111:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094314800/0x628f9640b607f418 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0099 expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070435.499176:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094315200/0x628f9640b607f41f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070435.499186:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094315200/0x628f9640b607f41f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070435.499194:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094315200/0x628f9640b607f41f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:3.0:1746070435.499202:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:3.0:1746070435.499299:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094314800/0x628f9640b607f418 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0099 expref: 17 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070435.499331:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094315200/0x628f9640b607f41f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0099 expref: 16 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070435.499338:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800ac8d1400) 00010000:00010000:3.0:1746070435.499341:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746070435.499343:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094315200, rc 0) 00000100:00100000:3.0:1746070435.499384:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:32273:x1830887015563776:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 310us (2102us total) trans 4294981984 rc 0/0 00000100:00100000:3.0:1746070435.499389:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33751 00000100:00100000:0.0:1746070435.518957:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070435.519022:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015563904 00000100:00100000:1.0:1746070435.519030:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015563904 00000100:00100000:1.0:1746070435.519090:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33752 00000100:00100000:1.0:1746070435.519097:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+8:32277:x1830887015563904:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746070435.519116:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070435.519131:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f42d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00a0 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.519175:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093813e00/0x628f9640b607f434 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.519186:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093813e00/0x628f9640b607f434 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.519195:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093813e00/0x628f9640b607f434 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:1.0:1746070435.519239:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746070435.519241:0:7093:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1746070435.519255:0:7093:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093813e00/0x628f9640b607f434 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.519271:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f42d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00a0 expref: 10 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.519286:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093813e00/0x628f9640b607f434 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00a0 expref: 9 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.519292:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093993600) 00010000:00010000:1.0:1746070435.519294:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746070435.519297:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093813e00, rc 0) 00000100:00100000:1.0:1746070435.519332:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+9:32277:x1830887015563904:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 235us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070435.519337:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33752 00000100:00080000:3.0:1746070435.519629:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070435.527606:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.527918:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015564032 00000100:00100000:2.0:1746070435.527925:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015564032 00000100:00100000:2.0:1746070435.527975:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33753 00000100:00100000:2.0:1746070435.527981:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+9:32277:x1830887015564032:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746070435.527998:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070435.528012:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2ba200/0x628f9640b607f43b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00a7 expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.528054:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb200/0x628f9640b607f442 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528065:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb200/0x628f9640b607f442 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528073:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb200/0x628f9640b607f442 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528084:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f449 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528089:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f449 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528094:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f449 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528181:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bbc00/0x628f9640b607f450 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528187:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bbc00/0x628f9640b607f450 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528192:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bbc00/0x628f9640b607f450 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:2.0:1746070435.528214:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:2.0:1746070435.528217:0:10662:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1746070435.528229:0:10662:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bbc00/0x628f9640b607f450 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528236:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb200/0x628f9640b607f442 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528241:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb200/0x628f9640b607f442 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528246:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb200/0x628f9640b607f442 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528254:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a2bb200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070435.528257:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb200/0x628f9640b607f442 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528263:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb200/0x628f9640b607f442 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528272:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093993600) 00010000:00010000:2.0:1746070435.528274:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070435.528277:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb200/0x628f9640b607f442 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528282:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb200/0x628f9640b607f442 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528296:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f449 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528300:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f449 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528305:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f449 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528308:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a2baa00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070435.528310:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f449 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528315:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f449 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528320:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800ac8d1c00) 00010000:00010000:2.0:1746070435.528322:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070435.528325:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f449 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528329:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2baa00/0x628f9640b607f449 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.528350:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2ba200/0x628f9640b607f43b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00a7 expref: 11 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.528358:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bbc00/0x628f9640b607f450 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00a7 expref: 10 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.528363:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800ac9b2700) 00010000:00010000:2.0:1746070435.528365:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746070435.528367:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2bbc00, rc 0) 00000100:00100000:2.0:1746070435.528398:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+10:32277:x1830887015564032:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 417us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.528403:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33753 00000100:00100000:0.0:1746070435.531383:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070435.531464:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015564160 00000100:00100000:1.0:1746070435.531471:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015564160 00000100:00100000:1.0:1746070435.531516:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33754 00000100:00100000:1.0:1746070435.531522:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+10:32277:x1830887015564160:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746070435.531537:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070435.531553:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f457 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00ae expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.531596:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50c00/0x628f9640b607f45e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.531606:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50c00/0x628f9640b607f45e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.531613:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50c00/0x628f9640b607f45e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.531622:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f465 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.531626:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f465 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.531630:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f465 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.532260:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607f46c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.532268:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607f46c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.532274:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607f46c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:1.0:1746070435.532300:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00000004:00200000:1.0:1746070435.532303:0:7093:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746070435.532315:0:7093:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607f46c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.532323:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607f46c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.532328:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50c00/0x628f9640b607f45e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.532336:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50c00/0x628f9640b607f45e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.532341:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50c00/0x628f9640b607f45e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.532345:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136b50c00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070435.532348:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50c00/0x628f9640b607f45e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.532353:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50c00/0x628f9640b607f45e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.532360:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800ac9b2700) 00010000:00010000:1.0:1746070435.532362:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070435.532365:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50c00/0x628f9640b607f45e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.532369:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50c00/0x628f9640b607f45e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.533201:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f465 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.533208:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f465 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.533213:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f465 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.533216:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136b51400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070435.533218:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f465 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.533226:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f465 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.533234:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8800ac9b2c00) 00010000:00010000:1.0:1746070435.533236:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070435.533238:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f465 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.533242:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f465 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.533271:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093812800/0x628f9640b607f457 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ae expref: 12 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.533282:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607f46c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ae expref: 11 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.533286:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800ac8d1400) 00010000:00010000:1.0:1746070435.533288:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746070435.533290:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50400, rc 0) 00000100:00100000:1.0:1746070435.533345:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+11:32277:x1830887015564160:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 1822us (1966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070435.533352:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33754 00000100:00100000:0.0:1746070435.542408:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.542513:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015564288 00000100:00100000:2.0:1746070435.542521:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015564288 00000100:00100000:2.0:1746070435.542546:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5609 00000100:00100000:2.0:1746070435.542552:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:1960:x1830887015564288:12345-192.168.203.29@tcp:8:mmap_cat.0 00010000:00080000:2.0:1746070435.542578:0:8446:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from 2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp t0 exp (null) cur 547 last 0 00000020:00000080:2.0:1746070435.542603:0:8446:0:(genops.c:1402:class_connect()) connect: client 2acfa880-79c0-40ca-9b06-ba79796809b8, cookie 0x628f9640b607f473 00002000:00100000:2.0:1746070435.542612:0:8446:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 2acfa880-79c0-40ca-9b06-ba79796809b8/ffff88013266e000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 210363a ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746070435.542620:0:8446:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746070435.542709:0:8446:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800b4dfc240 00002000:00080000:2.0:1746070435.542716:0:8446:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1746070435.542736:0:8446:0:(import.c:66:import_set_state_nolock()) ffff88013266f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746070435.542797:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1960:x1830887015564288:12345-192.168.203.29@tcp:8:mmap_cat.0 Request processed in 244us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.542803:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5609 00000100:00100000:0.0:1746070435.543869:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.543927:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015564416 00000100:00100000:2.0:1746070435.543931:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015564416 00000100:00100000:2.0:1746070435.543974:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5610 00000100:00100000:2.0:1746070435.543979:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:0:x1830887015564416:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746070435.543988:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070435.543999:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be0aa00/0x628f9640b607f47a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00b5 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070435.544034:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013394432:192.168.203.29@tcp:106: 00000100:00100000:2.0:1746070435.544091:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d300 going to sleep for 11 seconds 00000100:00080000:3.0:1746070435.544139:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1746070435.545925:0:8444:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size: 0 -> 1716 00002000:00010000:2.0:1746070435.545929:0:8444:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime: 0 -> 1746070435 00002000:00010000:2.0:1746070435.545931:0:8444:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime: 0 -> 1746070435 00002000:00010000:2.0:1746070435.545932:0:8444:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime: 0 -> 1746070435 00000100:00100000:2.0:1746070435.545948:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013394432:192.168.203.29@tcp:106: 00010000:00010000:2.0:1746070435.545970:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009be0aa00/0x628f9640b607f47a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00b5 expref: 7 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070435.545981:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be0aa00/0x628f9640b607f47a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00b5 expref: 7 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070435.546510:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be0aa00, rc 0) 00000100:00100000:2.0:1746070435.546547:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:0:x1830887015564416:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 2567us (2679us total) trans 0 rc 301/301 00000100:00100000:2.0:1746070435.546554:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5610 00000100:00100000:0.0:1746070435.549899:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070435.549993:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015564672 00000100:00100000:1.0:1746070435.550000:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015564672 00000100:00100000:1.0:1746070435.550297:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33755 00000100:00100000:1.0:1746070435.550305:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+11:32277:x1830887015564672:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746070435.550319:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070435.550335:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50a00/0x628f9640b607f481 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00bc expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.550403:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f488 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.550413:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f488 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.550422:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f488 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:1.0:1746070435.550429:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:1.0:1746070435.550514:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50a00/0x628f9640b607f481 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00bc expref: 14 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.550530:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f488 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00bc expref: 13 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.550536:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800ac8d1400) 00010000:00010000:1.0:1746070435.550538:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746070435.550541:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b51400, rc 0) 00000100:00100000:1.0:1746070435.550572:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+13:32277:x1830887015564672:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 269us (680us total) trans 4294981985 rc 0/0 00000100:00100000:1.0:1746070435.550578:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33755 00000100:00100000:0.0:1746070435.553570:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070435.555004:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070435.555296:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015564928 00000100:00100000:3.0:1746070435.555302:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015564928 00000100:00100000:3.0:1746070435.555338:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 138 00000100:00100000:3.0:1746070435.555343:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1964:x1830887015564928:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070435.555354:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070435.555372:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607f488 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00bc expref: 13 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070435.555395:0:7079:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800ac8d1400) 00010000:00010000:3.0:1746070435.555399:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070435.555429:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1964:x1830887015564928:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 85us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070435.555435:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 138 00000100:00100000:2.0:1746070435.556196:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015564800 00000100:00100000:2.0:1746070435.556201:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015564800 00000100:00100000:2.0:1746070435.556222:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5611 00000100:00100000:2.0:1746070435.556227:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015564800:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746070435.556238:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070435.556247:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b4f4a00/0x628f9640b607f496 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00c3 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070435.556282:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013394560:192.168.203.29@tcp:106: 00000100:00100000:2.0:1746070435.556331:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070435.558410:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013394560:192.168.203.29@tcp:106: 00010000:00010000:2.0:1746070435.558430:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b4f4a00/0x628f9640b607f496 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00c3 expref: 7 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070435.558441:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b4f4a00/0x628f9640b607f496 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00c3 expref: 7 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070435.558462:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4f4a00, rc 0) 00000100:00100000:2.0:1746070435.558497:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015564800:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 2269us (4931us total) trans 0 rc 301/301 00000100:00100000:2.0:1746070435.558503:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5611 00000100:00100000:0.0:1746070435.561607:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.561732:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015565056 00000100:00100000:2.0:1746070435.561738:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015565056 00000100:00100000:2.0:1746070435.561778:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5612 00000100:00100000:2.0:1746070435.561785:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+6:32277:x1830887015565056:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746070435.561796:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070435.561807:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b4f5800/0x628f9640b607f49d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00ca expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.561827:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.561834:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070435.561835:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070435.561838:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b4f5800/0x628f9640b607f49d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ca expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.561860:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.561869:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 6 pid: 8446 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746070435.561878:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013394688:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070435.561943:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070435.564227:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070435.564388:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015565184 00000100:00100000:3.0:1746070435.564394:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015565184 00002000:00100000:3.0:1746070435.564424:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x19:0x0] (0->1715) req@ffff880092c94380 x1830887015565184/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:66/0 lens 2208/0 e 0 to 0 dl 1746070446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746070435.564433:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94380 with x1830887015565184 ext(0->1715) 00010000:00010000:3.0:1746070435.564440:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 7 pid: 8446 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746070435.564451:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 7 pid: 8446 timeout: 647 lvb_type: 0 00002000:00010000:3.0:1746070435.564457:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c94380 00000100:00100000:3.0:1746070435.564474:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2034 00000100:00100000:3.0:1746070435.564480:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015565184:12345-192.168.203.29@tcp:4:cp.0 00000100:00100000:2.0:1746070435.564739:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013394688:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070435.564766:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b4f5800/0x628f9640b607f49d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ca expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.564776:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4f5800, rc 0) 00000100:00100000:2.0:1746070435.565965:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+7:32277:x1830887015565056:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 4178us (4360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.565973:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5612 00000001:00100000:1.0:1746070435.619216:0:9895:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7b76de34-516b-4fc5-a0c6-5c59ed28c461 00000001:00100000:1.0:1746070435.619228:0:9895:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2acfa880-79c0-40ca-9b06-ba79796809b8 00000100:00100000:1.0:1746070435.651946:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070435.651972:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.651976:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015565440 00000100:00100000:2.0:1746070435.651982:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015565440 00000100:00100000:1.0:1746070435.651990:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070435.652004:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015565312 00000100:00100000:1.0:1746070435.652007:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015565312 00000100:00100000:2.0:1746070435.652018:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015565568 00000100:00100000:2.0:1746070435.652019:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015565568 00000100:00100000:1.0:1746070435.652024:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 404 00000100:00100000:2.0:1746070435.652029:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 468 00000100:00100000:1.0:1746070435.652029:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a473d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1962:x1830887015565312:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070435.652032:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015565440:12345-192.168.203.29@tcp:400:kworker.0 00000100:00080000:3.0:1746070435.652078:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746070435.652084:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a473d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1962:x1830887015565312:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 54us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070435.652088:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 469 00000100:00100000:1.0:1746070435.652090:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 404 00000100:00100000:3.0:1746070435.652092:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015565568:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070435.652137:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015565440:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 105us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.652141:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 468 00000100:00100000:3.0:1746070435.652172:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1962:x1830887015565568:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 79us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070435.652175:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 469 00000100:00100000:0.0:1746070435.653311:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015565184:12345-192.168.203.29@tcp:4:cp.0 Request processed in 88827us (89084us total) trans 4294968465 rc 0/0 00000100:00100000:0.0:1746070435.653319:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2034 00002000:00100000:0.0:1746070435.653328:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x19:0x0] (0->1715) req@ffff880092c94380 x1830887015565184/t4294968465(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:66/0 lens 2208/448 e 0 to 0 dl 1746070446 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00000001:00080000:1.0:1746070435.653330:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968465 is committed 00002000:00100000:0.0:1746070435.653335:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94380 with x1830887015565184 ext(0->1715) 00010000:00010000:0.0:1746070435.653342:0:31816:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 6 pid: 8446 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746070435.653419:0:31816:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 6 pid: 8446 timeout: 647 lvb_type: 0 00002000:00010000:0.0:1746070435.653426:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c94380 00000100:00100000:0.0:1746070435.656381:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.656572:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015565696 00000100:00100000:2.0:1746070435.656579:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015565696 00010000:00010000:2.0:1746070435.656610:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 6 pid: 8446 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746070435.656646:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7872 00000100:00100000:2.0:1746070435.656653:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015565696:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070435.656662:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746070435.656705:0:11146:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1746070435.656711:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 6 pid: 8446 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746070435.656722:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 6 pid: 8446 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746070435.659342:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a2ba000/0x628f9640b607f411 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0092 expref: 6 pid: 8446 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746070435.659363:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070435.659543:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070435.659552:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b4f5800/0x628f9640b607f49d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ca expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.659560:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b4f5800/0x628f9640b607f49d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ca expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.659599:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b4f5800/0x628f9640b607f49d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ca expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070435.659610:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887013394816:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070435.659719:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070435.662401:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.662477:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887013394816:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070435.662493:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070435.662525:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1961:x1830887015565696:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 5872us (6150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.662534:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7872 00000100:00100000:1.0:1746070435.662712:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015565952 00000100:00100000:1.0:1746070435.662718:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015565952 00002000:00100000:1.0:1746070435.662746:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092c97480 x1830887015565952/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:66/0 lens 488/0 e 0 to 0 dl 1746070446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070435.662767:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c97480 with x1830887015565952 ext(0->4095) 00002000:00010000:1.0:1746070435.662771:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c97480 00000100:00100000:1.0:1746070435.662786:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4101 00000100:00100000:1.0:1746070435.662792:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015565952:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070435.662915:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015565952:12345-192.168.203.29@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070435.662920:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4101 00002000:00100000:1.0:1746070435.662925:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880092c97480 x1830887015565952/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:66/0 lens 488/4536 e 0 to 0 dl 1746070446 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070435.662931:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c97480 with x1830887015565952 ext(0->4095) 00002000:00010000:1.0:1746070435.662933:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c97480 00000100:00100000:0.0:1746070435.669987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070435.670453:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015566208 00000100:00100000:3.0:1746070435.670461:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015566208 00000100:00100000:3.0:1746070435.670505:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 153 00000100:00100000:3.0:1746070435.670512:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+12:32277:x1830887015566208:12345-192.168.203.29@tcp:35:mmap_cat.0 00000100:00100000:3.0:1746070435.671314:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+13:32277:x1830887015566208:12345-192.168.203.29@tcp:35:mmap_cat.0 Request processed in 800us (1332us total) trans 4294981986 rc 0/0 00000100:00100000:3.0:1746070435.671321:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 153 00000100:00100000:0.0:1746070435.687653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.689781:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015566464 00000100:00100000:2.0:1746070435.689790:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015566464 00000100:00100000:2.0:1746070435.689837:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33756 00000100:00100000:2.0:1746070435.689844:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:32280:x1830887015566464:12345-192.168.203.29@tcp:36:truncate.0 00010000:00010000:2.0:1746070435.689883:0:10662:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070435.689902:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb800/0x628f9640b607f3f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0084 expref: 16 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.689929:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800ac8d1400) 00010000:00010000:2.0:1746070435.689933:0:10662:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070435.690065:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.690076:0:10662:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607f46c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ae expref: 12 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.690082:0:10662:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.690105:0:10662:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607f46c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ae expref: 12 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.690114:0:10662:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607f46c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ae expref: 12 pid: 7093 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746070435.690124:0:10662:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10662:1830887013394944:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070435.690194:0:10662:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070435.695514:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070435.695979:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015566592 00000100:00100000:3.0:1746070435.695986:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015566592 00010000:00010000:3.0:1746070435.696015:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607f46c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ae expref: 13 pid: 7093 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1746070435.696035:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7873 00000100:00100000:3.0:1746070435.696041:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1964:x1830887015566592:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070435.696052:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070435.696056:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607f46c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ae expref: 13 pid: 7093 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746070435.696065:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607f46c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ae expref: 13 pid: 7093 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1746070435.696081:0:11146:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800ac8d1400) 00010000:00010000:3.0:1746070435.696085:0:11146:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070435.696092:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070435.696097:0:11146:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070435.696109:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070435.696151:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1964:x1830887015566592:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 109us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070435.696155:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7873 00010000:00010000:2.0:1746070435.696282:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607f46c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ae expref: 12 pid: 7093 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746070435.696296:0:10662:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10662:1830887013394944:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070435.696310:0:10662:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.696316:0:10662:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.696323:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000001:00080000:2.0:1746070435.696405:0:10662:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294981987 00000004:00010000:2.0:1746070435.696443:0:10662:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092c95c00 reply state ffff880131abd000 transno 4294981988 ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000100:00100000:2.0:1746070435.696448:0:10662:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746070435.697010:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:32280:x1830887015566464:12345-192.168.203.29@tcp:36:truncate.0 Request processed in 7165us (9362us total) trans 4294981988 rc 0/0 00000100:00100000:2.0:1746070435.697017:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33756 00000020:00080000:2.0:1746070435.697020:0:10662:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1746070435.699137:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070435.699147:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070435.699153:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070435.699158:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136a35800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070435.699161:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070435.699167:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070435.699181:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800ac8d1400) 00010000:00010000:3.0:1746070435.699183:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070435.699186:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070435.699193:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136a35800/0x628f9640b607f4a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00000100:00100000:0.0:1746070435.704149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070435.704728:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015566720 00000100:00100000:1.0:1746070435.704736:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015566720 00000100:00100000:1.0:1746070435.705643:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5613 00000100:00100000:1.0:1746070435.705652:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:32280:x1830887015566720:12345-192.168.203.29@tcp:101:truncate.0 00010000:00010000:1.0:1746070435.705668:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070435.705699:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bc9200/0x628f9640b607f4ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00d1 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.705724:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b4f5800/0x628f9640b607f49d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ca expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.705731:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070435.705732:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070435.705735:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bc9200/0x628f9640b607f4ab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.705774:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b4f5800/0x628f9640b607f49d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ca expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.705784:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b4f5800/0x628f9640b607f49d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ca expref: 5 pid: 8444 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746070435.705795:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887013395072:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070435.705876:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070435.708498:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.708553:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015566848 00000100:00100000:2.0:1746070435.708559:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015566848 00010000:00010000:2.0:1746070435.708586:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b4f5800/0x628f9640b607f49d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ca expref: 6 pid: 8444 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746070435.708619:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7874 00000100:00100000:2.0:1746070435.708625:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015566848:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070435.708633:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070435.708648:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b4f5800/0x628f9640b607f49d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ca expref: 6 pid: 8444 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746070435.708658:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b4f5800/0x628f9640b607f49d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ca expref: 6 pid: 8444 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746070435.708708:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070435.708743:0:8446:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b4f5800/0x628f9640b607f49d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ca expref: 6 pid: 8444 timeout: 647 lvb_type: 0 00000100:00100000:1.0:1746070435.708767:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887013395072:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070435.709158:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070435.709165:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bc9200/0x628f9640b607f4ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.709173:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bc9200/0x628f9640b607f4ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.709189:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092bc9200/0x628f9640b607f4ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.709199:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092bc9200/0x628f9640b607f4ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.709199:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bc9200, rc 0) 00000100:00100000:2.0:1746070435.709208:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887013395200:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070435.709253:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:32280:x1830887015566720:12345-192.168.203.29@tcp:101:truncate.0 Request processed in 3602us (5109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070435.709259:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5613 00000100:00100000:2.0:1746070435.709474:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d600 going to sleep for 11 seconds 00010000:00010000:1.0:1746070435.711729:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746070435.712065:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887013395200:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070435.712080:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070435.712123:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015566848:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3497us (3630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.712130:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7874 00000100:00100000:0.0:1746070435.712397:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.712438:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015566976 00000100:00100000:2.0:1746070435.712443:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015566976 00002000:00010000:2.0:1746070435.712467:0:25227:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (858->18446744073709551615) 00002000:00100000:2.0:1746070435.712470:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329880 with x1830887015566976 ext(858->18446744073709551615) 00002000:00010000:2.0:1746070435.712477:0:25227:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d329880. 00000100:00100000:2.0:1746070435.712491:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4102 00000100:00100000:2.0:1746070435.712497:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015566976:12345-192.168.203.29@tcp:10:truncate.0 00002000:00010000:2.0:1746070435.712763:0:25227:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746070435.712766:0:25227:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 1746070435 -> 1746070435 00002000:00010000:2.0:1746070435.712768:0:25227:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 1746070435 -> 0 00002000:00010000:2.0:1746070435.712770:0:25227:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 1746070435 -> 1746070435 00002000:00010000:2.0:1746070435.712772:0:25227:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1746070435.712807:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015566976:12345-192.168.203.29@tcp:10:truncate.0 Request processed in 309us (409us total) trans 4294968466 rc 0/0 00000100:00100000:2.0:1746070435.712812:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4102 00002000:00010000:2.0:1746070435.712814:0:25227:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (858->18446744073709551615) 00002000:00100000:2.0:1746070435.712816:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329880 with x1830887015566976 ext(858->18446744073709551615) 00002000:00010000:2.0:1746070435.712819:0:25227:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d329880. 00000100:00100000:0.0:1746070435.735434:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.735494:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015567104 00000100:00100000:2.0:1746070435.735501:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015567104 00000100:00100000:2.0:1746070435.735553:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33757 00000100:00100000:2.0:1746070435.735560:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:32282:x1830887015567104:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746070435.735578:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070435.735593:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dcb400/0x628f9640b607f4b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00d8 expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.735639:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a34200/0x628f9640b607f4b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735649:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136a34200/0x628f9640b607f4b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735657:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136a34200/0x628f9640b607f4b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735667:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735705:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735715:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735818:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7200/0x628f9640b607f4c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735825:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7200/0x628f9640b607f4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735830:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7200/0x628f9640b607f4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:2.0:1746070435.735854:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:2.0:1746070435.735857:0:10662:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746070435.735869:0:10662:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7200/0x628f9640b607f4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735875:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7200/0x628f9640b607f4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735881:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a34200/0x628f9640b607f4b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735886:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136a34200/0x628f9640b607f4b9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735891:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136a34200/0x628f9640b607f4b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735896:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136a34200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070435.735899:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a34200/0x628f9640b607f4b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735905:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a34200/0x628f9640b607f4b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735913:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800ac9b2700) 00010000:00010000:2.0:1746070435.735916:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070435.735919:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136a34200/0x628f9640b607f4b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735923:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136a34200/0x628f9640b607f4b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735945:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735949:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735953:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735956:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099dd7e00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070435.735957:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735961:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735966:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8800ac8d1100) 00010000:00010000:2.0:1746070435.735967:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070435.735969:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.735972:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.738556:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dcb400/0x628f9640b607f4b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d8 expref: 19 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.738601:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7200/0x628f9640b607f4c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d8 expref: 18 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.738608:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800ac8d1400) 00010000:00010000:2.0:1746070435.738610:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070435.738613:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dd7200, rc 0) 00000100:00100000:2.0:1746070435.738699:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:32282:x1830887015567104:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 3138us (3271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.738706:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33757 00000100:00100000:0.0:1746070435.743987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.744253:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015567360 00000100:00100000:2.0:1746070435.744261:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015567360 00002000:00100000:2.0:1746070435.744293:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012d328380 x1830887015567360/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:66/0 lens 488/0 e 0 to 0 dl 1746070446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746070435.744301:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d328380 with x1830887015567360 ext(0->4095) 00002000:00010000:2.0:1746070435.744305:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d328380 00000100:00100000:2.0:1746070435.744329:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4103 00000100:00100000:2.0:1746070435.744335:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015567360:12345-192.168.203.29@tcp:3:cp.0 00000100:00100000:2.0:1746070435.744462:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015567360:12345-192.168.203.29@tcp:3:cp.0 Request processed in 126us (481us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070435.744467:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4103 00002000:00100000:2.0:1746070435.744472:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012d328380 x1830887015567360/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:66/0 lens 488/4536 e 0 to 0 dl 1746070446 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746070435.744479:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d328380 with x1830887015567360 ext(0->4095) 00002000:00010000:2.0:1746070435.744481:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d328380 00000100:00100000:0.0:1746070435.761008:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.761102:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015567488 00000100:00100000:2.0:1746070435.761110:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015567488 00000100:00100000:2.0:1746070435.761156:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33758 00000100:00100000:2.0:1746070435.761163:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+12:32286:x1830887015567488:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746070435.761182:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070435.761197:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6a00/0x628f9640b607f4ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00df expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.761243:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6000/0x628f9640b607f4d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761253:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6000/0x628f9640b607f4d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761261:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6000/0x628f9640b607f4d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761271:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7c00/0x628f9640b607f4dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761275:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7c00/0x628f9640b607f4dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761279:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7c00/0x628f9640b607f4dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761351:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761371:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761378:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:2.0:1746070435.761402:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:2.0:1746070435.761406:0:10662:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746070435.761419:0:10662:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761426:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761432:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6000/0x628f9640b607f4d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761437:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6000/0x628f9640b607f4d5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761442:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6000/0x628f9640b607f4d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761447:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099dd6000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070435.761450:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6000/0x628f9640b607f4d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761456:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6000/0x628f9640b607f4d5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761465:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800ac9b2700) 00010000:00010000:2.0:1746070435.761468:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070435.761471:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6000/0x628f9640b607f4d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761476:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6000/0x628f9640b607f4d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761491:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7c00/0x628f9640b607f4dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761497:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7c00/0x628f9640b607f4dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761501:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7c00/0x628f9640b607f4dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761505:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099dd7c00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070435.761507:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7c00/0x628f9640b607f4dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761511:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7c00/0x628f9640b607f4dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761516:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8800ac8d1c00) 00010000:00010000:2.0:1746070435.761518:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070435.761520:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7c00/0x628f9640b607f4dc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761525:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7c00/0x628f9640b607f4dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070435.761547:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd6a00/0x628f9640b607f4ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00df expref: 14 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.761556:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099dd7e00/0x628f9640b607f4e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00df expref: 13 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.761561:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800ac8d1400) 00010000:00010000:2.0:1746070435.761564:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070435.761565:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dd7e00, rc 0) 00000100:00100000:2.0:1746070435.761603:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+13:32286:x1830887015567488:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 441us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.761610:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33758 00000100:00100000:2.0:1746070435.768126:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.768171:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015567616 00000100:00100000:2.0:1746070435.768177:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015567616 00000100:00100000:2.0:1746070435.768235:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5614 00000100:00100000:2.0:1746070435.768242:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015567616:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746070435.768263:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070435.768288:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607f4ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00e6 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070435.768338:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887013395328:192.168.203.29@tcp:106: 00000100:00100000:2.0:1746070435.771545:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d3c0 going to sleep for 11 seconds 00002000:00010000:2.0:1746070435.775127:0:8446:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime: 0 -> 1746070435 00000100:00100000:2.0:1746070435.775148:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887013395328:192.168.203.29@tcp:106: 00010000:00010000:2.0:1746070435.775172:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607f4ea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00e6 expref: 6 pid: 8446 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070435.775184:0:8446:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099dd7c00/0x628f9640b607f4ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00e6 expref: 6 pid: 8446 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070435.775206:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dd7c00, rc 0) 00000100:00100000:2.0:1746070435.775248:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1963:x1830887015567616:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 7006us (7137us total) trans 0 rc 301/301 00000100:00100000:2.0:1746070435.775254:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5614 00000100:00100000:0.0:1746070435.780099:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070435.781926:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015567872 00000100:00100000:1.0:1746070435.781936:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015567872 00000100:00100000:1.0:1746070435.782012:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33759 00000100:00100000:1.0:1746070435.782019:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+13:32286:x1830887015567872:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746070435.782037:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070435.782051:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9800/0x628f9640b607f4f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00ed expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.782117:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9a00/0x628f9640b607f4f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.782128:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9a00/0x628f9640b607f4f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070435.782136:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9a00/0x628f9640b607f4f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:1.0:1746070435.782145:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00010000:00010000:1.0:1746070435.782243:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9800/0x628f9640b607f4f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ed expref: 16 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.783030:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9a00/0x628f9640b607f4f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ed expref: 15 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070435.783043:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800ac8d1400) 00010000:00010000:1.0:1746070435.783046:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746070435.783049:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bc9a00, rc 0) 00000100:00100000:1.0:1746070435.783128:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+15:32286:x1830887015567872:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 1109us (3035us total) trans 4294981989 rc 0/0 00000100:00100000:1.0:1746070435.783135:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33759 00000100:00100000:0.0:1746070435.786554:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070435.787381:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.791271:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015568128 00000100:00100000:2.0:1746070435.791283:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015568128 00000100:00100000:2.0:1746070435.791376:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 139 00000100:00100000:2.0:1746070435.791384:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1964:x1830887015568128:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070435.791398:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070435.791419:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9a00/0x628f9640b607f4f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00ed expref: 15 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.791452:0:7079:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800ac8d1400) 00010000:00010000:2.0:1746070435.791457:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070435.791501:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1964:x1830887015568128:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 118us (4120us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.791508:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 139 00000100:00100000:2.0:1746070435.791529:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015568000 00000100:00100000:2.0:1746070435.791532:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015568000 00000100:00100000:2.0:1746070435.791556:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5615 00000100:00100000:2.0:1746070435.791560:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015568000:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746070435.791573:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070435.791584:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099dcb400/0x628f9640b607f506 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00f4 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070435.791622:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887013395456:192.168.203.29@tcp:106: 00000100:00100000:2.0:1746070435.791685:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070435.793248:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887013395456:192.168.203.29@tcp:106: 00010000:00010000:2.0:1746070435.793268:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099dcb400/0x628f9640b607f506 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00f4 expref: 6 pid: 8446 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070435.793282:0:8446:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099dcb400/0x628f9640b607f506 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00f4 expref: 6 pid: 8446 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070435.793290:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dcb400, rc 0) 00000100:00100000:2.0:1746070435.793326:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015568000:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 1764us (6776us total) trans 0 rc 301/301 00000100:00100000:2.0:1746070435.793332:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5615 00000100:00100000:0.0:1746070435.796834:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.796913:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015568256 00000100:00100000:2.0:1746070435.796920:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015568256 00000100:00100000:2.0:1746070435.796961:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5616 00000100:00100000:2.0:1746070435.796968:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:32286:x1830887015568256:12345-192.168.203.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746070435.796982:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070435.796995:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800933cae00/0x628f9640b607f50d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c00fb expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.797019:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bc9200/0x628f9640b607f4ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.797025:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070435.797027:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070435.797030:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800933cae00/0x628f9640b607f50d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00fb expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.797053:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092bc9200/0x628f9640b607f4ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d1 expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.797068:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092bc9200/0x628f9640b607f4ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d1 expref: 6 pid: 8446 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746070435.797079:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887013395584:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070435.797153:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070435.801012:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8446:1830887013395584:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070435.801039:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800933cae00/0x628f9640b607f50d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00fb expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.801052:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933cae00, rc 0) 00000100:00100000:2.0:1746070435.801105:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:32286:x1830887015568256:12345-192.168.203.29@tcp:101:mmap_cat.0 Request processed in 4136us (4277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.801112:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5616 00000100:00100000:0.0:1746070435.802915:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.803487:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015568384 00000100:00100000:2.0:1746070435.803494:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015568384 00010000:00010000:2.0:1746070435.803523:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092bc9200/0x628f9640b607f4ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d1 expref: 7 pid: 8446 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746070435.804085:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7875 00000100:00100000:2.0:1746070435.804093:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015568384:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070435.804106:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070435.804124:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092bc9200/0x628f9640b607f4ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d1 expref: 7 pid: 8446 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746070435.804138:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092bc9200/0x628f9640b607f4ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d1 expref: 7 pid: 8446 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746070435.804155:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bc9200/0x628f9640b607f4ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00d1 expref: 7 pid: 8446 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746070435.804166:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070435.804168:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070435.804173:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800933cae00/0x628f9640b607f50d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00fb expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.804180:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800933cae00/0x628f9640b607f50d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00fb expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.804207:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800933cae00/0x628f9640b607f50d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00fb expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070435.804217:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887013395712:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070435.806813:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070435.808985:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11146:1830887013395712:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070435.809001:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070435.809034:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015568384:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4941us (6122us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.809042:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7875 00000100:00100000:0.0:1746070435.809664:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.810168:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015568640 00000100:00100000:2.0:1746070435.810174:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015568640 00002000:00100000:2.0:1746070435.810203:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012d32b480 x1830887015568640/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:66/0 lens 488/0 e 0 to 0 dl 1746070446 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070435.810211:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b480 with x1830887015568640 ext(0->4095) 00002000:00010000:2.0:1746070435.810215:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d32b480 00000100:00100000:2.0:1746070435.810230:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4104 00000100:00100000:2.0:1746070435.810235:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015568640:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070435.810361:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015568640:12345-192.168.203.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (697us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070435.810366:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4104 00002000:00100000:2.0:1746070435.810371:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88012d32b480 x1830887015568640/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:66/0 lens 488/4536 e 0 to 0 dl 1746070446 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070435.810377:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b480 with x1830887015568640 ext(0->4095) 00002000:00010000:2.0:1746070435.810380:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d32b480 00000100:00100000:0.0:1746070435.813457:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070435.813555:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015568896 00000100:00100000:3.0:1746070435.813562:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015568896 00000100:00100000:3.0:1746070435.813884:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 154 00000100:00100000:3.0:1746070435.813891:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a59a7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+14:32286:x1830887015568896:12345-192.168.203.29@tcp:35:mmap_cat.0 00000100:00100000:3.0:1746070435.814118:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a59a7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+15:32286:x1830887015568896:12345-192.168.203.29@tcp:35:mmap_cat.0 Request processed in 227us (667us total) trans 4294981990 rc 0/0 00000100:00100000:3.0:1746070435.814124:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 154 00000001:00080000:3.0:1746070435.884202:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981980 is committed 00000004:00080000:3.0:1746070435.884214:0:7148:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000001:00080000:3.0:1746070435.884233:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981989 is committed 00000001:00080000:3.0:1746070435.884239:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981983 is committed 00000004:00080000:3.0:1746070435.884242:0:7148:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000001:00080000:3.0:1746070435.884248:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981988 is committed 00000001:00080000:3.0:1746070435.884268:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981990 is committed 00000100:00100000:3.0:1746070435.884378:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746070435.884393:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013395840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1746070435.884441:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070435.885021:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013395840 00000100:00100000:2.0:1746070435.885028:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013395840 00000100:00100000:2.0:1746070435.885064:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5617 00000100:00100000:2.0:1746070435.885070:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013395840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1746070435.885091:0:8446:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00010000:00010000:2.0:1746070435.885112:0:8446:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.885129:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f323 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c004c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.885135:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070435.885137:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070435.885139:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.885160:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f323 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c004c expref: 5 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.885170:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f323 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c004c expref: 5 pid: 8444 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746070435.885178:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013395968:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070435.885228:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009346d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070435.892303:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013395968:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070435.892323:0:8446:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070435.895166:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070435.895244:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015569024 00000100:00100000:2.0:1746070435.895251:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015569024 00010000:00010000:2.0:1746070435.895279:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f323 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c004c expref: 6 pid: 8444 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1746070435.895303:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7876 00000100:00100000:2.0:1746070435.895309:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015569024:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070435.895319:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070435.895322:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f323 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c004c expref: 6 pid: 8444 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746070435.895336:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f323 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c004c expref: 6 pid: 8444 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746070435.895353:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728c00/0x628f9640b607f323 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c004c expref: 6 pid: 8444 timeout: 647 lvb_type: 0 00010000:00010000:2.0:1746070435.895520:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070435.895522:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070435.895526:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.895534:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.896157:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070435.897077:0:8446:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070435.897088:0:8446:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070435.897096:0:8446:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070435.897102:0:8446:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070435.897114:0:8446:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1746070435.898930:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1963:x1830887015569024:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3612us (3761us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070435.898941:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7876 00010000:00010000:2.0:1746070435.899102:0:9816:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746070435.899109:0:9816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.899117:0:9816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df60a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070435.899120:0:9816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.899128:0:9816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.899144:0:9816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.899150:0:9816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df60a00/0x628f9640b607f514 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070435.899165:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746070435.899167:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746070435.899168:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070435.899905:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3294:x1830887013395840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14833us (15462us total) trans 4294968055 rc 0/0 00000100:00100000:0.0:1746070435.899912:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5617 00000004:00080000:3.0:1746070435.899990:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800926e4e00/2, rc 0, transno 4294968055 00000100:00100000:3.0:1746070435.899995:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013395840:0@lo:6:osp-syn-0-0.0 00000001:00080000:3.0:1746070436.089612:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968055 is committed 00010000:00010000:0.0:1746070436.717723:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746070437.721361:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070437.772120:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830887013396096:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070437.772171:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070437.772412:0:8448:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013396096 00000100:00100000:2.0:1746070437.772419:0:8448:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013396096 00000100:00100000:2.0:1746070437.772474:0:8448:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1746070437.772481:0:8448:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1830887013396096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746070437.772509:0:8448:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 383188992 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1746070437.772551:0:8448:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1830887013396096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070437.772556:0:8448:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1746070437.772622:0:3296:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968055 gen 2 00000004:00080000:0.0:1746070437.772626:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800926e4e00, transno 4294968055 00000100:00100000:0.0:1746070437.772638:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830887013396096:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1746070437.772687:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746070438.722897:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746070439.084107:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1830887013396480:0@lo:400:kworker.0 00000100:00100000:3.0:1746070439.084158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070439.084208:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746070439.084213:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3295:1830887013396352:0@lo:400:kworker.0 00000100:00100000:3.0:1746070439.084228:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070439.084239:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013396864:0@lo:400:kworker.0 00000100:00100000:3.0:1746070439.084254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070439.084293:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013396480 00000100:00100000:3.0:1746070439.084298:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013396480 00000100:00100000:3.0:1746070439.084328:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013396352 00000100:00100000:3.0:1746070439.084329:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013396352 00000100:00100000:3.0:1746070439.084342:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1746070439.084347:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830887013396480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070439.084382:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830887013396480:12345-0@lo:400:kworker.0 Request processed in 35us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070439.084387:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1746070439.084399:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1746070439.084403:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1830887013396352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070439.084420:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1830887013396352:12345-0@lo:400:kworker.0 Request processed in 17us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070439.084424:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00080000:3.0:1746070439.084436:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070439.084457:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3295:1830887013396352:0@lo:400:kworker.0 00000100:00100000:3.0:1746070439.084465:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1830887013396480:0@lo:400:kworker.0 00000100:00100000:2.0:1746070439.085118:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013396864 00000100:00100000:2.0:1746070439.085122:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013396864 00000100:00100000:2.0:1746070439.085148:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1746070439.085153:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013396864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070439.085186:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013396864:12345-0@lo:400:kworker.0 Request processed in 33us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070439.085190:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1746070439.085209:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013396864:0@lo:400:kworker.0 00000100:00080000:2.0:1746070439.085223:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746070439.085453:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013396224:0@lo:400:kworker.0 00000100:00100000:1.0:1746070439.085480:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070439.085508:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013396736:0@lo:400:kworker.0 00000100:00100000:1.0:1746070439.085524:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070439.085528:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013396224 00000100:00100000:3.0:1746070439.085531:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013396224 00000100:00100000:1.0:1746070439.085535:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746070439.085539:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013396608:0@lo:400:kworker.0 00000100:00100000:3.0:1746070439.085547:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1746070439.085551:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a473cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3297:x1830887013396224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070439.085553:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070439.085577:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a473cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3297:x1830887013396224:12345-0@lo:400:kworker.0 Request processed in 25us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070439.085581:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1746070439.085591:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013396224:0@lo:400:kworker.0 00000100:00100000:2.0:1746070439.086590:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013396736 00000100:00100000:2.0:1746070439.086595:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013396736 00000100:00100000:2.0:1746070439.086637:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1746070439.086643:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013396736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070439.086706:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013396736:12345-0@lo:400:kworker.0 Request processed in 63us (1181us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070439.086711:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1746070439.086756:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013396608 00000100:00100000:2.0:1746070439.086759:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013396608 00000100:00100000:2.0:1746070439.086779:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1746070439.086783:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013396608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070439.086807:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013396608:12345-0@lo:400:kworker.0 Request processed in 24us (1253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070439.086812:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:2.0:1746070439.086829:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746070439.086832:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746070439.086890:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013396608:0@lo:400:kworker.0 00000100:00100000:1.0:1746070439.086899:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013396736:0@lo:400:kworker.0 00000100:00100000:3.0:1746070439.276335:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746070439.276349:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013396992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746070439.276397:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070439.277687:0:21251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013396992 00000100:00100000:1.0:1746070439.277694:0:21251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013396992 00000100:00100000:1.0:1746070439.277810:0:21251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1746070439.277817:0:21251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013396992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746070439.277851:0:21251:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1746070439.277901:0:21251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013396992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (1503us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070439.277907:0:21251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1746070439.278117:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013396992:0@lo:13:osp-pre-1-0.0 00000001:02000400:0.0:1746070439.564749:0:3523:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 23:33:58 (1746070438) 00000100:00100000:1.0:1746070439.637563:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070439.640607:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015569280 00000100:00100000:3.0:1746070439.640616:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015569280 00000100:00080000:0.0:1746070439.640660:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070439.640687:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33760 00000100:00100000:3.0:1746070439.640694:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:452:x1830887015569280:12345-192.168.203.29@tcp:36:mkdir.0 00010000:00010000:3.0:1746070439.640981:0:21042:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070439.641002:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fac800/0x628f9640b607f393 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0068 expref: 9 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070439.641014:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093993600) 00010000:00010000:3.0:1746070439.641018:0:21042:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070439.641090:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.641100:0:21042:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093813e00/0x628f9640b607f434 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00a0 expref: 9 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070439.641107:0:21042:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.641130:0:21042:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093813e00/0x628f9640b607f434 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00a0 expref: 9 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070439.641142:0:21042:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093813e00/0x628f9640b607f434 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00a0 expref: 9 pid: 7093 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746070439.641153:0:21042:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f19180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21042:1830887013397120:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070439.642799:0:21042:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a97cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070439.645903:0:21042:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f19180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21042:1830887013397120:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070439.645923:0:21042:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000100:00100000:1.0:1746070439.646879:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.647645:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015569408 00000100:00100000:2.0:1746070439.647651:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015569408 00010000:00010000:2.0:1746070439.647706:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093813e00/0x628f9640b607f434 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00a0 expref: 10 pid: 7093 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746070439.647737:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7877 00000100:00100000:2.0:1746070439.647744:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015569408:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070439.647755:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070439.647760:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093813e00/0x628f9640b607f434 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00a0 expref: 10 pid: 7093 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746070439.647769:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093813e00/0x628f9640b607f434 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00a0 expref: 10 pid: 7093 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746070439.647787:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093813e00/0x628f9640b607f434 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c00a0 expref: 10 pid: 7093 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746070439.647797:0:11146:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093993600) 00010000:00010000:2.0:1746070439.647801:0:11146:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.647808:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.647813:0:11146:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.647827:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070439.647865:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1964:x1830887015569408:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 121us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070439.647872:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7877 00010000:00010000:2.0:1746070439.647908:0:21042:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.647913:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.647926:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f522 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.647933:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f522 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.647939:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f522 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000100:00080000:0.0:1746070439.648154:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:2.0:1746070439.650168:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00010000:00010000:2.0:1746070439.650178:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.650185:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.650190:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.650195:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d20600 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070439.650198:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.650400:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.650412:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093993600) 00010000:00010000:2.0:1746070439.650415:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070439.650418:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.650422:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f51b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00000004:00010000:2.0:1746070439.650436:0:21042:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800923bb800 reply state ffff880094c30000 transno 4294981991 ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f522 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000100:00100000:2.0:1746070439.650604:0:21042:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746070439.650699:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:452:x1830887015569280:12345-192.168.203.29@tcp:36:mkdir.0 Request processed in 10002us (13140us total) trans 4294981991 rc 0/0 00000100:00100000:2.0:1746070439.650708:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33760 00010000:00010000:1.0:1746070439.654662:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f522 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:1.0:1746070439.654689:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f522 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:1.0:1746070439.654696:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f522 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:1.0:1746070439.654700:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009460ae00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070439.654704:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f522 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:1.0:1746070439.654710:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f522 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:1.0:1746070439.654721:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800ac8d1800) 00010000:00010000:1.0:1746070439.654734:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070439.654738:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f522 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:1.0:1746070439.654742:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f522 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00000100:00100000:0.0:1746070439.659610:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.659931:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015569536 00000100:00100000:2.0:1746070439.660464:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015569536 00000100:00100000:2.0:1746070439.661040:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33761 00000100:00100000:2.0:1746070439.661049:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:454:x1830887015569536:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:2.0:1746070439.661072:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070439.661088:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a200/0x628f9640b607f529 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0102 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.661134:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b99ea00/0x628f9640b607f530 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.661143:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b99ea00/0x628f9640b607f530 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.661151:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b99ea00/0x628f9640b607f530 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:2.0:1746070439.661193:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746070439.661196:0:21042:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:2.0:1746070439.661206:0:21042:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b99ea00/0x628f9640b607f530 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.661220:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a200/0x628f9640b607f529 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0102 expref: 11 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.661231:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b99ea00/0x628f9640b607f530 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0102 expref: 10 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.661237:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ac8d1a00) 00010000:00010000:2.0:1746070439.661240:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070439.661242:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b99ea00, rc 0) 00000100:00100000:2.0:1746070439.661314:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:454:x1830887015569536:12345-192.168.203.29@tcp:101:cp.0 Request processed in 267us (1707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070439.661321:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33761 00000100:00100000:0.0:1746070439.665161:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.665220:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015569664 00000100:00100000:2.0:1746070439.665228:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015569664 00000100:00100000:2.0:1746070439.665267:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33762 00000100:00100000:2.0:1746070439.665274:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:454:x1830887015569664:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:2.0:1746070439.665289:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070439.665306:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80c8e00/0x628f9640b607f537 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0109 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.665351:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78fc00/0x628f9640b607f53e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665362:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78fc00/0x628f9640b607f53e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665370:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78fc00/0x628f9640b607f53e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665380:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e200/0x628f9640b607f545 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665385:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e200/0x628f9640b607f545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665389:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e200/0x628f9640b607f545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665475:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e800/0x628f9640b607f54c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665483:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e800/0x628f9640b607f54c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665488:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e800/0x628f9640b607f54c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:2.0:1746070439.665510:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:2.0:1746070439.665513:0:21042:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746070439.665524:0:21042:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e800/0x628f9640b607f54c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665531:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78fc00/0x628f9640b607f53e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665536:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78fc00/0x628f9640b607f53e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665541:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78fc00/0x628f9640b607f53e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665545:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b78fc00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070439.665549:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78fc00/0x628f9640b607f53e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665554:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78fc00/0x628f9640b607f53e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665562:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ac8d1a00) 00010000:00010000:2.0:1746070439.665565:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070439.665568:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78fc00/0x628f9640b607f53e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665572:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78fc00/0x628f9640b607f53e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665582:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e200/0x628f9640b607f545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665586:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e200/0x628f9640b607f545 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665590:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e200/0x628f9640b607f545 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665593:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b78e200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070439.665596:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e200/0x628f9640b607f545 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665599:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e200/0x628f9640b607f545 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665604:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800ac8d1c00) 00010000:00010000:2.0:1746070439.665606:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070439.665608:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e200/0x628f9640b607f545 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665612:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e200/0x628f9640b607f545 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.665634:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80c8e00/0x628f9640b607f537 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0109 expref: 12 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.665643:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b78e800/0x628f9640b607f54c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0109 expref: 11 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.665650:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800ac8d1b00) 00010000:00010000:2.0:1746070439.665652:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746070439.665653:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b78e800, rc 0) 00000100:00100000:2.0:1746070439.665734:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:454:x1830887015569664:12345-192.168.203.29@tcp:101:cp.0 Request processed in 451us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070439.665740:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33762 00000100:00100000:0.0:1746070439.668321:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.668411:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015569792 00000100:00100000:2.0:1746070439.668417:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015569792 00000100:00100000:2.0:1746070439.668612:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33763 00000100:00100000:2.0:1746070439.668619:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:454:x1830887015569792:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:2.0:1746070439.668632:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070439.668644:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f553 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0110 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.668747:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2c00/0x628f9640b607f55a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668757:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2c00/0x628f9640b607f55a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668765:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2c00/0x628f9640b607f55a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668776:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2a00/0x628f9640b607f561 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668786:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2a00/0x628f9640b607f561 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668791:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2a00/0x628f9640b607f561 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668836:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2c00/0x628f9640b607f55a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668842:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2c00/0x628f9640b607f55a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668847:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2c00/0x628f9640b607f55a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668933:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091ed2c00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070439.668936:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2c00/0x628f9640b607f55a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668941:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2c00/0x628f9640b607f55a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668949:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800ac8d1b00) 00010000:00010000:2.0:1746070439.668951:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070439.668953:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2c00/0x628f9640b607f55a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668957:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2c00/0x628f9640b607f55a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668963:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2a00/0x628f9640b607f561 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668967:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2a00/0x628f9640b607f561 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668971:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2a00/0x628f9640b607f561 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668974:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091ed2a00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070439.668976:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2a00/0x628f9640b607f561 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668982:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2a00/0x628f9640b607f561 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668987:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff8800ac8d1100) 00010000:00010000:2.0:1746070439.668988:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070439.668990:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2a00/0x628f9640b607f561 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.668993:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ed2a00/0x628f9640b607f561 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.669020:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f553 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0110 expref: 12 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.669027:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f553 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0110 expref: 12 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.669177:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1f39e00, rc 0) 00000100:00100000:2.0:1746070439.669213:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:454:x1830887015569792:12345-192.168.203.29@tcp:101:cp.0 Request processed in 594us (897us total) trans 0 rc 301/301 00000100:00100000:2.0:1746070439.669218:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33763 00000100:00100000:0.0:1746070439.671926:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.672621:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015569920 00000100:00100000:2.0:1746070439.672626:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015569920 00000100:00100000:2.0:1746070439.672701:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33764 00000100:00100000:2.0:1746070439.672707:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:454:x1830887015569920:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:2.0:1746070439.672720:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070439.672740:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607f568 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0117 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.672787:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009430a200/0x628f9640b607f56f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672796:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009430a200/0x628f9640b607f56f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672804:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009430a200/0x628f9640b607f56f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672813:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009430ac00/0x628f9640b607f576 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672822:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009430ac00/0x628f9640b607f576 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672827:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009430ac00/0x628f9640b607f576 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672873:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009430a200/0x628f9640b607f56f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672878:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009430a200/0x628f9640b607f56f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672882:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009430a200/0x628f9640b607f56f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672887:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009430a200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070439.672890:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009430a200/0x628f9640b607f56f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672895:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009430a200/0x628f9640b607f56f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672907:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800ac8d1b00) 00010000:00010000:2.0:1746070439.672909:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070439.672912:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009430a200/0x628f9640b607f56f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672915:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009430a200/0x628f9640b607f56f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672923:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009430ac00/0x628f9640b607f576 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672927:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009430ac00/0x628f9640b607f576 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672931:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009430ac00/0x628f9640b607f576 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672935:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009430ac00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070439.672936:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009430ac00/0x628f9640b607f576 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672940:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009430ac00/0x628f9640b607f576 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672945:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009b728b00) 00010000:00010000:2.0:1746070439.672947:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070439.672948:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009430ac00/0x628f9640b607f576 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672952:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009430ac00/0x628f9640b607f576 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070439.672980:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607f568 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0117 expref: 12 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.672986:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607f568 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0117 expref: 12 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.672992:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009430b800, rc 0) 00000100:00100000:2.0:1746070439.673041:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:454:x1830887015569920:12345-192.168.203.29@tcp:101:cp.0 Request processed in 333us (1119us total) trans 0 rc 301/301 00000100:00100000:2.0:1746070439.673046:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33764 00000100:00100000:0.0:1746070439.676919:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070439.677184:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015570176 00000100:00100000:1.0:1746070439.677192:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015570176 00000100:00100000:1.0:1746070439.677244:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33765 00000100:00100000:1.0:1746070439.677251:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:454:x1830887015570176:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:1.0:1746070439.677268:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070439.677282:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d400/0x628f9640b607f57d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c011e expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070439.677381:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607f584 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677392:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607f584 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677400:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607f584 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677409:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607f58b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677415:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607f58b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677419:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607f58b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00080000:1.0:1746070439.677780:0:7093:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 0: 0 00010000:00010000:1.0:1746070439.677886:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093403000/0x628f9640b607f592 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677894:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093403000/0x628f9640b607f592 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677900:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093403000/0x628f9640b607f592 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677920:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607f584 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677929:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607f584 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677934:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607f584 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677938:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009304c200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070439.677940:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607f584 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677945:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607f584 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677953:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800ac8d1b00) 00010000:00010000:1.0:1746070439.677955:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070439.677959:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607f584 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.677964:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607f584 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00000004:00010000:1.0:1746070439.678063:0:7093:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092dcc000 reply state ffff880091f61000 transno 4294981992 ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607f58b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000100:00100000:1.0:1746070439.678070:0:7093:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746070439.678089:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d400/0x628f9640b607f57d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c011e expref: 14 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070439.678099:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093403000/0x628f9640b607f592 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c011e expref: 13 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070439.678104:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800ac9b2b00) 00010000:00010000:1.0:1746070439.678107:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746070439.678109:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093403000, rc 0) 00000100:00100000:1.0:1746070439.678276:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:454:x1830887015570176:12345-192.168.203.29@tcp:101:cp.0 Request processed in 1023us (1363us total) trans 4294981992 rc 0/0 00000100:00100000:1.0:1746070439.678282:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33765 00010000:00010000:3.0:1746070439.681185:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607f58b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070439.681197:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607f58b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070439.681202:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607f58b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070439.681207:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009304de00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070439.681210:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607f58b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070439.681216:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607f58b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070439.681227:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff8800ac9b2400) 00010000:00010000:3.0:1746070439.681230:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070439.681232:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607f58b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070439.681237:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607f58b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00000100:00100000:1.0:1746070439.681965:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.682874:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015570304 00000100:00100000:2.0:1746070439.682882:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015570304 00000100:00100000:2.0:1746070439.682925:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5618 00000100:00100000:2.0:1746070439.682931:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1964:x1830887015570304:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:2.0:1746070439.682944:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070439.682959:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607f5a0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0125 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070439.682978:0:8446:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746070439.682991:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070439.682993:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070439.682999:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607f5a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0125 expref: 6 pid: 8446 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070439.683011:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607f5a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0125 expref: 6 pid: 8446 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070439.683019:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ed2200, rc 0) 00000100:00100000:2.0:1746070439.683059:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015570304:12345-192.168.203.29@tcp:101:cp.0 Request processed in 128us (1097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070439.683065:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5618 00000100:00080000:0.0:1746070439.683233:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070439.691052:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.691129:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015570432 00000100:00100000:2.0:1746070439.691136:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015570432 00000100:00100000:2.0:1746070439.691181:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5619 00000100:00100000:2.0:1746070439.691188:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:454:x1830887015570432:12345-192.168.203.29@tcp:101:cp.0 00010000:00010000:2.0:1746070439.691201:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070439.691214:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c012c expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.691237:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607f5a0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0125 expref: 7 pid: 8446 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070439.691243:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070439.691245:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070439.691247:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.691270:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607f5a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0125 expref: 7 pid: 8446 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070439.691279:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607f5a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0125 expref: 7 pid: 8446 timeout: 651 lvb_type: 1 00000100:00100000:2.0:1746070439.691288:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013397248:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070439.691388:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2340180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070439.693451:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013397248:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070439.693476:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.693490:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ed2c00, rc 0) 00000100:00100000:2.0:1746070439.693536:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:454:x1830887015570432:12345-192.168.203.29@tcp:101:cp.0 Request processed in 2347us (2489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070439.693542:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5619 00000100:00100000:0.0:1746070439.693943:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.693983:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015570560 00000100:00100000:2.0:1746070439.693988:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015570560 00010000:00010000:2.0:1746070439.694006:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607f5a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0125 expref: 7 pid: 8446 timeout: 651 lvb_type: 1 00000100:00100000:2.0:1746070439.694035:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7878 00000100:00100000:2.0:1746070439.694041:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015570560:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070439.694052:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070439.694068:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607f5a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0125 expref: 7 pid: 8446 timeout: 651 lvb_type: 1 00010000:00010000:2.0:1746070439.694076:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607f5a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0125 expref: 7 pid: 8446 timeout: 651 lvb_type: 1 00010000:00010000:2.0:1746070439.694092:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2200/0x628f9640b607f5a0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0125 expref: 7 pid: 8446 timeout: 651 lvb_type: 1 00010000:00010000:2.0:1746070439.694104:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070439.694105:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070439.694110:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.694117:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.694137:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070439.694146:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013397376:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070439.694203:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2340180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070439.696384:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013397376:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070439.696399:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070439.696425:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015570560:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2384us (2482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070439.696434:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7878 00000100:00100000:0.0:1746070439.697311:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.697359:0:7096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015570816 00000100:00100000:2.0:1746070439.697364:0:7096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015570816 00000100:00100000:2.0:1746070439.697400:0:7096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 155 00000100:00100000:2.0:1746070439.697406:0:7096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:454:x1830887015570816:12345-192.168.203.29@tcp:35:cp.0 00000100:00100000:2.0:1746070439.697655:0:7096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:454:x1830887015570816:12345-192.168.203.29@tcp:35:cp.0 Request processed in 248us (343us total) trans 4294981993 rc 0/0 00000100:00100000:2.0:1746070439.697660:0:7096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 155 00000100:00100000:0.0:1746070439.724775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1746070439.724806:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746070439.725126:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015571072 00000100:00100000:1.0:1746070439.725134:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015571072 00000100:00100000:1.0:1746070439.725181:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33766 00000100:00100000:1.0:1746070439.725189:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:457:x1830887015571072:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:1.0:1746070439.725205:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070439.725219:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607f5ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0133 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070439.725290:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d400/0x628f9640b607f5b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.725300:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d400/0x628f9640b607f5b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.725308:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d400/0x628f9640b607f5b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:1.0:1746070439.725316:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:1.0:1746070439.725399:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304de00/0x628f9640b607f5ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0133 expref: 17 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070439.725416:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d400/0x628f9640b607f5b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0133 expref: 16 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070439.725426:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800ac9b2b00) 00010000:00010000:1.0:1746070439.725429:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746070439.725431:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304d400, rc 0) 00000100:00100000:1.0:1746070439.725479:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:457:x1830887015571072:12345-192.168.203.29@tcp:101:dd.0 Request processed in 290us (709us total) trans 4294981994 rc 0/0 00000100:00100000:1.0:1746070439.725485:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33766 00000100:00100000:0.0:1746070439.772782:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070439.772862:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015571200 00000100:00100000:1.0:1746070439.772870:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015571200 00000100:00100000:1.0:1746070439.772920:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33767 00000100:00100000:1.0:1746070439.772927:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+9:461:x1830887015571200:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:1.0:1746070439.772945:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070439.772959:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304cc00/0x628f9640b607f5c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c013a expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070439.773001:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b607f5ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.773010:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b607f5ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.773019:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b607f5ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:1.0:1746070439.773063:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746070439.773065:0:7093:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:1.0:1746070439.773077:0:7093:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b607f5ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.773093:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304cc00/0x628f9640b607f5c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c013a expref: 11 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070439.773648:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b607f5ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c013a expref: 10 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070439.773655:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ac8d1a00) 00010000:00010000:1.0:1746070439.773657:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746070439.773660:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304c800, rc 0) 00000100:00100000:1.0:1746070439.773736:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+10:461:x1830887015571200:12345-192.168.203.29@tcp:101:dd.0 Request processed in 809us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070439.773742:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33767 00000100:00100000:0.0:1746070439.774778:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070439.774846:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015571328 00000100:00100000:3.0:1746070439.774853:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015571328 00000100:00100000:3.0:1746070439.774890:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33768 00000100:00100000:3.0:1746070439.774896:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+10:461:x1830887015571328:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:3.0:1746070439.774910:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070439.774922:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21a00/0x628f9640b607f5d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0141 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070439.774960:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21000/0x628f9640b607f5d8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.774969:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21000/0x628f9640b607f5d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.774975:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21000/0x628f9640b607f5d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.774984:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f5df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.774988:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f5df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.774992:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f5df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.775095:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21c00/0x628f9640b607f5e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.775102:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21c00/0x628f9640b607f5e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.775107:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21c00/0x628f9640b607f5e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:3.0:1746070439.775138:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:3.0:1746070439.775141:0:21042:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1746070439.775152:0:21042:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21c00/0x628f9640b607f5e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.775160:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21000/0x628f9640b607f5d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.775164:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21000/0x628f9640b607f5d8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.775168:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21000/0x628f9640b607f5d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.775172:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d21000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070439.775175:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21000/0x628f9640b607f5d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.775180:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21000/0x628f9640b607f5d8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.775188:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ac8d1a00) 00010000:00010000:3.0:1746070439.775190:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070439.775192:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21000/0x628f9640b607f5d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.775197:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21000/0x628f9640b607f5d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.777079:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f5df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.777090:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f5df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.777096:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f5df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.777100:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d20600 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070439.777103:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f5df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.777108:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f5df lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.777119:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88012d37a200) 00010000:00010000:3.0:1746070439.777121:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070439.777123:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f5df lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.777127:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f5df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.777162:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21a00/0x628f9640b607f5d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0141 expref: 12 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070439.777171:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21c00/0x628f9640b607f5e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0141 expref: 11 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070439.777176:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800ac8d1b00) 00010000:00010000:3.0:1746070439.777178:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746070439.777180:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d21c00, rc 0) 00000100:00100000:3.0:1746070439.777233:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+11:461:x1830887015571328:12345-192.168.203.29@tcp:101:dd.0 Request processed in 2337us (2458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070439.777240:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33768 00000100:00100000:0.0:1746070439.783466:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070439.783541:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015571584 00000100:00100000:3.0:1746070439.783549:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015571584 00000100:00100000:3.0:1746070439.783596:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33769 00000100:00100000:3.0:1746070439.783603:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+11:461:x1830887015571584:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:3.0:1746070439.783619:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070439.783635:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21400/0x628f9640b607f5ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0148 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070439.783746:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20800/0x628f9640b607f5f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783755:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20800/0x628f9640b607f5f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783765:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20800/0x628f9640b607f5f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783775:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21a00/0x628f9640b607f5fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783781:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21a00/0x628f9640b607f5fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783785:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21a00/0x628f9640b607f5fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783857:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f602 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783863:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f602 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783869:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f602 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:3.0:1746070439.783876:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:3.0:1746070439.783940:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20800/0x628f9640b607f5f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783946:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20800/0x628f9640b607f5f4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783951:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20800/0x628f9640b607f5f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783956:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d20800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070439.783959:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20800/0x628f9640b607f5f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783963:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20800/0x628f9640b607f5f4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783972:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800ac8d1b00) 00010000:00010000:3.0:1746070439.783974:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070439.783977:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20800/0x628f9640b607f5f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783982:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20800/0x628f9640b607f5f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783994:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21a00/0x628f9640b607f5fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.783999:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21a00/0x628f9640b607f5fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.784003:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21a00/0x628f9640b607f5fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.784012:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d21a00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070439.784014:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21a00/0x628f9640b607f5fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.784019:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21a00/0x628f9640b607f5fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.784024:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88012d37a900) 00010000:00010000:3.0:1746070439.784025:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070439.784027:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21a00/0x628f9640b607f5fb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.784031:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21a00/0x628f9640b607f5fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.784060:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21400/0x628f9640b607f5ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0148 expref: 14 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070439.784068:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f602 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0148 expref: 13 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070439.784073:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800ac9b2b00) 00010000:00010000:3.0:1746070439.784074:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070439.784076:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d20600, rc 0) 00000100:00100000:3.0:1746070439.784110:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+13:461:x1830887015571584:12345-192.168.203.29@tcp:101:dd.0 Request processed in 509us (651us total) trans 4294981995 rc 0/0 00000100:00100000:3.0:1746070439.784116:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33769 00000100:00100000:0.0:1746070439.788435:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.788534:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015571712 00000100:00100000:2.0:1746070439.788542:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015571712 00000100:00100000:2.0:1746070439.788601:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5620 00000100:00100000:2.0:1746070439.788608:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:461:x1830887015571712:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:2.0:1746070439.788624:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070439.788639:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f610 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c014f expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.788662:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.788668:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070439.788669:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070439.788701:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f610 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c014f expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.788734:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.788743:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 5 pid: 8446 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746070439.788752:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013397504:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070439.788825:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2340240 going to sleep for 11 seconds 00000100:00080000:0.0:1746070439.789128:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070439.795545:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013397504:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070439.795568:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f610 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c014f expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.795582:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1f39e00, rc 0) 00000100:00100000:2.0:1746070439.795612:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:461:x1830887015571712:12345-192.168.203.29@tcp:101:dd.0 Request processed in 7005us (7186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070439.795622:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5620 00000100:00100000:0.0:1746070439.796365:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.796582:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015571840 00000100:00100000:2.0:1746070439.796588:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015571840 00002000:00100000:2.0:1746070439.796614:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->1715) req@ffff880092dcdf80 x1830887015571840/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:70/0 lens 2208/0 e 0 to 0 dl 1746070450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070439.796622:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcdf80 with x1830887015571840 ext(0->1715) 00010000:00010000:2.0:1746070439.796628:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 6 pid: 8446 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746070439.796638:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 6 pid: 8446 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746070439.796643:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcdf80 00000100:00100000:2.0:1746070439.796656:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 2035 00000100:00100000:2.0:1746070439.796661:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015571840:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070439.797025:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015571840:12345-192.168.203.29@tcp:4:dd.0 Request processed in 362us (661us total) trans 4294968056 rc 0/0 00000100:00100000:2.0:1746070439.797030:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 2035 00002000:00100000:2.0:1746070439.797035:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->1715) req@ffff880092dcdf80 x1830887015571840/t4294968056(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:70/0 lens 2208/448 e 0 to 0 dl 1746070450 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070439.797042:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcdf80 with x1830887015571840 ext(0->1715) 00010000:00010000:2.0:1746070439.797046:0:25227:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 8 pid: 8446 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746070439.797054:0:25227:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 8 pid: 8446 timeout: 651 lvb_type: 0 00002000:00010000:2.0:1746070439.797060:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092dcdf80 00000100:00100000:0.0:1746070439.800416:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.802519:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015571968 00000100:00100000:2.0:1746070439.802528:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015571968 00010000:00010000:2.0:1746070439.802564:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 8 pid: 8446 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746070439.803124:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7879 00000100:00100000:2.0:1746070439.803132:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015571968:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070439.803143:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746070439.803159:0:7079:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:2.0:1746070439.803161:0:7079:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1746070439 00002000:00010000:2.0:1746070439.803163:0:7079:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime from disk: 0 -> 1746070439 00002000:00010000:2.0:1746070439.803164:0:7079:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1746070439 00010000:00010000:2.0:1746070439.803169:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 8 pid: 8446 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746070439.803178:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 8 pid: 8446 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746070439.803196:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ed2c00/0x628f9640b607f5a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c012c expref: 8 pid: 8446 timeout: 651 lvb_type: 0 00010000:00010000:2.0:1746070439.805718:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070439.805722:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070439.805765:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f610 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c014f expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.805780:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f610 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c014f expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.805819:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f610 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c014f expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070439.805829:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013397632:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070439.806433:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2340240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070439.810049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070439.810341:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015572224 00000100:00100000:1.0:1746070439.810349:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015572224 00002000:00100000:1.0:1746070439.810386:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092dcd500 x1830887015572224/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:70/0 lens 488/0 e 0 to 0 dl 1746070450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070439.810395:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcd500 with x1830887015572224 ext(0->4095) 00002000:00010000:1.0:1746070439.810400:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcd500 00000100:00100000:1.0:1746070439.810419:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4105 00000100:00100000:1.0:1746070439.810425:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015572224:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:1.0:1746070439.810561:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1963:x1830887015572224:12345-192.168.203.29@tcp:3:dd.0 Request processed in 134us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070439.810567:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4105 00002000:00100000:1.0:1746070439.810572:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092dcd500 x1830887015572224/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:70/0 lens 488/4536 e 0 to 0 dl 1746070450 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070439.810578:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcd500 with x1830887015572224 ext(0->4095) 00002000:00010000:1.0:1746070439.810581:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcd500 00000100:00100000:2.0:1746070439.811078:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ebddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013397632:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070439.811093:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070439.811117:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015571968:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7986us (10705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070439.811124:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7879 00000100:00100000:0.0:1746070439.846322:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.847029:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015572480 00000100:00100000:2.0:1746070439.847037:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015572480 00000100:00100000:2.0:1746070439.847081:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 156 00000100:00100000:2.0:1746070439.847087:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+13:461:x1830887015572480:12345-192.168.203.29@tcp:35:dd.0 00000100:00100000:2.0:1746070439.847492:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+14:461:x1830887015572480:12345-192.168.203.29@tcp:35:dd.0 Request processed in 404us (1176us total) trans 4294981996 rc 0/0 00000100:00100000:2.0:1746070439.847499:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 156 00000100:00100000:3.0:1746070439.860878:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070439.860924:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015572736 00000100:00100000:0.0:1746070439.860933:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015572736 00000100:00100000:0.0:1746070439.860977:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33770 00000100:00100000:0.0:1746070439.860984:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:464:x1830887015572736:12345-192.168.203.29@tcp:36:truncate.0 00010000:00010000:0.0:1746070439.861024:0:7093:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070439.861045:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093403000/0x628f9640b607f592 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c011e expref: 16 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070439.861061:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800ac9b2b00) 00010000:00010000:0.0:1746070439.861065:0:7093:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070439.861200:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070439.861210:0:7093:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f602 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0148 expref: 13 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070439.861216:0:7093:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070439.861237:0:7093:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f602 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0148 expref: 13 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070439.861246:0:7093:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f602 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0148 expref: 13 pid: 21042 timeout: 651 lvb_type: 0 00000100:00100000:0.0:1746070439.861257:0:7093:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092dcf100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7093:1830887013397760:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070439.862086:0:7093:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c3456c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070439.863733:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.863820:0:7093:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092dcf100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7093:1830887013397760:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070439.863838:0:7093:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000100:00100000:3.0:1746070439.863907:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015572864 00000100:00100000:3.0:1746070439.863912:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015572864 00010000:00010000:3.0:1746070439.863937:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f602 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0148 expref: 14 pid: 21042 timeout: 651 lvb_type: 0 00000100:00100000:3.0:1746070439.863989:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7880 00000100:00100000:3.0:1746070439.863996:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1963:x1830887015572864:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070439.864007:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070439.864012:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f602 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0148 expref: 14 pid: 21042 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746070439.864020:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f602 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0148 expref: 14 pid: 21042 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746070439.864038:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d20600/0x628f9640b607f602 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0148 expref: 14 pid: 21042 timeout: 651 lvb_type: 0 00010000:00010000:3.0:1746070439.864060:0:7079:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800ac9b2b00) 00010000:00010000:3.0:1746070439.864064:0:7079:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070439.864071:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070439.864078:0:7079:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070439.864091:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070439.864119:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1963:x1830887015572864:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 124us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070439.864125:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7880 00010000:00010000:2.0:1746070439.864307:0:7093:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.864313:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000001:00080000:2.0:1746070439.864394:0:7093:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294981997 00000004:00010000:2.0:1746070439.864430:0:7093:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093f18a80 reply state ffff8800922cf000 transno 4294981998 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000100:00100000:2.0:1746070439.864435:0:7093:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746070439.864483:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:464:x1830887015572736:12345-192.168.203.29@tcp:36:truncate.0 Request processed in 3500us (3611us total) trans 4294981998 rc 0/0 00000100:00100000:2.0:1746070439.864488:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33770 00000020:00080000:2.0:1746070439.864491:0:7093:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1746070439.866384:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.866394:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.866399:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.866403:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a2bb000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070439.866407:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.866411:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.866422:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800ac9b2b00) 00010000:00010000:1.0:1746070439.866424:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070439.866427:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070439.866431:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f617 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00000100:00100000:2.0:1746070439.866994:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070439.867276:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015572992 00000100:00100000:0.0:1746070439.867282:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015572992 00000100:00100000:0.0:1746070439.867322:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5621 00000100:00100000:0.0:1746070439.867328:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:464:x1830887015572992:12345-192.168.203.29@tcp:101:truncate.0 00010000:00010000:0.0:1746070439.867341:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070439.867353:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009460a200/0x628f9640b607f61e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0156 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070439.867375:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f610 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c014f expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070439.867381:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070439.867382:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070439.867385:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009460a200/0x628f9640b607f61e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0156 expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070439.867409:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f610 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c014f expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070439.867419:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f610 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c014f expref: 5 pid: 8446 timeout: 651 lvb_type: 0 00000100:00100000:0.0:1746070439.867428:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093694e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013397888:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070439.868399:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c345900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070439.870355:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.870449:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093694e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013397888:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070439.870473:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009460a200/0x628f9640b607f61e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0156 expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.870488:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009460a200, rc 0) 00000100:00100000:1.0:1746070439.870955:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015573120 00000100:00100000:1.0:1746070439.870960:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015573120 00010000:00010000:1.0:1746070439.870983:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f610 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c014f expref: 6 pid: 8446 timeout: 651 lvb_type: 0 00000100:00100000:2.0:1746070439.871116:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:464:x1830887015572992:12345-192.168.203.29@tcp:101:truncate.0 Request processed in 3787us (4124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070439.871123:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5621 00000100:00100000:1.0:1746070439.871417:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7881 00000100:00100000:1.0:1746070439.871424:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015573120:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070439.871433:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070439.871450:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f610 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c014f expref: 6 pid: 8446 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746070439.871460:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f610 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c014f expref: 6 pid: 8446 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746070439.871476:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f610 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c014f expref: 6 pid: 8446 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746070439.871500:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070439.871502:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070439.871506:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009460a200/0x628f9640b607f61e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0156 expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070439.871512:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009460a200/0x628f9640b607f61e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0156 expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070439.871536:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009460a200/0x628f9640b607f61e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0156 expref: 7 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070439.871546:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013398016:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070439.871592:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070439.873622:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070439.873720:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015573248 00000100:00100000:3.0:1746070439.873733:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015573248 00002000:00010000:3.0:1746070439.873762:0:25227:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/25 (858->18446744073709551615) 00002000:00100000:3.0:1746070439.873766:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694700 with x1830887015573248 ext(858->18446744073709551615) 00002000:00010000:3.0:1746070439.873774:0:25227:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093694700. 00000100:00100000:3.0:1746070439.873794:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4106 00000100:00100000:3.0:1746070439.873800:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015573248:12345-192.168.203.29@tcp:10:truncate.0 00000100:00100000:1.0:1746070439.873856:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013398016:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070439.873876:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070439.873914:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+5:1964:x1830887015573120:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 2490us (3563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070439.873921:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7881 00002000:00010000:3.0:1746070439.873977:0:25227:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746070439.873980:0:25227:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime from disk: 1746070439 -> 1746070439 00002000:00010000:3.0:1746070439.873982:0:25227:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime from disk: 1746070439 -> 1746070439 00002000:00010000:3.0:1746070439.873984:0:25227:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime from disk: 1746070439 -> 1746070439 00002000:00010000:3.0:1746070439.873985:0:25227:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746070439.874122:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887015573248:12345-192.168.203.29@tcp:10:truncate.0 Request processed in 321us (502us total) trans 4294968057 rc 0/0 00000100:00100000:3.0:1746070439.874128:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4106 00002000:00010000:3.0:1746070439.874131:0:25227:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/25 (858->18446744073709551615) 00002000:00100000:3.0:1746070439.874133:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694700 with x1830887015573248 ext(858->18446744073709551615) 00002000:00010000:3.0:1746070439.874137:0:25227:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093694700. 00000100:00100000:0.0:1746070439.886323:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.886382:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015573504 00000100:00100000:2.0:1746070439.886390:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015573504 00000100:00100000:2.0:1746070439.886590:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33771 00000100:00100000:2.0:1746070439.886599:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:466:x1830887015573504:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:2.0:1746070439.886620:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070439.886634:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099c74000/0x628f9640b607f625 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c015d expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.886760:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f62c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.886770:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f62c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.886779:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f62c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.886790:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f633 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.886794:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f633 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.886799:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f633 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887068:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f63a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887075:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f63a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887080:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f63a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:2.0:1746070439.887087:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:2.0:1746070439.887151:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f62c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887160:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f62c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887166:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f62c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887170:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b1f39e00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070439.887173:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f62c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887177:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f62c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887186:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800ac8d1b00) 00010000:00010000:2.0:1746070439.887188:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070439.887191:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f62c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887196:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f39e00/0x628f9640b607f62c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887225:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f633 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887230:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f633 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887234:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f633 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887237:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009460ae00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070439.887239:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f633 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887247:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f633 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887252:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009b728c00) 00010000:00010000:2.0:1746070439.887254:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070439.887256:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f633 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887260:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ae00/0x628f9640b607f633 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070439.887289:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099c74000/0x628f9640b607f625 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c015d expref: 20 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.887298:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a2bb000/0x628f9640b607f63a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c015d expref: 19 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.887303:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800ac9b2b00) 00010000:00010000:2.0:1746070439.887305:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070439.887306:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2bb000, rc 0) 00000100:00100000:2.0:1746070439.887346:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:466:x1830887015573504:12345-192.168.203.29@tcp:101:dd.0 Request processed in 749us (1031us total) trans 4294981999 rc 0/0 00000100:00100000:2.0:1746070439.887352:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33771 00000100:00100000:0.0:1746070439.888807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.888903:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015573760 00000100:00100000:2.0:1746070439.888909:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015573760 00000100:00100000:2.0:1746070439.889233:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 157 00000100:00100000:2.0:1746070439.889241:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:466:x1830887015573760:12345-192.168.203.29@tcp:35:dd.0 00000100:00100000:2.0:1746070439.889382:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:466:x1830887015573760:12345-192.168.203.29@tcp:35:dd.0 Request processed in 141us (578us total) trans 4294982000 rc 0/0 00000100:00100000:2.0:1746070439.889389:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 157 00000100:00100000:0.0:1746070439.891864:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070439.891926:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015574016 00000100:00100000:3.0:1746070439.891933:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015574016 00002000:00100000:3.0:1746070439.891963:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093696680 x1830887015574016/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:70/0 lens 488/0 e 0 to 0 dl 1746070450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070439.891971:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093696680 with x1830887015574016 ext(0->4095) 00002000:00010000:3.0:1746070439.891976:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093696680 00000100:00100000:3.0:1746070439.892004:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4107 00000100:00100000:3.0:1746070439.892011:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887015574016:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:3.0:1746070439.892143:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887015574016:12345-192.168.203.29@tcp:3:dd.0 Request processed in 132us (283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070439.892148:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4107 00002000:00100000:3.0:1746070439.892153:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093696680 x1830887015574016/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:70/0 lens 488/4536 e 0 to 0 dl 1746070450 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070439.892159:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093696680 with x1830887015574016 ext(0->4095) 00002000:00010000:3.0:1746070439.892162:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093696680 00000100:00100000:0.0:1746070439.920381:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070439.920439:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015574272 00000100:00100000:3.0:1746070439.920446:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015574272 00000100:00100000:3.0:1746070439.920502:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33772 00000100:00100000:3.0:1746070439.920509:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+13:470:x1830887015574272:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:3.0:1746070439.921009:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070439.921025:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21000/0x628f9640b607f648 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0164 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070439.921104:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21200/0x628f9640b607f64f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921115:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21200/0x628f9640b607f64f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921124:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21200/0x628f9640b607f64f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921134:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607f656 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921138:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607f656 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921146:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607f656 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921228:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607f65d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921235:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607f65d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921241:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607f65d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:3.0:1746070439.921248:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:3.0:1746070439.921311:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21200/0x628f9640b607f64f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921317:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21200/0x628f9640b607f64f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921323:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21200/0x628f9640b607f64f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921327:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d21200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070439.921330:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21200/0x628f9640b607f64f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921335:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21200/0x628f9640b607f64f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921344:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800ac8d1b00) 00010000:00010000:3.0:1746070439.921347:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070439.921350:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21200/0x628f9640b607f64f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921359:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21200/0x628f9640b607f64f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921380:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607f656 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921385:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607f656 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921389:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607f656 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921392:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d5ce00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070439.921394:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607f656 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921398:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607f656 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921404:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88012d37a200) 00010000:00010000:3.0:1746070439.921406:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070439.921408:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607f656 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921411:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607f656 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070439.921441:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d21000/0x628f9640b607f648 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0164 expref: 16 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070439.921451:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d400/0x628f9640b607f65d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0164 expref: 15 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070439.921461:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800ac9b2b00) 00010000:00010000:3.0:1746070439.921462:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070439.921464:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5d400, rc 0) 00000100:00100000:3.0:1746070439.921519:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+15:470:x1830887015574272:12345-192.168.203.29@tcp:101:dd.0 Request processed in 1010us (1144us total) trans 4294982001 rc 0/0 00000100:00100000:3.0:1746070439.921524:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33772 00000100:00100000:2.0:1746070439.927268:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070439.927399:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015574400 00000100:00100000:0.0:1746070439.927406:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015574400 00000100:00100000:0.0:1746070439.927439:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5622 00000100:00100000:0.0:1746070439.927445:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+5:470:x1830887015574400:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070439.927458:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070439.927472:0:8446:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bd3ce00/0x628f9640b607f66b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c016b expref: -99 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070439.927496:0:8446:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009460a200/0x628f9640b607f61e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0156 expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070439.927502:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070439.927504:0:8446:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070439.927507:0:8446:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bd3ce00/0x628f9640b607f66b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c016b expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070439.927530:0:8446:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009460a200/0x628f9640b607f61e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0156 expref: 8 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070439.927540:0:8446:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009460a200/0x628f9640b607f61e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0156 expref: 8 pid: 8446 timeout: 651 lvb_type: 0 00000100:00100000:0.0:1746070439.927550:0:8446:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093696d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013398144:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070439.929336:0:8446:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c345900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070439.931275:0:8446:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093696d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8446:1830887013398144:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070439.931299:0:8446:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bd3ce00/0x628f9640b607f66b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c016b expref: 6 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070439.931313:0:8446:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bd3ce00, rc 0) 00000100:00100000:2.0:1746070439.931356:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:470:x1830887015574400:12345-192.168.203.29@tcp:101:dd.0 Request processed in 3910us (4095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070439.931363:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5622 00000100:00100000:0.0:1746070439.932737:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070439.932814:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015574528 00000100:00100000:1.0:1746070439.932819:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015574528 00010000:00010000:1.0:1746070439.932843:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009460a200/0x628f9640b607f61e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0156 expref: 9 pid: 8446 timeout: 651 lvb_type: 0 00000100:00100000:1.0:1746070439.933501:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7882 00000100:00100000:1.0:1746070439.933510:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015574528:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070439.933521:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070439.933539:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009460a200/0x628f9640b607f61e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0156 expref: 9 pid: 8446 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746070439.933550:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009460a200/0x628f9640b607f61e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0156 expref: 9 pid: 8446 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746070439.933568:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009460a200/0x628f9640b607f61e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0156 expref: 9 pid: 8446 timeout: 651 lvb_type: 0 00010000:00010000:1.0:1746070439.934132:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070439.934134:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070439.934141:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bd3ce00/0x628f9640b607f66b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c016b expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070439.934148:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bd3ce00/0x628f9640b607f66b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c016b expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070439.934175:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bd3ce00/0x628f9640b607f66b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c016b expref: 5 pid: 8446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070439.934189:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013398272:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070439.934250:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d52b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070439.936474:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.936632:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015574784 00000100:00100000:2.0:1746070439.936638:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015574784 00002000:00100000:2.0:1746070439.936669:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093697800 x1830887015574784/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:70/0 lens 488/0 e 0 to 0 dl 1746070450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070439.936700:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697800 with x1830887015574784 ext(0->4095) 00002000:00010000:2.0:1746070439.936705:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093697800 00000100:00100000:1.0:1746070439.936825:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801324d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013398272:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070439.936840:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070439.936867:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015574528:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3359us (4133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070439.936874:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7882 00000100:00100000:2.0:1746070439.937282:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4108 00000100:00100000:2.0:1746070439.937289:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015574784:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:2.0:1746070439.937411:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1964:x1830887015574784:12345-192.168.203.29@tcp:3:dd.0 Request processed in 122us (942us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070439.937417:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4108 00002000:00100000:2.0:1746070439.937422:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093697800 x1830887015574784/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:70/0 lens 488/4536 e 0 to 0 dl 1746070450 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070439.937429:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697800 with x1830887015574784 ext(0->4095) 00002000:00010000:2.0:1746070439.937432:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093697800 00000100:00100000:0.0:1746070439.948744:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070439.948817:0:7096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015575040 00000100:00100000:2.0:1746070439.948826:0:7096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015575040 00000100:00100000:2.0:1746070439.948871:0:7096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 158 00000100:00100000:2.0:1746070439.948877:0:7096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+15:470:x1830887015575040:12345-192.168.203.29@tcp:35:dd.0 00000100:00100000:2.0:1746070439.949065:0:7096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+16:470:x1830887015575040:12345-192.168.203.29@tcp:35:dd.0 Request processed in 187us (328us total) trans 4294982002 rc 0/0 00000100:00100000:2.0:1746070439.949071:0:7096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 158 00000100:00100000:2.0:1746070440.660090:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070440.660114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070440.660129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070440.660146:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070440.660158:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070440.660169:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070440.660185:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070440.660202:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015575552 00000100:00100000:2.0:1746070440.660208:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015575552 00000100:00100000:2.0:1746070440.660237:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015575808 00000100:00100000:2.0:1746070440.660239:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015575808 00000100:00100000:2.0:1746070440.660245:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015575424 00000100:00100000:2.0:1746070440.660247:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015575424 00000100:00100000:2.0:1746070440.660252:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015575936 00000100:00100000:2.0:1746070440.660253:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015575936 00000100:00100000:2.0:1746070440.660261:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 472 00000100:00100000:2.0:1746070440.660267:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015575552:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070440.660307:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015575552:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 40us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070440.660312:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 472 00000100:00100000:2.0:1746070440.660322:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 473 00000100:00100000:2.0:1746070440.660325:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015575808:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070440.660338:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015575808:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 12us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070440.660342:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 473 00000100:00100000:2.0:1746070440.660348:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 474 00000100:00100000:2.0:1746070440.660351:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015575424:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070440.660361:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015575424:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 10us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070440.660365:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 474 00000100:00100000:2.0:1746070440.660370:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 475 00000100:00100000:2.0:1746070440.660373:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015575936:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070440.660383:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1961:x1830887015575936:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 10us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070440.660387:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 475 00000100:00100000:2.0:1746070440.660396:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015575168 00000100:00100000:2.0:1746070440.660397:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015575168 00000100:00100000:2.0:1746070440.660408:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 406 00000100:00100000:2.0:1746070440.660411:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a473c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1961:x1830887015575168:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070440.660423:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a473c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1961:x1830887015575168:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 11us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070440.660427:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 406 00000100:00100000:2.0:1746070440.660442:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015575296 00000100:00100000:2.0:1746070440.660443:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015575296 00000100:00100000:2.0:1746070440.660456:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015575680 00000100:00100000:2.0:1746070440.660457:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015575680 00000100:00100000:2.0:1746070440.660466:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 405 00000100:00100000:2.0:1746070440.660469:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1961:x1830887015575296:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070440.660487:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1961:x1830887015575296:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 18us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070440.660491:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 405 00000100:00100000:2.0:1746070440.660497:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 406 00000100:00100000:2.0:1746070440.660500:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1961:x1830887015575680:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070440.660513:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1961:x1830887015575680:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 13us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070440.660517:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 406 00000100:00080000:1.0:1746070440.660887:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1746070440.681112:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968466 is committed 00010000:00010000:1.0:1746070440.726812:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746070440.865517:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981997 is committed 00000001:00080000:2.0:1746070440.865541:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982002 is committed 00000001:00080000:2.0:1746070440.865545:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982000 is committed 00000001:00080000:3.0:1746070441.062537:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968056 is committed 00000001:00080000:3.0:1746070441.063093:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968057 is committed 00010000:00010000:1.0:1746070441.730288:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070442.731619:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070442.782079:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d328000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830887013398400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070442.782166:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070442.782393:0:8448:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013398400 00000100:00100000:3.0:1746070442.782401:0:8448:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013398400 00000100:00100000:3.0:1746070442.782457:0:8448:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1746070442.782464:0:8448:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1830887013398400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746070442.782492:0:8448:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 384892928 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1746070442.782623:0:8448:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1830887013398400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 159us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070442.782629:0:8448:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00080000:1.0:1746070442.782666:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070442.782849:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d328000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830887013398400:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1746070443.539044:0:3837:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 23:34:02 (1746070442) 00000100:00100000:0.0:1746070443.674428:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070443.675232:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015576192 00000100:00100000:3.0:1746070443.675239:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015576192 00000100:00080000:1.0:1746070443.675282:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070443.675301:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33773 00000100:00100000:3.0:1746070443.675308:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1139:x1830887015576192:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:3.0:1746070443.675322:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070443.675325:0:21042:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746070443.675350:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b99ea00/0x628f9640b607f530 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0102 expref: 12 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.675367:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ac8d1a00) 00010000:00010000:3.0:1746070443.675370:0:21042:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070443.675379:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbee00/0x628f9640b607f672 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0172 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.675482:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.675492:0:21042:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b607f5ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c013a expref: 11 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.675498:0:21042:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.675520:0:21042:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b607f5ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c013a expref: 11 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.675529:0:21042:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b607f5ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c013a expref: 11 pid: 7093 timeout: 655 lvb_type: 0 00000100:00100000:3.0:1746070443.675538:0:21042:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f19180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21042:1830887013398528:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070443.675619:0:21042:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a973c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070443.679101:0:21042:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f19180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21042:1830887013398528:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070443.679111:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1746070443.679123:0:21042:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000100:00100000:1.0:1746070443.679147:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015576320 00000100:00100000:1.0:1746070443.679152:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015576320 00010000:00010000:1.0:1746070443.679185:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b607f5ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c013a expref: 12 pid: 7093 timeout: 655 lvb_type: 0 00000100:00100000:1.0:1746070443.679215:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7883 00000100:00100000:1.0:1746070443.679222:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1964:x1830887015576320:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070443.679231:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070443.679235:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b607f5ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c013a expref: 12 pid: 7093 timeout: 655 lvb_type: 0 00010000:00010000:1.0:1746070443.679244:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b607f5ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c013a expref: 12 pid: 7093 timeout: 655 lvb_type: 0 00010000:00010000:1.0:1746070443.679262:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c800/0x628f9640b607f5ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c013a expref: 12 pid: 7093 timeout: 655 lvb_type: 0 00010000:00010000:1.0:1746070443.679279:0:11146:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ac8d1a00) 00010000:00010000:1.0:1746070443.679283:0:11146:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:1.0:1746070443.679291:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21042 initiator: MDT0 00010000:00010000:1.0:1746070443.679296:0:11146:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21042 initiator: MDT0 00010000:00010000:1.0:1746070443.679306:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070443.679317:0:21042:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070443.679322:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000100:00100000:1.0:1746070443.679344:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+11:1964:x1830887015576320:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 123us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070443.679349:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7883 00010000:00010000:2.0:1746070443.679373:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607f680 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070443.679381:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607f680 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070443.679387:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607f680 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000100:00080000:0.0:1746070443.679480:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746070443.679884:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6a00/0x628f9640b607f687 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070443.679893:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6a00/0x628f9640b607f687 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070443.679899:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6a00/0x628f9640b607f687 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:2.0:1746070443.679906:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746070443.679923:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070443.679927:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070443.679932:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070443.679937:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097cbf400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070443.679939:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070443.679944:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070443.679950:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ac8d1a00) 00010000:00010000:2.0:1746070443.679952:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070443.679954:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070443.679961:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f679 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00000004:00010000:2.0:1746070443.679985:0:21042:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093695180 reply state ffff88009247d000 transno 4294982003 ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607f680 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000100:00100000:2.0:1746070443.679990:0:21042:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746070443.680012:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbee00/0x628f9640b607f672 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0172 expref: 14 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070443.680025:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6a00/0x628f9640b607f687 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0172 expref: 13 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070443.680031:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012f5a1200) 00010000:00010000:2.0:1746070443.680032:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070443.680034:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6a00, rc 0) 00000100:00100000:2.0:1746070443.680064:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1139:x1830887015576192:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 4758us (5644us total) trans 4294982003 rc 0/0 00000100:00100000:2.0:1746070443.680069:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33773 00010000:00010000:3.0:1746070443.682781:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607f680 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.682792:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607f680 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.682798:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607f680 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.682804:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093403200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070443.682807:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607f680 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.682813:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607f680 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.682824:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012f5a1700) 00010000:00010000:3.0:1746070443.682826:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070443.682829:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607f680 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.682834:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607f680 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00000100:00100000:0.0:1746070443.682834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070443.684526:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015576576 00000100:00100000:2.0:1746070443.684556:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015576576 00000100:00100000:2.0:1746070443.684611:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33774 00000100:00100000:2.0:1746070443.684618:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1139:x1830887015576576:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:2.0:1746070443.684637:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070443.684651:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6c00/0x628f9640b607f695 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0179 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070443.684750:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070443.684761:0:21042:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6a00/0x628f9640b607f687 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0172 expref: 14 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070443.684766:0:21042:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070443.684796:0:21042:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6a00/0x628f9640b607f687 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0172 expref: 14 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070443.684806:0:21042:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6a00/0x628f9640b607f687 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0172 expref: 14 pid: 21042 timeout: 655 lvb_type: 0 00000100:00100000:2.0:1746070443.684815:0:21042:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d328000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21042:1830887013398656:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070443.684886:0:21042:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136bdd780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070443.686316:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070443.686383:0:21042:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d328000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21042:1830887013398656:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070443.686399:0:21042:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000100:00100000:1.0:1746070443.686705:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015576704 00000100:00100000:1.0:1746070443.686710:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015576704 00010000:00010000:1.0:1746070443.686731:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6a00/0x628f9640b607f687 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0172 expref: 15 pid: 21042 timeout: 655 lvb_type: 0 00000100:00100000:1.0:1746070443.686763:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7884 00000100:00100000:1.0:1746070443.686769:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1963:x1830887015576704:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070443.686777:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070443.686781:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6a00/0x628f9640b607f687 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0172 expref: 15 pid: 21042 timeout: 655 lvb_type: 0 00010000:00010000:1.0:1746070443.686794:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6a00/0x628f9640b607f687 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0172 expref: 15 pid: 21042 timeout: 655 lvb_type: 0 00010000:00010000:1.0:1746070443.686808:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6a00/0x628f9640b607f687 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0172 expref: 15 pid: 21042 timeout: 655 lvb_type: 0 00010000:00010000:1.0:1746070443.686819:0:11146:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012f5a1200) 00010000:00010000:1.0:1746070443.686823:0:11146:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:1.0:1746070443.686830:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21042 initiator: MDT0 00010000:00010000:1.0:1746070443.686835:0:11146:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21042 initiator: MDT0 00010000:00010000:1.0:1746070443.686861:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070443.686892:0:21042:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000100:00100000:1.0:1746070443.686895:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1963:x1830887015576704:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 125us (580us total) trans 0 rc 0/0 00010000:00010000:3.0:1746070443.686898:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000100:00100000:1.0:1746070443.686900:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7884 00000004:00200000:3.0:1746070443.686910:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00000004:00080000:3.0:1746070443.687140:0:21042:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00000004:00080000:3.0:1746070443.687148:0:21042:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00010000:00010000:3.0:1746070443.687247:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.687254:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.687259:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.687267:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099de6800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070443.687270:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.687275:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.687283:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012f5a1200) 00010000:00010000:3.0:1746070443.687285:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746070443.687287:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.687291:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6800/0x628f9640b607f69c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.687327:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6c00/0x628f9640b607f695 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0179 expref: 14 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.687334:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099de6c00/0x628f9640b607f695 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0179 expref: 14 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.687341:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099de6c00, rc 0) 00000100:00100000:3.0:1746070443.687373:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1139:x1830887015576576:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 2756us (4541us total) trans 4294982004 rc 301/301 00000100:00100000:3.0:1746070443.687379:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33774 00000100:00100000:0.0:1746070443.691724:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070443.691808:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015576960 00000100:00100000:1.0:1746070443.691815:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015576960 00000100:00100000:1.0:1746070443.691861:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 159 00000100:00100000:1.0:1746070443.691867:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1139:x1830887015576960:12345-192.168.203.29@tcp:35:lfs.0 00000100:00100000:1.0:1746070443.692108:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1139:x1830887015576960:12345-192.168.203.29@tcp:35:lfs.0 Request processed in 240us (390us total) trans 4294982005 rc 0/0 00000100:00100000:1.0:1746070443.692114:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 159 00000100:00100000:0.0:1746070443.693455:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070443.693508:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015577088 00000100:00100000:3.0:1746070443.693512:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015577088 00000100:00100000:3.0:1746070443.693548:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33775 00000100:00100000:3.0:1746070443.693554:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+14:1139:x1830887015577088:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:3.0:1746070443.693569:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070443.693583:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe800/0x628f9640b607f6aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0180 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.693618:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe800/0x628f9640b607f6aa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0180 expref: 15 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.693628:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe800/0x628f9640b607f6aa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0180 expref: 15 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.693642:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:3.0:1746070443.693644:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746070443.693647:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbe800, rc 0) 00000100:00100000:3.0:1746070443.693696:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1139:x1830887015577088:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 142us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070443.693714:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33775 00000100:00100000:0.0:1746070443.694989:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070443.695051:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015577344 00000100:00100000:1.0:1746070443.695057:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015577344 00000100:00100000:1.0:1746070443.695091:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 160 00000100:00100000:1.0:1746070443.695097:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a59a7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1139:x1830887015577344:12345-192.168.203.29@tcp:35:lfs.0 00000100:00100000:1.0:1746070443.695216:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a59a7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1139:x1830887015577344:12345-192.168.203.29@tcp:35:lfs.0 Request processed in 118us (227us total) trans 4294982006 rc 0/0 00000100:00100000:1.0:1746070443.695221:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 160 00000100:00100000:0.0:1746070443.710927:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070443.710985:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015577472 00000100:00100000:3.0:1746070443.710992:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015577472 00000100:00100000:3.0:1746070443.711033:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33776 00000100:00100000:3.0:1746070443.711039:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1142:x1830887015577472:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:3.0:1746070443.711056:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070443.711070:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f6b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0187 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.711110:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f6b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.711119:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f6b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.711127:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f6b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:3.0:1746070443.711167:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746070443.711170:0:21042:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1746070443.711179:0:21042:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f6b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.711192:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf400/0x628f9640b607f6b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0187 expref: 18 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.711221:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f6b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0187 expref: 17 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.711227:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a800) 00010000:00010000:3.0:1746070443.711229:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746070443.711231:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbf600, rc 0) 00000100:00100000:3.0:1746070443.711271:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1142:x1830887015577472:12345-192.168.203.29@tcp:101:dd.0 Request processed in 231us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070443.711277:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33776 00000100:00100000:0.0:1746070443.712710:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070443.712758:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015577728 00000100:00100000:3.0:1746070443.712763:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015577728 00000100:00100000:3.0:1746070443.712788:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33777 00000100:00100000:3.0:1746070443.712794:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1142:x1830887015577728:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:3.0:1746070443.712805:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070443.712807:0:21042:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746070443.712822:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f6b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0187 expref: 17 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.712838:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a800) 00010000:00010000:3.0:1746070443.712846:0:21042:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070443.712854:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe400/0x628f9640b607f6bf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c018e expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.712948:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02600/0x628f9640b607f6c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.712956:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02600/0x628f9640b607f6c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.712963:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02600/0x628f9640b607f6c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.712972:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.712977:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.712981:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713028:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02e00/0x628f9640b607f6d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713034:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02e00/0x628f9640b607f6d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713039:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02e00/0x628f9640b607f6d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:3.0:1746070443.713046:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1746070443.713107:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02600/0x628f9640b607f6c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713112:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02600/0x628f9640b607f6c6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713117:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02600/0x628f9640b607f6c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713122:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099c02600 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070443.713124:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02600/0x628f9640b607f6c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713130:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02600/0x628f9640b607f6c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713136:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37ab00) 00010000:00010000:3.0:1746070443.713138:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070443.713141:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02600/0x628f9640b607f6c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713145:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02600/0x628f9640b607f6c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713152:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713156:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713161:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713164:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099c03c00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070443.713165:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713170:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713174:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012d37a500) 00010000:00010000:3.0:1746070443.713176:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070443.713177:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713181:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.713202:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe400/0x628f9640b607f6bf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c018e expref: 19 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.713211:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02e00/0x628f9640b607f6d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c018e expref: 18 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.713215:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:3.0:1746070443.713217:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070443.713218:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c02e00, rc 0) 00000100:00100000:3.0:1746070443.713257:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1142:x1830887015577728:12345-192.168.203.29@tcp:101:dd.0 Request processed in 462us (585us total) trans 4294982007 rc 0/0 00000100:00100000:3.0:1746070443.713263:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33777 00000100:00100000:0.0:1746070443.718070:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070443.718142:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015577984 00000100:00100000:3.0:1746070443.718148:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015577984 00000100:00100000:3.0:1746070443.718178:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33778 00000100:00100000:3.0:1746070443.718184:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1142:x1830887015577984:12345-192.168.203.29@tcp:36:dd.0 00010000:00010000:3.0:1746070443.718223:0:21042:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070443.718241:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099c02e00/0x628f9640b607f6d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c018e expref: 18 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.718264:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:3.0:1746070443.718267:0:21042:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070443.718402:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.718412:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070443.718419:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000001:00080000:3.0:1746070443.718450:0:21042:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294982008 00000004:00010000:3.0:1746070443.718466:0:21042:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093696d80 reply state ffff880092c28000 transno 4294982009 ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000100:00100000:3.0:1746070443.718472:0:21042:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746070443.718534:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1142:x1830887015577984:12345-192.168.203.29@tcp:36:dd.0 Request processed in 349us (469us total) trans 4294982009 rc 0/0 00000100:00100000:3.0:1746070443.718540:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33778 00000020:00080000:3.0:1746070443.718544:0:21042:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1746070443.719592:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070443.719599:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6e2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070443.719604:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070443.719609:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099c03c00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070443.719612:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070443.719620:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6e2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070443.719629:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:0.0:1746070443.719631:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070443.719634:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6e2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070443.719638:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099c03c00/0x628f9640b607f6e2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00000100:00100000:0.0:1746070443.720526:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070443.720798:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015578112 00000100:00100000:3.0:1746070443.720804:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015578112 00000100:00100000:3.0:1746070443.720837:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5623 00000100:00100000:3.0:1746070443.720843:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1142:x1830887015578112:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:3.0:1746070443.720855:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070443.720866:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c02600/0x628f9640b607f6e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0195 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746070443.720887:0:25271:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746070443.720899:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070443.720901:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070443.720905:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c02600/0x628f9640b607f6e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0195 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.720917:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099c02600/0x628f9640b607f6e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0195 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.720925:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099c02600, rc 0) 00000100:00100000:3.0:1746070443.720958:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1142:x1830887015578112:12345-192.168.203.29@tcp:101:dd.0 Request processed in 114us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070443.720963:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5623 00000100:00080000:0.0:1746070443.721000:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070443.723848:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070443.723990:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015578240 00000100:00100000:3.0:1746070443.723997:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015578240 00000100:00100000:3.0:1746070443.724042:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5624 00000100:00100000:3.0:1746070443.724048:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1142:x1830887015578240:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:3.0:1746070443.724062:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1746070443.724098:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746070443.726759:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097cbe400/0x628f9640b607f6f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c019c expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746070443.726787:0:25271:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746070443.726812:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070443.726814:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070443.726826:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097cbe400/0x628f9640b607f6f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c019c expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.726846:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097cbe400/0x628f9640b607f6f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c019c expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070443.726855:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbe400, rc 0) 00000100:00100000:3.0:1746070443.726904:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1142:x1830887015578240:12345-192.168.203.29@tcp:101:dd.0 Request processed in 2855us (3062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070443.726912:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5624 00000100:00100000:0.0:1746070443.730347:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070443.730413:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015578368 00000100:00100000:3.0:1746070443.730419:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015578368 00002000:00010000:3.0:1746070443.730445:0:25227:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (0->18446744073709551615) 00002000:00100000:3.0:1746070443.730448:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220380 with x1830887015578368 ext(0->18446744073709551615) 00002000:00010000:3.0:1746070443.730456:0:25227:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093220380. 00000100:00100000:3.0:1746070443.730479:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4109 00000100:00100000:3.0:1746070443.730484:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015578368:12345-192.168.203.29@tcp:10:dd.0 00002000:00010000:3.0:1746070443.730754:0:25227:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746070443.730757:0:25227:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746070443 00002000:00010000:3.0:1746070443.730759:0:25227:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746070443.730761:0:25227:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746070443 00002000:00010000:3.0:1746070443.730763:0:25227:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746070443.730795:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015578368:12345-192.168.203.29@tcp:10:dd.0 Request processed in 309us (453us total) trans 4294968058 rc 0/0 00000100:00100000:3.0:1746070443.730801:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4109 00002000:00010000:3.0:1746070443.730803:0:25227:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (0->18446744073709551615) 00002000:00100000:3.0:1746070443.730806:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220380 with x1830887015578368 ext(0->18446744073709551615) 00002000:00010000:3.0:1746070443.730809:0:25227:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093220380. 00000100:00100000:0.0:1746070443.733234:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070443.733314:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015578496 00000100:00100000:3.0:1746070443.733320:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015578496 00002000:00010000:3.0:1746070443.733344:0:25227:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/26 (0->18446744073709551615) 00002000:00100000:3.0:1746070443.733347:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093222680 with x1830887015578496 ext(0->18446744073709551615) 00002000:00010000:3.0:1746070443.733356:0:25227:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093222680. 00000100:00100000:3.0:1746070443.733376:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4110 00000100:00100000:3.0:1746070443.733382:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015578496:12345-192.168.203.29@tcp:10:dd.0 00002000:00010000:3.0:1746070443.733604:0:25227:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746070443.733607:0:25227:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746070443 00002000:00010000:3.0:1746070443.733609:0:25227:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746070443.733610:0:25227:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746070443 00002000:00010000:3.0:1746070443.733612:0:25227:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746070443.733640:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015578496:12345-192.168.203.29@tcp:10:dd.0 Request processed in 257us (410us total) trans 4294968467 rc 0/0 00000100:00100000:3.0:1746070443.733645:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4110 00002000:00010000:3.0:1746070443.733647:0:25227:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/26 (0->18446744073709551615) 00002000:00100000:3.0:1746070443.733650:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093222680 with x1830887015578496 ext(0->18446744073709551615) 00002000:00010000:3.0:1746070443.733653:0:25227:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093222680. 00010000:00010000:1.0:1746070443.734075:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746070444.091900:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3294:1830887013398912:0@lo:400:kworker.0 00000100:00100000:3.0:1746070444.091901:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1830887013399040:0@lo:400:kworker.0 00000100:00100000:1.0:1746070444.091963:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013398784:0@lo:400:kworker.0 00000100:00100000:3.0:1746070444.092392:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070444.092454:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013399040 00000100:00100000:3.0:1746070444.092459:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013399040 00000100:00100000:3.0:1746070444.092492:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1746070444.092497:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830887013399040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070444.092532:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830887013399040:12345-0@lo:400:kworker.0 Request processed in 35us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070444.092537:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1746070444.092567:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1830887013399040:0@lo:400:kworker.0 00000100:00100000:0.0:1746070444.092807:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830887013399168:0@lo:400:kworker.0 00000100:00100000:0.0:1746070444.092835:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746070444.092863:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070444.092879:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013399168 00000100:00100000:0.0:1746070444.092882:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013399168 00000100:00100000:0.0:1746070444.092906:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1746070444.092912:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3296:x1830887013399168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070444.092941:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3296:x1830887013399168:12345-0@lo:400:kworker.0 Request processed in 30us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070444.092946:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1746070444.092967:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830887013399168:0@lo:400:kworker.0 00000100:00080000:0.0:1746070444.092981:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070444.093255:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070444.093272:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013399424:0@lo:400:kworker.0 00000100:00100000:2.0:1746070444.093290:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070444.093315:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013398912 00000100:00100000:2.0:1746070444.093318:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013398912 00000100:00100000:2.0:1746070444.093334:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1746070444.093338:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1830887013398912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070444.093363:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1830887013398912:12345-0@lo:400:kworker.0 Request processed in 25us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070444.093368:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1746070444.093386:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3294:1830887013398912:0@lo:400:kworker.0 00000100:00100000:0.0:1746070444.093455:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013399424 00000100:00100000:0.0:1746070444.093458:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013399424 00000100:00100000:0.0:1746070444.093478:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1746070444.093483:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013399424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070444.093519:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013399424:12345-0@lo:400:kworker.0 Request processed in 36us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070444.093524:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00080000:0.0:1746070444.093535:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746070444.093582:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013399424:0@lo:400:kworker.0 00000100:00100000:1.0:1746070444.109011:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070444.109107:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013398784 00000100:00100000:2.0:1746070444.109114:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013398784 00000100:00100000:2.0:1746070444.109158:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1746070444.109165:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a473c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3297:x1830887013398784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070444.109220:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a473c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3297:x1830887013398784:12345-0@lo:400:kworker.0 Request processed in 55us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070444.109225:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1746070444.111076:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013398784:0@lo:400:kworker.0 00000100:00100000:1.0:1746070444.111086:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013399296:0@lo:400:kworker.0 00000100:00100000:1.0:1746070444.111156:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070444.111201:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013399296 00000100:00100000:2.0:1746070444.111205:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013399296 00000100:00080000:0.0:1746070444.111318:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746070444.111611:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1746070444.111619:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013399296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070444.114637:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013399296:0@lo:400:kworker.0 00000100:00100000:2.0:1746070444.114773:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013399296:12345-0@lo:400:kworker.0 Request processed in 3153us (3614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070444.114782:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1746070444.242795:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070444.242963:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015578752 00000100:00100000:2.0:1746070444.242972:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015578752 00002000:00100000:2.0:1746070444.243011:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff880093220000 x1830887015578752/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070444.243020:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220000 with x1830887015578752 ext(0->1048575) 00002000:00010000:2.0:1746070444.243024:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093220000 00000100:00100000:2.0:1746070444.243566:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4111 00000100:00100000:2.0:1746070444.243574:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015578752:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070444.259233:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070444.259477:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015579008 00000100:00100000:3.0:1746070444.259485:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015579008 00002000:00100000:3.0:1746070444.259516:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880093223800 x1830887015579008/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.259524:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223800 with x1830887015579008 ext(0->1048575) 00002000:00010000:3.0:1746070444.259529:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093223800 00000100:00100000:3.0:1746070444.259559:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4112 00000100:00100000:3.0:1746070444.259566:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015579008:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070444.268003:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070444.275665:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015579264 00000100:00100000:1.0:1746070444.275691:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015579264 00002000:00100000:1.0:1746070444.275738:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880092c97b80 x1830887015579264/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070444.275747:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c97b80 with x1830887015579264 ext(1048576->2097151) 00002000:00010000:1.0:1746070444.275752:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c97b80 00000100:00100000:1.0:1746070444.275773:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4113 00000100:00100000:1.0:1746070444.275780:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887015579264:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070444.276724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070444.276741:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015579520 00000100:00100000:1.0:1746070444.276744:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015579520 00002000:00100000:1.0:1746070444.276763:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8801324d4e00 x1830887015579520/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070444.276770:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d4e00 with x1830887015579520 ext(1048576->2097151) 00002000:00010000:1.0:1746070444.276773:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324d4e00 00000100:00100000:1.0:1746070444.277039:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4114 00000100:00100000:1.0:1746070444.277046:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015579520:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070444.291409:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1962:x1830887015578752:12345-192.168.203.29@tcp:4:dd.0 Request processed in 47824us (48611us total) trans 4294968059 rc 0/0 00000100:00100000:3.0:1746070444.291443:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4111 00002000:00100000:3.0:1746070444.291456:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff880093220000 x1830887015578752/t4294968059(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.291464:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220000 with x1830887015578752 ext(0->1048575) 00002000:00010000:3.0:1746070444.291469:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093220000 00000100:00100000:1.0:1746070444.292711:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070444.292934:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746070444.292947:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013399552:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746070444.292981:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070444.293019:0:8448:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013399552 00000100:00100000:1.0:1746070444.293024:0:8448:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013399552 00000100:00100000:1.0:1746070444.293053:0:8448:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1746070444.293058:0:8448:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013399552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746070444.293076:0:8448:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 56033280 pending 3407872 free 3856662528 avail 3854565376 00000100:00100000:1.0:1746070444.293101:0:8448:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013399552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070444.293106:0:8448:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1746070444.293134:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013399552:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746070444.293165:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015579776 00000100:00100000:1.0:1746070444.293168:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015579776 00002000:00100000:1.0:1746070444.293184:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff8801324d5880 x1830887015579776/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070444.293193:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d5880 with x1830887015579776 ext(2097152->3145727) 00002000:00010000:1.0:1746070444.293196:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d5880 00000100:00100000:1.0:1746070444.293215:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4115 00000100:00100000:1.0:1746070444.293220:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1961:x1830887015579776:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070444.310016:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1962:x1830887015579008:12345-192.168.203.29@tcp:4:dd.0 Request processed in 50441us (50780us total) trans 4294968468 rc 0/0 00000100:00100000:3.0:1746070444.310027:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4112 00002000:00100000:3.0:1746070444.310037:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880093223800 x1830887015579008/t4294968468(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.310045:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223800 with x1830887015579008 ext(0->1048575) 00002000:00010000:3.0:1746070444.310051:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093223800 00000100:00100000:1.0:1746070444.311712:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1961:x1830887015579264:12345-192.168.203.29@tcp:4:dd.0 Request processed in 35927us (43709us total) trans 4294968060 rc 0/0 00000100:00100000:1.0:1746070444.311721:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4113 00002000:00100000:1.0:1746070444.311729:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880092c97b80 x1830887015579264/t4294968060(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070444.311738:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c97b80 with x1830887015579264 ext(1048576->2097151) 00002000:00010000:1.0:1746070444.311742:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c97b80 00000100:00100000:0.0:1746070444.315190:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070444.315241:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015580032 00000100:00100000:0.0:1746070444.315247:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015580032 00002000:00100000:0.0:1746070444.315281:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880093221500 x1830887015580032/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070444.315290:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221500 with x1830887015580032 ext(2097152->3145727) 00002000:00010000:0.0:1746070444.315295:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093221500 00000100:00100000:0.0:1746070444.315310:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4116 00000100:00100000:0.0:1746070444.315316:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1961:x1830887015580032:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070444.328342:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070444.329774:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015580288 00000100:00100000:3.0:1746070444.329784:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015580288 00002000:00100000:3.0:1746070444.329817:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880093221c00 x1830887015580288/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.329826:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221c00 with x1830887015580288 ext(3145728->4194303) 00002000:00010000:3.0:1746070444.329830:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093221c00 00000100:00100000:3.0:1746070444.329860:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4117 00000100:00100000:3.0:1746070444.329867:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1964:x1830887015580288:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070444.332581:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1962:x1830887015579520:12345-192.168.203.29@tcp:4:dd.0 Request processed in 55525us (55849us total) trans 4294968469 rc 0/0 00000100:00100000:2.0:1746070444.332591:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4114 00002000:00100000:2.0:1746070444.332600:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8801324d4e00 x1830887015579520/t4294968469(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070444.332609:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d4e00 with x1830887015579520 ext(1048576->2097151) 00002000:00010000:2.0:1746070444.332613:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324d4e00 00000100:00100000:2.0:1746070444.335044:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1961:x1830887015579776:12345-192.168.203.29@tcp:4:dd.0 Request processed in 41816us (42328us total) trans 4294968061 rc 0/0 00000100:00100000:2.0:1746070444.335052:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4115 00002000:00100000:2.0:1746070444.335060:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff8801324d5880 x1830887015579776/t4294968061(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070444.335067:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d5880 with x1830887015579776 ext(2097152->3145727) 00002000:00010000:2.0:1746070444.335071:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324d5880 00000100:00100000:2.0:1746070444.349960:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070444.350471:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015580544 00000100:00100000:3.0:1746070444.350479:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015580544 00002000:00100000:3.0:1746070444.350511:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880092c94000 x1830887015580544/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.350519:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94000 with x1830887015580544 ext(3145728->4194303) 00002000:00010000:3.0:1746070444.350523:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c94000 00000100:00100000:3.0:1746070444.350547:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4118 00000100:00100000:3.0:1746070444.350553:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1964:x1830887015580544:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070444.352272:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1961:x1830887015580032:12345-192.168.203.29@tcp:4:dd.0 Request processed in 36948us (37082us total) trans 4294968470 rc 0/0 00000100:00100000:2.0:1746070444.352281:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4116 00002000:00100000:2.0:1746070444.352290:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880093221500 x1830887015580032/t4294968470(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070444.352298:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221500 with x1830887015580032 ext(2097152->3145727) 00002000:00010000:2.0:1746070444.352303:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093221500 00000100:00100000:3.0:1746070444.362552:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1964:x1830887015580288:12345-192.168.203.29@tcp:4:dd.0 Request processed in 32678us (34208us total) trans 4294968062 rc 0/0 00000100:00100000:3.0:1746070444.362563:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4117 00002000:00100000:3.0:1746070444.362573:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880093221c00 x1830887015580288/t4294968062(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.362582:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221c00 with x1830887015580288 ext(3145728->4194303) 00002000:00010000:3.0:1746070444.362586:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093221c00 00000100:00100000:0.0:1746070444.371399:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070444.372578:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1964:x1830887015580544:12345-192.168.203.29@tcp:4:dd.0 Request processed in 22022us (22621us total) trans 4294968471 rc 0/0 00000100:00100000:3.0:1746070444.372588:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4118 00002000:00100000:3.0:1746070444.372597:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880092c94000 x1830887015580544/t4294968471(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.372606:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94000 with x1830887015580544 ext(3145728->4194303) 00002000:00010000:3.0:1746070444.372610:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c94000 00000100:00100000:3.0:1746070444.372629:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015580800 00000100:00100000:3.0:1746070444.372634:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015580800 00002000:00100000:3.0:1746070444.372655:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff880093220e00 x1830887015580800/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.372661:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220e00 with x1830887015580800 ext(4194304->5242879) 00002000:00010000:3.0:1746070444.372664:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093220e00 00000100:00100000:3.0:1746070444.372690:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4119 00000100:00100000:3.0:1746070444.372704:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1964:x1830887015580800:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070444.383188:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1964:x1830887015580800:12345-192.168.203.29@tcp:4:dd.0 Request processed in 10476us (11788us total) trans 4294968063 rc 0/0 00000100:00100000:3.0:1746070444.383198:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4119 00002000:00100000:3.0:1746070444.383207:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff880093220e00 x1830887015580800/t4294968063(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.383215:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220e00 with x1830887015580800 ext(4194304->5242879) 00002000:00010000:3.0:1746070444.383219:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093220e00 00000100:00100000:0.0:1746070444.383473:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070444.383516:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015581056 00000100:00100000:3.0:1746070444.383522:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015581056 00002000:00100000:3.0:1746070444.383546:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880093221880 x1830887015581056/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.383553:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221880 with x1830887015581056 ext(4194304->5242879) 00002000:00010000:3.0:1746070444.383556:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093221880 00000100:00100000:3.0:1746070444.383578:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4120 00000100:00100000:3.0:1746070444.383584:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1963:x1830887015581056:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070444.397192:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1963:x1830887015581056:12345-192.168.203.29@tcp:4:dd.0 Request processed in 13601us (13713us total) trans 4294968472 rc 0/0 00000100:00100000:3.0:1746070444.397201:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4120 00002000:00100000:3.0:1746070444.397210:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880093221880 x1830887015581056/t4294968472(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.397218:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221880 with x1830887015581056 ext(4194304->5242879) 00002000:00010000:3.0:1746070444.397222:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093221880 00000100:00100000:0.0:1746070444.400766:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070444.400824:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015581312 00000100:00100000:3.0:1746070444.400832:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015581312 00002000:00100000:3.0:1746070444.400864:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff880093223100 x1830887015581312/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.400872:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223100 with x1830887015581312 ext(5242880->6291455) 00002000:00010000:3.0:1746070444.400876:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093223100 00000100:00100000:3.0:1746070444.400903:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4121 00000100:00100000:3.0:1746070444.400910:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1964:x1830887015581312:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070444.408792:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1964:x1830887015581312:12345-192.168.203.29@tcp:4:dd.0 Request processed in 7875us (8025us total) trans 4294968064 rc 0/0 00000100:00100000:3.0:1746070444.408802:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4121 00002000:00100000:3.0:1746070444.408813:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff880093223100 x1830887015581312/t4294968064(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.408821:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223100 with x1830887015581312 ext(5242880->6291455) 00002000:00010000:3.0:1746070444.408825:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093223100 00000100:00100000:0.0:1746070444.426950:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070444.427025:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015581568 00000100:00100000:3.0:1746070444.427033:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015581568 00002000:00100000:3.0:1746070444.427067:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880093220a80 x1830887015581568/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.427077:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220a80 with x1830887015581568 ext(5242880->6291455) 00002000:00010000:3.0:1746070444.427081:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093220a80 00000100:00100000:3.0:1746070444.427096:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4122 00000100:00100000:3.0:1746070444.427102:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+17:1964:x1830887015581568:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070444.440466:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070444.441517:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015581824 00000100:00100000:1.0:1746070444.441525:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015581824 00002000:00100000:1.0:1746070444.441561:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880091efce00 x1830887015581824/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070444.441569:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efce00 with x1830887015581824 ext(6291456->7340031) 00002000:00010000:1.0:1746070444.441573:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efce00 00000100:00100000:1.0:1746070444.441603:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4123 00000100:00100000:1.0:1746070444.441609:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1963:x1830887015581824:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070444.447945:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1964:x1830887015581568:12345-192.168.203.29@tcp:4:dd.0 Request processed in 20835us (21162us total) trans 4294968473 rc 0/0 00000100:00100000:3.0:1746070444.447955:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4122 00002000:00100000:3.0:1746070444.447963:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880093220a80 x1830887015581568/t4294968473(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.447972:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220a80 with x1830887015581568 ext(5242880->6291455) 00002000:00010000:3.0:1746070444.447976:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093220a80 00000100:00100000:1.0:1746070444.467943:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1963:x1830887015581824:12345-192.168.203.29@tcp:4:dd.0 Request processed in 26328us (27479us total) trans 4294968065 rc 0/0 00000100:00100000:1.0:1746070444.467955:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4123 00002000:00100000:1.0:1746070444.467964:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880091efce00 x1830887015581824/t4294968065(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070444.467972:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efce00 with x1830887015581824 ext(6291456->7340031) 00002000:00010000:1.0:1746070444.467976:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efce00 00000100:00100000:0.0:1746070444.468303:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070444.468357:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070444.468654:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015582080 00000100:00100000:3.0:1746070444.468661:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015582080 00002000:00100000:3.0:1746070444.468888:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880093221180 x1830887015582080/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.468896:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221180 with x1830887015582080 ext(6291456->7340031) 00002000:00010000:3.0:1746070444.468901:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093221180 00000100:00100000:3.0:1746070444.468923:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015582336 00000100:00100000:3.0:1746070444.468926:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015582336 00002000:00100000:3.0:1746070444.468939:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff880093223480 x1830887015582336/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.468961:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223480 with x1830887015582336 ext(7340032->8388607) 00002000:00010000:3.0:1746070444.468963:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093223480 00000100:00100000:3.0:1746070444.468976:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4124 00000100:00100000:3.0:1746070444.468982:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1963:x1830887015582080:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070444.469101:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4125 00000100:00100000:3.0:1746070444.469106:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1964:x1830887015582336:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070444.481163:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070444.481235:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015582592 00000100:00100000:1.0:1746070444.481242:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015582592 00002000:00100000:1.0:1746070444.481272:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880093220700 x1830887015582592/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070444.481281:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220700 with x1830887015582592 ext(7340032->8388607) 00002000:00010000:1.0:1746070444.481286:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093220700 00000100:00100000:1.0:1746070444.481314:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4126 00000100:00100000:1.0:1746070444.481320:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1964:x1830887015582592:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070444.485810:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1963:x1830887015582080:12345-192.168.203.29@tcp:4:dd.0 Request processed in 16821us (17501us total) trans 4294968474 rc 0/0 00000100:00100000:3.0:1746070444.485819:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4124 00002000:00100000:3.0:1746070444.485828:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880093221180 x1830887015582080/t4294968474(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.485837:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221180 with x1830887015582080 ext(6291456->7340031) 00002000:00010000:3.0:1746070444.485842:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093221180 00000100:00100000:0.0:1746070444.490886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070444.491310:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015582848 00000100:00100000:0.0:1746070444.491317:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015582848 00002000:00100000:0.0:1746070444.491347:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880093223b80 x1830887015582848/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070444.491356:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223b80 with x1830887015582848 ext(8388608->9437183) 00002000:00010000:0.0:1746070444.491360:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093223b80 00000100:00100000:0.0:1746070444.491375:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4127 00000100:00100000:0.0:1746070444.491381:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1964:x1830887015582848:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070444.496124:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1964:x1830887015582592:12345-192.168.203.29@tcp:4:dd.0 Request processed in 14796us (14960us total) trans 4294968475 rc 0/0 00000100:00100000:1.0:1746070444.496133:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4126 00002000:00100000:1.0:1746070444.496143:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880093220700 x1830887015582592/t4294968475(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070444.496152:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093220700 with x1830887015582592 ext(7340032->8388607) 00002000:00010000:1.0:1746070444.496157:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093220700 00000100:00100000:3.0:1746070444.496977:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1964:x1830887015582336:12345-192.168.203.29@tcp:4:dd.0 Request processed in 27869us (28618us total) trans 4294968066 rc 0/0 00000100:00100000:3.0:1746070444.496984:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4125 00002000:00100000:3.0:1746070444.496990:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff880093223480 x1830887015582336/t4294968066(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.496998:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223480 with x1830887015582336 ext(7340032->8388607) 00002000:00010000:3.0:1746070444.497002:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093223480 00000100:00100000:0.0:1746070444.502330:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1964:x1830887015582848:12345-192.168.203.29@tcp:4:dd.0 Request processed in 10942us (11445us total) trans 4294968067 rc 0/0 00000100:00100000:0.0:1746070444.502340:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4127 00002000:00100000:0.0:1746070444.502870:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880093223b80 x1830887015582848/t4294968067(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070444.502879:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093223b80 with x1830887015582848 ext(8388608->9437183) 00002000:00010000:0.0:1746070444.502884:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093223b80 00000100:00100000:2.0:1746070444.504590:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070444.506822:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015583104 00000100:00100000:0.0:1746070444.506831:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015583104 00002000:00100000:0.0:1746070444.506866:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880091efc700 x1830887015583104/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070444.506874:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efc700 with x1830887015583104 ext(8388608->9437183) 00002000:00010000:0.0:1746070444.506878:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091efc700 00000100:00100000:0.0:1746070444.506912:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4128 00000100:00100000:0.0:1746070444.506920:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1964:x1830887015583104:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070444.512181:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1964:x1830887015583104:12345-192.168.203.29@tcp:4:dd.0 Request processed in 5254us (7585us total) trans 4294968476 rc 0/0 00000100:00100000:2.0:1746070444.512190:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4128 00002000:00100000:2.0:1746070444.512199:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880091efc700 x1830887015583104/t4294968476(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070444.512206:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efc700 with x1830887015583104 ext(8388608->9437183) 00002000:00010000:2.0:1746070444.512211:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091efc700 00000100:00100000:0.0:1746070444.517499:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070444.517590:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015583360 00000100:00100000:2.0:1746070444.517597:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015583360 00002000:00100000:2.0:1746070444.517630:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff880093f18380 x1830887015583360/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070444.517639:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18380 with x1830887015583360 ext(9437184->10485759) 00002000:00010000:2.0:1746070444.517644:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f18380 00000100:00100000:2.0:1746070444.517726:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4129 00000100:00100000:2.0:1746070444.517733:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1964:x1830887015583360:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070444.523252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070444.523335:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015583616 00000100:00100000:2.0:1746070444.523342:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015583616 00002000:00100000:2.0:1746070444.523375:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880093f1bb80 x1830887015583616/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070444.523384:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1bb80 with x1830887015583616 ext(9437184->10485759) 00002000:00010000:2.0:1746070444.523389:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f1bb80 00000100:00100000:2.0:1746070444.523417:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4130 00000100:00100000:2.0:1746070444.523423:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1963:x1830887015583616:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070444.524240:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1964:x1830887015583360:12345-192.168.203.29@tcp:4:dd.0 Request processed in 6505us (6746us total) trans 4294968068 rc 0/0 00000100:00100000:3.0:1746070444.524247:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4129 00002000:00100000:3.0:1746070444.524253:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff880093f18380 x1830887015583360/t4294968068(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.524260:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f18380 with x1830887015583360 ext(9437184->10485759) 00002000:00010000:3.0:1746070444.524263:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f18380 00000100:00100000:2.0:1746070444.537268:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1963:x1830887015583616:12345-192.168.203.29@tcp:4:dd.0 Request processed in 13839us (14016us total) trans 4294968477 rc 0/0 00000100:00100000:2.0:1746070444.537278:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4130 00002000:00100000:2.0:1746070444.537287:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880093f1bb80 x1830887015583616/t4294968477(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070444.537296:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1bb80 with x1830887015583616 ext(9437184->10485759) 00002000:00010000:2.0:1746070444.537300:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f1bb80 00000100:00100000:0.0:1746070444.539207:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070444.539559:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015583872 00000100:00100000:2.0:1746070444.539566:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015583872 00002000:00100000:2.0:1746070444.539597:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff880093f1b480 x1830887015583872/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070444.539605:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1b480 with x1830887015583872 ext(10485760->11534335) 00002000:00010000:2.0:1746070444.539610:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f1b480 00000100:00100000:2.0:1746070444.539634:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4131 00000100:00100000:2.0:1746070444.539641:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1964:x1830887015583872:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070444.543328:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070444.543400:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015584128 00000100:00100000:3.0:1746070444.543407:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015584128 00002000:00100000:3.0:1746070444.543438:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880093f19180 x1830887015584128/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070444.543447:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19180 with x1830887015584128 ext(10485760->11534335) 00002000:00010000:3.0:1746070444.543452:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f19180 00000100:00100000:3.0:1746070444.543478:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4132 00000100:00100000:3.0:1746070444.543485:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1964:x1830887015584128:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070444.554261:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1964:x1830887015583872:12345-192.168.203.29@tcp:4:dd.0 Request processed in 14613us (15051us total) trans 4294968069 rc 0/0 00000100:00100000:2.0:1746070444.554271:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4131 00002000:00100000:2.0:1746070444.554280:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff880093f1b480 x1830887015583872/t4294968069(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070444.554289:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1b480 with x1830887015583872 ext(10485760->11534335) 00002000:00010000:2.0:1746070444.554294:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f1b480 00000100:00100000:0.0:1746070444.556434:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070444.556891:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070444.556975:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015584384 00000100:00100000:1.0:1746070444.556982:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015584384 00002000:00100000:1.0:1746070444.557013:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff880099f1b100 x1830887015584384/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070444.557021:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1b100 with x1830887015584384 ext(11534336->12582911) 00002000:00010000:1.0:1746070444.557026:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f1b100 00000100:00100000:1.0:1746070444.557038:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015584640 00000100:00100000:1.0:1746070444.557040:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015584640 00002000:00100000:1.0:1746070444.557050:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880099f19880 x1830887015584640/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070444.557061:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f19880 with x1830887015584640 ext(11534336->12582911) 00002000:00010000:1.0:1746070444.557064:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f19880 00000100:00100000:1.0:1746070444.557080:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4133 00000100:00100000:1.0:1746070444.557086:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1964:x1830887015584384:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070444.557201:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4134 00000100:00100000:1.0:1746070444.557207:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1963:x1830887015584640:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070444.557849:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1964:x1830887015584128:12345-192.168.203.29@tcp:4:dd.0 Request processed in 14363us (14526us total) trans 4294968478 rc 0/0 00000100:00100000:1.0:1746070444.557856:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4132 00002000:00100000:1.0:1746070444.557862:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880093f19180 x1830887015584128/t4294968478(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070444.557868:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f19180 with x1830887015584128 ext(10485760->11534335) 00002000:00010000:1.0:1746070444.557871:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f19180 00000100:00100000:0.0:1746070444.563794:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070444.563890:0:7096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015585152 00000100:00100000:2.0:1746070444.563898:0:7096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015585152 00000100:00100000:2.0:1746070444.563932:0:7096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 161 00000100:00100000:2.0:1746070444.563938:0:7096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1142:x1830887015585152:12345-192.168.203.29@tcp:35:dd.0 00000001:00080000:2.0:1746070444.564129:0:7096:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294982010 00000100:00100000:1.0:1746070444.565430:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1964:x1830887015584384:12345-192.168.203.29@tcp:4:dd.0 Request processed in 8341us (8998us total) trans 4294968070 rc 0/0 00000100:00100000:1.0:1746070444.565438:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4133 00002000:00100000:1.0:1746070444.565446:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff880099f1b100 x1830887015584384/t4294968070(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070444.565455:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1b100 with x1830887015584384 ext(11534336->12582911) 00002000:00010000:1.0:1746070444.565459:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f1b100 00000100:00100000:2.0:1746070444.565854:0:7096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1142:x1830887015585152:12345-192.168.203.29@tcp:35:dd.0 Request processed in 1915us (2071us total) trans 4294982011 rc 0/0 00000100:00100000:2.0:1746070444.565861:0:7096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 161 00000020:00080000:2.0:1746070444.565865:0:7096:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746070444.566788:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070444.566871:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015584896 00000100:00100000:0.0:1746070444.566877:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015584896 00002000:00100000:0.0:1746070444.566901:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff880092af9880 x1830887015584896/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/0 e 0 to 0 dl 1746070455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070444.566909:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9880 with x1830887015584896 ext(12582912->13631487) 00002000:00010000:0.0:1746070444.566912:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af9880 00000100:00100000:0.0:1746070444.566933:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4135 00000100:00100000:0.0:1746070444.566938:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1963:x1830887015584896:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070444.579327:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1963:x1830887015584640:12345-192.168.203.29@tcp:4:dd.0 Request processed in 22114us (22430us total) trans 4294968479 rc 0/0 00000100:00100000:1.0:1746070444.579340:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4134 00002000:00100000:1.0:1746070444.579351:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880099f19880 x1830887015584640/t4294968479(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070444.579359:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f19880 with x1830887015584640 ext(11534336->12582911) 00002000:00010000:1.0:1746070444.579364:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f19880 00000100:00100000:2.0:1746070444.583469:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+33:1963:x1830887015584896:12345-192.168.203.29@tcp:4:dd.0 Request processed in 16525us (16677us total) trans 4294968071 rc 0/0 00000100:00100000:2.0:1746070444.583479:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4135 00002000:00100000:2.0:1746070444.583488:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff880092af9880 x1830887015584896/t4294968071(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:75/0 lens 488/448 e 0 to 0 dl 1746070455 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070444.583496:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9880 with x1830887015584896 ext(12582912->13631487) 00002000:00010000:2.0:1746070444.583501:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af9880 00000100:00100000:0.0:1746070444.589270:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070444.590726:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015585280 00000100:00100000:3.0:1746070444.590734:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015585280 00000100:00100000:3.0:1746070444.590783:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33779 00000100:00100000:3.0:1746070444.590789:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1147:x1830887015585280:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:3.0:1746070444.590810:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070444.590825:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607f6f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01a3 expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070444.590874:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bd000/0x628f9640b607f6fe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070444.590883:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bd000/0x628f9640b607f6fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070444.590893:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bd000/0x628f9640b607f6fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:3.0:1746070444.590936:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746070444.590939:0:10662:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1746070444.590952:0:10662:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bd000/0x628f9640b607f6fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070444.590968:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607f6f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01a3 expref: 23 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070444.590996:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bd000/0x628f9640b607f6fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01a3 expref: 22 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070444.591002:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a100) 00010000:00010000:3.0:1746070444.591004:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746070444.591006:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a13bd000, rc 0) 00000100:00100000:3.0:1746070444.591057:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1147:x1830887015585280:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 266us (1794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070444.591062:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33779 00010000:00010000:1.0:1746070444.735816:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070445.168940:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.169919:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015585536 00000100:00100000:3.0:1746070445.169926:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015585536 00000100:00100000:3.0:1746070445.169963:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33780 00000100:00100000:3.0:1746070445.169970:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1158:x1830887015585536:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:3.0:1746070445.169984:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070445.169987:0:10662:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746070445.170007:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bd000/0x628f9640b607f6fe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01a3 expref: 22 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.170019:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a100) 00010000:00010000:3.0:1746070445.170027:0:10662:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070445.170036:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea200/0x628f9640b607f705 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01aa expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.170126:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f70c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170134:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f70c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170141:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f70c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170149:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607f713 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170154:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607f713 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170159:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607f713 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170450:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebc00/0x628f9640b607f71a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170456:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebc00/0x628f9640b607f71a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170465:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebc00/0x628f9640b607f71a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:3.0:1746070445.170471:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:3.0:1746070445.170485:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f70c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170490:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f70c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170495:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f70c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170500:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cea000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070445.170503:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f70c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170508:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f70c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170514:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b5d2100) 00010000:00010000:3.0:1746070445.170516:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070445.170518:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f70c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.170523:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f70c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00000004:00010000:3.0:1746070445.170530:0:10662:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880099f18e00 reply state ffff88009b8c2000 transno 4294982012 ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607f713 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000100:00100000:3.0:1746070445.170536:0:10662:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746070445.170549:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea200/0x628f9640b607f705 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01aa expref: 24 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.170560:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebc00/0x628f9640b607f71a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01aa expref: 23 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.170566:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2300) 00010000:00010000:3.0:1746070445.170568:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070445.170569:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cebc00, rc 0) 00000100:00100000:3.0:1746070445.170609:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1158:x1830887015585536:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 640us (1675us total) trans 4294982012 rc 0/0 00000100:00100000:3.0:1746070445.170615:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33780 00000100:00080000:0.0:1746070445.171137:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070445.179905:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.180105:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015585792 00000100:00100000:2.0:1746070445.180113:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015585792 00000100:00100000:2.0:1746070445.180148:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33781 00000100:00100000:2.0:1746070445.180154:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1158:x1830887015585792:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:2.0:1746070445.180171:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070445.180185:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f728 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01b1 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.180248:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070445.180258:0:21042:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebc00/0x628f9640b607f71a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01aa expref: 25 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.180264:0:21042:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070445.180285:0:21042:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebc00/0x628f9640b607f71a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01aa expref: 25 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.180293:0:21042:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebc00/0x628f9640b607f71a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01aa expref: 25 pid: 10662 timeout: 657 lvb_type: 0 00000100:00100000:2.0:1746070445.180302:0:21042:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efe300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21042:1830887013399680:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070445.180356:0:21042:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136bdde40 going to sleep for 11 seconds 00010000:00010000:3.0:1746070445.187162:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607f713 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.187174:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607f713 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.187180:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607f713 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.187185:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ceba00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070445.187188:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607f713 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.187195:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607f713 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.187208:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008b5d2500) 00010000:00010000:3.0:1746070445.187211:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070445.187214:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607f713 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070445.187222:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607f713 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00000100:00100000:0.0:1746070445.194582:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.195137:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015585920 00000100:00100000:3.0:1746070445.195146:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015585920 00010000:00010000:3.0:1746070445.195176:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebc00/0x628f9640b607f71a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01aa expref: 25 pid: 10662 timeout: 657 lvb_type: 0 00000100:00100000:3.0:1746070445.195200:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7885 00000100:00100000:3.0:1746070445.195207:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1963:x1830887015585920:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070445.195216:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070445.195221:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebc00/0x628f9640b607f71a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01aa expref: 25 pid: 10662 timeout: 657 lvb_type: 0 00010000:00010000:3.0:1746070445.195230:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebc00/0x628f9640b607f71a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01aa expref: 25 pid: 10662 timeout: 657 lvb_type: 0 00010000:00010000:3.0:1746070445.195247:0:7079:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2300) 00010000:00010000:3.0:1746070445.195252:0:7079:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070445.195259:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070445.195264:0:7079:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070445.195276:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070445.195308:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1963:x1830887015585920:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 101us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070445.195317:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7885 00010000:00010000:2.0:1746070445.197919:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebc00/0x628f9640b607f71a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01aa expref: 24 pid: 10662 timeout: 657 lvb_type: 0 00000100:00100000:2.0:1746070445.197937:0:21042:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efe300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21042:1830887013399680:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070445.197952:0:21042:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070445.197966:0:21042:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070445.197970:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:2.0:1746070445.197987:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00000004:00080000:2.0:1746070445.198116:0:21042:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00000004:00080000:2.0:1746070445.198122:0:21042:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00010000:00010000:2.0:1746070445.198213:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070445.198220:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070445.198226:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070445.198230:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df52000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070445.198233:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070445.198239:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070445.198250:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2300) 00010000:00010000:2.0:1746070445.198252:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746070445.198255:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070445.198259:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f72f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:2.0:1746070445.198297:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f728 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01b1 expref: 24 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.198305:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f728 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01b1 expref: 24 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.198314:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52400, rc 0) 00000100:00100000:2.0:1746070445.198367:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1158:x1830887015585792:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 18212us (18467us total) trans 4294982013 rc 301/301 00000100:00100000:2.0:1746070445.198374:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33781 00000100:00100000:1.0:1746070445.206269:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.206399:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015586176 00000100:00100000:0.0:1746070445.206407:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015586176 00000100:00100000:0.0:1746070445.209277:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 162 00000100:00100000:0.0:1746070445.209289:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1158:x1830887015586176:12345-192.168.203.29@tcp:35:lfs.0 00000100:00100000:0.0:1746070445.209515:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1158:x1830887015586176:12345-192.168.203.29@tcp:35:lfs.0 Request processed in 230us (3254us total) trans 4294982014 rc 0/0 00000100:00100000:0.0:1746070445.209522:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 162 00000100:00100000:0.0:1746070445.215629:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.218843:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015586304 00000100:00100000:3.0:1746070445.218852:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015586304 00000100:00100000:3.0:1746070445.218904:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33782 00000100:00100000:3.0:1746070445.218913:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1158:x1830887015586304:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:3.0:1746070445.218930:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070445.218947:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f73d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01b8 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.218990:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f73d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01b8 expref: 25 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.219000:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f73d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01b8 expref: 25 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.219014:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2400) 00010000:00010000:3.0:1746070445.219017:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746070445.219019:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cea000, rc 0) 00000100:00100000:3.0:1746070445.219132:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1158:x1830887015586304:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 220us (3509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070445.219138:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33782 00000100:00100000:1.0:1746070445.235978:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.242064:0:7096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015586560 00000100:00100000:3.0:1746070445.242075:0:7096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015586560 00000100:00100000:3.0:1746070445.242111:0:7096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 163 00000100:00100000:3.0:1746070445.242118:0:7096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1158:x1830887015586560:12345-192.168.203.29@tcp:35:lfs.0 00000100:00100000:3.0:1746070445.242281:0:7096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1158:x1830887015586560:12345-192.168.203.29@tcp:35:lfs.0 Request processed in 162us (6308us total) trans 4294982015 rc 0/0 00000100:00100000:3.0:1746070445.242288:0:7096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 163 00000100:00100000:1.0:1746070445.253722:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.254555:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015586688 00000100:00100000:0.0:1746070445.254562:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015586688 00000100:00100000:0.0:1746070445.254607:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33783 00000100:00100000:0.0:1746070445.254614:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1159:x1830887015586688:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070445.254632:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070445.254647:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bace00/0x628f9640b607f744 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01bf expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.254726:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad600/0x628f9640b607f74b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.254736:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad600/0x628f9640b607f74b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.254745:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad600/0x628f9640b607f74b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:0.0:1746070445.254788:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746070445.254791:0:21042:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070445.254802:0:21042:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad600/0x628f9640b607f74b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.254819:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bace00/0x628f9640b607f744 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01bf expref: 28 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.254831:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad600/0x628f9640b607f74b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01bf expref: 27 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.254841:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978f00) 00010000:00010000:0.0:1746070445.254844:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746070445.254846:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bad600, rc 0) 00000100:00100000:0.0:1746070445.254885:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1159:x1830887015586688:12345-192.168.203.29@tcp:101:dd.0 Request processed in 272us (1170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070445.254891:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33783 00000100:00100000:0.0:1746070445.268498:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.268523:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.268719:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015586816 00000100:00100000:0.0:1746070445.268726:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015586816 00000100:00100000:0.0:1746070445.268760:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015587072 00000100:00100000:0.0:1746070445.268763:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015587072 00000100:00100000:0.0:1746070445.268776:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33784 00000100:00100000:0.0:1746070445.268783:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+11:1160:x1830887015586816:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070445.268798:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070445.268812:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bada00/0x628f9640b607f752 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01c6 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.268856:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bace00/0x628f9640b607f759 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.268866:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bace00/0x628f9640b607f759 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.268874:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bace00/0x628f9640b607f759 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:0.0:1746070445.268918:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746070445.268921:0:21042:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070445.268932:0:21042:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092bace00/0x628f9640b607f759 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.268947:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bada00/0x628f9640b607f752 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01c6 expref: 13 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.268961:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bace00/0x628f9640b607f759 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01c6 expref: 12 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.268968:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978f00) 00010000:00010000:0.0:1746070445.268970:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746070445.268973:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bace00, rc 0) 00000100:00100000:0.0:1746070445.269006:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1160:x1830887015586816:12345-192.168.203.29@tcp:101:dd.0 Request processed in 224us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070445.269012:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33784 00000100:00100000:0.0:1746070445.269023:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33785 00000100:00100000:0.0:1746070445.269028:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1159:x1830887015587072:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070445.269034:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070445.269039:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bac000/0x628f9640b607f760 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01cd expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.269072:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092baca00/0x628f9640b607f767 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269078:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092baca00/0x628f9640b607f767 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269084:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092baca00/0x628f9640b607f767 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269096:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad800/0x628f9640b607f76e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269101:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad800/0x628f9640b607f76e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269106:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad800/0x628f9640b607f76e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269170:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad000/0x628f9640b607f775 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269176:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad000/0x628f9640b607f775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269181:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad000/0x628f9640b607f775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:0.0:1746070445.269187:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746070445.269248:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092baca00/0x628f9640b607f767 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269253:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092baca00/0x628f9640b607f767 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269258:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092baca00/0x628f9640b607f767 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269263:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092baca00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070445.269266:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092baca00/0x628f9640b607f767 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269272:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092baca00/0x628f9640b607f767 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269279:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978f00) 00010000:00010000:0.0:1746070445.269281:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070445.269283:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092baca00/0x628f9640b607f767 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269287:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092baca00/0x628f9640b607f767 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269294:0:21042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad800/0x628f9640b607f76e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269298:0:21042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad800/0x628f9640b607f76e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269302:0:21042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad800/0x628f9640b607f76e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269305:0:21042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bad800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070445.269307:0:21042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad800/0x628f9640b607f76e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269310:0:21042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad800/0x628f9640b607f76e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269314:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880134978000) 00010000:00010000:0.0:1746070445.269316:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070445.269318:0:21042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad800/0x628f9640b607f76e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269321:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad800/0x628f9640b607f76e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070445.269339:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bac000/0x628f9640b607f760 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01cd expref: 30 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.269346:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad000/0x628f9640b607f775 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01cd expref: 29 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.269351:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:0.0:1746070445.269353:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070445.269354:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bad000, rc 0) 00000100:00100000:0.0:1746070445.269370:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1159:x1830887015587072:12345-192.168.203.29@tcp:101:dd.0 Request processed in 342us (846us total) trans 4294982016 rc 0/0 00000100:00100000:0.0:1746070445.269375:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33785 00000100:00080000:0.0:1746070445.269389:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746070445.274225:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.276888:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.279137:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015587328 00000100:00100000:2.0:1746070445.279145:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015587328 00000100:00100000:2.0:1746070445.279176:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015587584 00000100:00100000:2.0:1746070445.279179:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015587584 00000100:00100000:2.0:1746070445.279198:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33786 00000100:00100000:2.0:1746070445.279205:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1160:x1830887015587328:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:2.0:1746070445.279220:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070445.279235:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52a00/0x628f9640b607f783 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01d4 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.279311:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f78a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279322:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f78a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279331:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f78a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279343:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f791 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279348:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f791 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279353:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f791 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279428:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f798 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279435:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f798 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279442:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f798 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:2.0:1746070445.279449:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746070445.279513:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f78a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279518:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f78a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279523:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f78a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279528:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df52000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070445.279531:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f78a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279537:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f78a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279546:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978f00) 00010000:00010000:2.0:1746070445.279549:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070445.279552:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f78a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279557:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52000/0x628f9640b607f78a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279566:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f791 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279571:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f791 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279579:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f791 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279583:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009be1aa00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070445.279585:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f791 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279589:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f791 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279595:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012f5a1800) 00010000:00010000:2.0:1746070445.279596:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070445.279598:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f791 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279603:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1aa00/0x628f9640b607f791 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279631:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52a00/0x628f9640b607f783 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01d4 expref: 15 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.279641:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1a400/0x628f9640b607f798 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01d4 expref: 14 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.279646:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:2.0:1746070445.279648:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070445.279650:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be1a400, rc 0) 00000100:00100000:2.0:1746070445.279731:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1160:x1830887015587328:12345-192.168.203.29@tcp:101:dd.0 Request processed in 526us (5512us total) trans 4294982017 rc 0/0 00000100:00100000:2.0:1746070445.279737:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33786 00000100:00100000:2.0:1746070445.279753:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33787 00000100:00100000:2.0:1746070445.279758:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1159:x1830887015587584:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:2.0:1746070445.279767:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070445.279768:0:7093:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746070445.279777:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bad600/0x628f9640b607f74b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01bf expref: 29 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.279785:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978f00) 00010000:00010000:2.0:1746070445.279787:0:7093:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070445.279791:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1b000/0x628f9640b607f7a6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01db expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.279830:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279837:0:7093:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bace00/0x628f9640b607f759 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01c6 expref: 13 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.279842:0:7093:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.279863:0:7093:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092bace00/0x628f9640b607f759 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01c6 expref: 13 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.279872:0:7093:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bace00/0x628f9640b607f759 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01c6 expref: 13 pid: 21042 timeout: 657 lvb_type: 0 00000100:00100000:2.0:1746070445.279880:0:7093:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efe300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7093:1830887013399808:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070445.279929:0:7093:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136bddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070445.286773:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1746070445.286888:0:7093:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.29@tcp) returned -22 from blocking AST (req@ffff880091efe300 x1830887013399808) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff880092bace00/0x628f9640b607f759 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01c6 expref: 13 pid: 21042 timeout: 657 lvb_type: 0 00010000:00010000:2.0:1746070445.286904:0:7093:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092bace00/0x628f9640b607f759 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01c6 expref: 13 pid: 21042 timeout: 657 lvb_type: 0 00010000:00010000:2.0:1746070445.286920:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bace00/0x628f9640b607f759 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01c6 expref: 13 pid: 21042 timeout: 657 lvb_type: 0 00000100:00100000:2.0:1746070445.286932:0:7093:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efe300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7093:1830887013399808:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070445.286953:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978f00) 00010000:00010000:2.0:1746070445.286957:0:7093:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.286963:0:7093:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.286968:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.286980:0:7093:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.286986:0:7093:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.286990:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287046:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebc800/0x628f9640b607f7b4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287053:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebc800/0x628f9640b607f7b4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287059:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebc800/0x628f9640b607f7b4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00080000:2.0:1746070445.287304:0:7093:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00010000:00010000:2.0:1746070445.287408:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebd800/0x628f9640b607f7bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287415:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebd800/0x628f9640b607f7bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287421:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebd800/0x628f9640b607f7bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287444:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287450:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287455:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287460:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df52400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070445.287463:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287468:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287474:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978f00) 00010000:00010000:2.0:1746070445.287476:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070445.287478:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287486:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52400/0x628f9640b607f7ad lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00000004:00010000:2.0:1746070445.287494:0:7093:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092dce680 reply state ffff8800871e5000 transno 4294982018 ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebc800/0x628f9640b607f7b4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000100:00100000:2.0:1746070445.287499:0:7093:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746070445.287519:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be1b000/0x628f9640b607f7a6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01db expref: 31 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.287531:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebd800/0x628f9640b607f7bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01db expref: 30 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.287536:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88012f5a1a00) 00010000:00010000:2.0:1746070445.287538:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070445.287539:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ebd800, rc 0) 00000100:00100000:2.0:1746070445.287579:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1159:x1830887015587584:12345-192.168.203.29@tcp:101:dd.0 Request processed in 7820us (10694us total) trans 4294982018 rc 0/0 00000100:00100000:2.0:1746070445.287585:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33787 00000100:00100000:2.0:1746070445.287606:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015587840 00000100:00100000:2.0:1746070445.287610:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015587840 00000100:00100000:2.0:1746070445.287630:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33788 00000100:00100000:2.0:1746070445.287635:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1160:x1830887015587840:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:2.0:1746070445.287648:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070445.287650:0:7093:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746070445.287652:0:7093:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 628f9640b607f759) 00010000:00010000:2.0:1746070445.287653:0:7093:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070445.287661:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52600/0x628f9640b607f7c9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01e2 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.287768:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607f7d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287774:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607f7d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287780:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607f7d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287787:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db7a00/0x628f9640b607f7d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287792:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094db7a00/0x628f9640b607f7d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287796:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094db7a00/0x628f9640b607f7d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287834:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db6000/0x628f9640b607f7de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287839:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094db6000/0x628f9640b607f7de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287844:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094db6000/0x628f9640b607f7de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:2.0:1746070445.287849:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:2.0:1746070445.287883:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607f7d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287886:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607f7d0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287893:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607f7d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287896:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df52800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070445.287898:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607f7d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287902:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607f7d0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287907:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012f5a1400) 00010000:00010000:2.0:1746070445.287909:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070445.287911:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607f7d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287915:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607f7d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287921:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db7a00/0x628f9640b607f7d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287925:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094db7a00/0x628f9640b607f7d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287929:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094db7a00/0x628f9640b607f7d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287933:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094db7a00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070445.287935:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094db7a00/0x628f9640b607f7d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287939:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094db7a00/0x628f9640b607f7d7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287947:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012f5a1c00) 00010000:00010000:2.0:1746070445.287949:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070445.287951:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094db7a00/0x628f9640b607f7d7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287954:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094db7a00/0x628f9640b607f7d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070445.287974:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52600/0x628f9640b607f7c9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e2 expref: 16 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.287984:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db6000/0x628f9640b607f7de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e2 expref: 15 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.287989:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2400) 00010000:00010000:2.0:1746070445.287991:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070445.287993:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db6000, rc 0) 00000100:00100000:2.0:1746070445.288009:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1160:x1830887015587840:12345-192.168.203.29@tcp:101:dd.0 Request processed in 374us (1243us total) trans 4294982019 rc 0/0 00000100:00100000:2.0:1746070445.288014:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33788 00000100:00100000:0.0:1746070445.293394:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.293419:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015587968 00000100:00100000:0.0:1746070445.293426:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015587968 00000100:00100000:0.0:1746070445.293470:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5625 00000100:00100000:0.0:1746070445.293476:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1160:x1830887015587968:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070445.293491:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070445.293505:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607f7ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01e9 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.293529:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099c02600/0x628f9640b607f6e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0195 expref: 32 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.293536:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070445.293537:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070445.293540:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607f7ec lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e9 expref: 7 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.293563:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099c02600/0x628f9640b607f6e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0195 expref: 32 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.293573:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099c02600/0x628f9640b607f6e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0195 expref: 32 pid: 25271 timeout: 657 lvb_type: 0 00000100:00100000:0.0:1746070445.293583:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013399936:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070445.293650:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe30c0 going to sleep for 11 seconds 00000100:00080000:0.0:1746070445.293667:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1746070445.294134:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebc800/0x628f9640b607f7b4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070445.294142:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebc800/0x628f9640b607f7b4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070445.294147:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebc800/0x628f9640b607f7b4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070445.294151:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ebc800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070445.294154:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebc800/0x628f9640b607f7b4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070445.294159:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebc800/0x628f9640b607f7b4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070445.294171:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88012f5a1b00) 00010000:00010000:1.0:1746070445.294174:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070445.294178:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebc800/0x628f9640b607f7b4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070445.294181:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ebc800/0x628f9640b607f7b4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00000100:00100000:0.0:1746070445.294909:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.294976:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015588352 00000100:00100000:3.0:1746070445.294981:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015588352 00000100:00100000:3.0:1746070445.295572:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4136 00000100:00100000:3.0:1746070445.295579:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+33:1964:x1830887015588352:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070445.295602:0:31813:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.295613:0:31813:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070445.295615:0:31813:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.295621:0:31813:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746070445.296421:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070445.297731:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.297854:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013399936:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070445.297877:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607f7ec lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e9 expref: 7 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.297891:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093edca00, rc 0) 00000100:00100000:1.0:1746070445.297927:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1160:x1830887015587968:12345-192.168.203.29@tcp:101:dd.0 Request processed in 4450us (4539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070445.297934:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5625 00000100:00100000:2.0:1746070445.298192:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015588480 00000100:00100000:2.0:1746070445.298197:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015588480 00000100:00100000:2.0:1746070445.298937:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4137 00000100:00100000:2.0:1746070445.298945:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1964:x1830887015588480:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070445.298968:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.298979:0:25227:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097cbe400/0x628f9640b607f6f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c019c expref: 31 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.298986:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070445.298987:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070445.298990:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.299010:0:25227:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097cbe400/0x628f9640b607f6f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c019c expref: 31 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.299018:0:25227:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097cbe400/0x628f9640b607f6f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c019c expref: 31 pid: 25271 timeout: 657 lvb_type: 0 00000100:00100000:2.0:1746070445.299027:0:25227:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efe300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:25227:1830887013400064:192.168.203.29@tcp:104: 00000100:00080000:0.0:1746070445.299144:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746070445.299313:0:25227:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070445.306228:0:25227:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efe300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:25227:1830887013400064:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070445.306246:0:25227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070445.311069:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.311264:0:11146:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015588608 00000100:00100000:2.0:1746070445.311272:0:11146:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015588608 00010000:00010000:2.0:1746070445.311303:0:11146:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099c02600/0x628f9640b607f6e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0195 expref: 34 pid: 25271 timeout: 657 lvb_type: 0 00000100:00100000:2.0:1746070445.311339:0:11146:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7886 00000100:00100000:2.0:1746070445.311346:0:11146:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1963:x1830887015588608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070445.311357:0:11146:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746070445.311371:0:11146:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:2.0:1746070445.311374:0:11146:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime from disk: 1746070443 -> 1746070444 00002000:00010000:2.0:1746070445.311376:0:11146:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime from disk: 1746070443 -> 1746070444 00010000:00010000:2.0:1746070445.311381:0:11146:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099c02600/0x628f9640b607f6e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0195 expref: 34 pid: 25271 timeout: 657 lvb_type: 0 00010000:00010000:2.0:1746070445.311392:0:11146:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099c02600/0x628f9640b607f6e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0195 expref: 34 pid: 25271 timeout: 657 lvb_type: 0 00010000:00010000:2.0:1746070445.311412:0:11146:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099c02600/0x628f9640b607f6e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0195 expref: 34 pid: 25271 timeout: 657 lvb_type: 0 00010000:00010000:2.0:1746070445.311437:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070445.311439:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070445.311446:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607f7ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e9 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.311452:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607f7ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e9 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.311460:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070445.311461:0:11146:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070445.311463:0:11146:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.311469:0:11146:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.311508:0:11146:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093edca00/0x628f9640b607f7ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e9 expref: 6 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070445.311520:0:11146:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013400192:192.168.203.29@tcp:105: 00010000:00010000:3.0:1746070445.311533:0:31813:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.311540:0:31813:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070445.311590:0:11146:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b425c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070445.318857:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.319314:0:11146:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091efdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11146:1830887013400192:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070445.319330:0:11146:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070445.320543:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015588736 00000100:00100000:3.0:1746070445.320550:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015588736 00010000:00010000:3.0:1746070445.320576:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097cbe400/0x628f9640b607f6f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c019c expref: 32 pid: 25271 timeout: 657 lvb_type: 0 00000100:00100000:3.0:1746070445.320601:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7887 00000100:00100000:3.0:1746070445.320606:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1963:x1830887015588736:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070445.320617:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746070445.320630:0:7079:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:3.0:1746070445.320632:0:7079:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime from disk: 1746070443 -> 1746070444 00002000:00010000:3.0:1746070445.320634:0:7079:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime from disk: 1746070443 -> 1746070444 00010000:00010000:3.0:1746070445.320639:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097cbe400/0x628f9640b607f6f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c019c expref: 32 pid: 25271 timeout: 657 lvb_type: 0 00010000:00010000:3.0:1746070445.320648:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097cbe400/0x628f9640b607f6f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c019c expref: 32 pid: 25271 timeout: 657 lvb_type: 0 00010000:00010000:3.0:1746070445.320667:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097cbe400/0x628f9640b607f6f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c019c expref: 32 pid: 25271 timeout: 657 lvb_type: 0 00010000:00010000:3.0:1746070445.320710:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070445.320712:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070445.320716:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.320723:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.320738:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070445.320792:0:11146:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1963:x1830887015588608:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 9445us (9727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070445.320798:0:11146:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7886 00000100:00100000:3.0:1746070445.321590:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+31:1963:x1830887015588736:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 981us (2737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070445.321596:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7887 00010000:00010000:0.0:1746070445.321849:0:25227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.321858:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070445.322131:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.322611:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015588992 00000100:00100000:3.0:1746070445.322616:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015588992 00002000:00100000:3.0:1746070445.322640:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff880091efdc00 x1830887015588992/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.322648:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efdc00 with x1830887015588992 ext(0->1048575) 00002000:00010000:3.0:1746070445.322652:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efdc00 00000100:00100000:3.0:1746070445.322699:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4138 00000100:00100000:3.0:1746070445.322704:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887015588992:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070445.336472:0:31813:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.336486:0:31813:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.336494:0:31813:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.336500:0:31813:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ceba00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070445.336503:0:31813:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.336509:0:31813:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.336524:0:31813:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.336529:0:31813:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ceba00/0x628f9640b607f7f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070445.338888:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1964:x1830887015588352:12345-192.168.203.29@tcp:3:dd.0 Request processed in 43301us (43972us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070445.338899:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4136 00000100:00100000:3.0:1746070445.341409:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887015588992:12345-192.168.203.29@tcp:3:dd.0 Request processed in 18698us (19273us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070445.341418:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4138 00002000:00100000:3.0:1746070445.341428:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff880091efdc00 x1830887015588992/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.341436:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efdc00 with x1830887015588992 ext(0->1048575) 00002000:00010000:3.0:1746070445.341441:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efdc00 00010000:00010000:2.0:1746070445.346493:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.346505:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.346511:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.346516:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094db6800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070445.346519:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.346525:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.346538:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.346543:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db6800/0x628f9640b607f7fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070445.347212:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1964:x1830887015588480:12345-192.168.203.29@tcp:3:dd.0 Request processed in 48264us (49480us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746070445.347222:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4137 00000100:00100000:2.0:1746070445.347553:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.347829:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015589120 00000100:00100000:0.0:1746070445.347836:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015589120 00000100:00100000:0.0:1746070445.347878:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5626 00000100:00100000:0.0:1746070445.347884:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+6:1160:x1830887015589120:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070445.347895:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070445.347907:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012df52000/0x628f9640b607f801 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01f0 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070445.347924:0:25271:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 12582912, mtime: 0x6812ebac, atime: 0x0, ctime: 0x6812ebac, blocks: 0x1 00010000:00010000:0.0:1746070445.347936:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070445.347938:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070445.347943:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012df52000/0x628f9640b607f801 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01f0 expref: 7 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.347953:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012df52000/0x628f9640b607f801 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01f0 expref: 7 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.347960:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52000, rc 0) 00000100:00100000:0.0:1746070445.347979:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1160:x1830887015589120:12345-192.168.203.29@tcp:101:dd.0 Request processed in 96us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070445.347983:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5626 00000100:00080000:2.0:1746070445.348056:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070445.352214:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.352255:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.352331:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015589504 00000100:00100000:3.0:1746070445.352338:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015589504 00002000:00100000:3.0:1746070445.352372:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (0->1040383) req@ffff88012e31d180 x1830887015589504/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.352380:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31d180 with x1830887015589504 ext(0->1040383) 00002000:00010000:3.0:1746070445.352384:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31d180 00000100:00100000:3.0:1746070445.352397:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015589632 00000100:00100000:3.0:1746070445.352399:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015589632 00000100:00100000:3.0:1746070445.352425:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4139 00000100:00100000:3.0:1746070445.352432:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1961:x1830887015589504:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:1.0:1746070445.353500:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4140 00000100:00100000:1.0:1746070445.353508:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1963:x1830887015589632:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:1.0:1746070445.353537:0:8450:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746070445.353543:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a2b8a00/0x628f9640b607f808 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.353553:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.353554:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.353558:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2b8a00/0x628f9640b607f808 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.353569:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a2b8a00/0x628f9640b607f808 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070445.358050:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.358134:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015589888 00000100:00100000:2.0:1746070445.358142:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015589888 00000100:00100000:2.0:1746070445.358185:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4141 00000100:00100000:2.0:1746070445.358191:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1963:x1830887015589888:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:2.0:1746070445.358215:0:31813:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607f80f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.358226:0:31813:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070445.358228:0:31813:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070445.358231:0:31813:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607f80f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.358242:0:31813:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607f80f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070445.369147:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1961:x1830887015589504:12345-192.168.203.29@tcp:3:dd.0 Request processed in 16708us (16932us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746070445.369157:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4139 00002000:00100000:3.0:1746070445.369167:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (0->1040383) req@ffff88012e31d180 x1830887015589504/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.369176:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31d180 with x1830887015589504 ext(0->1040383) 00002000:00010000:3.0:1746070445.369181:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31d180 00000100:00100000:0.0:1746070445.385781:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.386783:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015590016 00000100:00100000:1.0:1746070445.386791:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015590016 00000100:00100000:1.0:1746070445.387209:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5627 00000100:00100000:1.0:1746070445.387217:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1160:x1830887015590016:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:1.0:1746070445.387229:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070445.387243:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607f816 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01f7 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746070445.387260:0:12041:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746070445.387274:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.387275:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.387281:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607f816 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01f7 expref: 8 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.387291:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607f816 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01f7 expref: 8 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.387299:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef95800, rc 0) 00000100:00100000:1.0:1746070445.387582:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1160:x1830887015590016:12345-192.168.203.29@tcp:101:dd.0 Request processed in 365us (1806us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070445.387587:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5627 00000100:00100000:0.0:1746070445.419156:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.420251:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.420307:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015590400 00000100:00100000:1.0:1746070445.420315:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015590400 00000100:00100000:1.0:1746070445.420349:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5628 00000100:00100000:1.0:1746070445.420355:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1160:x1830887015590400:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:1.0:1746070445.420369:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070445.420383:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607f81d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c01fe expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746070445.420406:0:12041:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746070445.420422:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.420424:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.420431:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607f81d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01fe expref: 8 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.420443:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607f81d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01fe expref: 8 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.420453:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef95200, rc 0) 00000100:00100000:1.0:1746070445.420488:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1160:x1830887015590400:12345-192.168.203.29@tcp:101:dd.0 Request processed in 133us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070445.420493:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5628 00000100:00100000:3.0:1746070445.420871:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015590272 00000100:00100000:3.0:1746070445.420876:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015590272 00002000:00100000:3.0:1746070445.420898:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff88012e31ea00 x1830887015590272/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.420906:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ea00 with x1830887015590272 ext(0->1048575) 00002000:00010000:3.0:1746070445.420909:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31ea00 00000100:00100000:3.0:1746070445.420921:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4142 00000100:00100000:3.0:1746070445.420925:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015590272:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070445.444562:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.444608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.444666:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015590656 00000100:00100000:1.0:1746070445.444697:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015590656 00002000:00100000:1.0:1746070445.444732:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (1040384->2080767) req@ffff88012e31c700 x1830887015590656/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.444741:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31c700 with x1830887015590656 ext(1040384->2080767) 00002000:00010000:1.0:1746070445.444746:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31c700 00000100:00100000:1.0:1746070445.444771:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015590912 00000100:00100000:1.0:1746070445.444774:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015590912 00002000:00100000:1.0:1746070445.444787:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff88012e31f800 x1830887015590912/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.444794:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f800 with x1830887015590912 ext(1048576->2097151) 00002000:00010000:1.0:1746070445.444796:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31f800 00000100:00100000:1.0:1746070445.444808:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4143 00000100:00100000:1.0:1746070445.444814:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015590656:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:1.0:1746070445.445922:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4144 00000100:00100000:1.0:1746070445.445929:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015590912:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:3.0:1746070445.447817:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1964:x1830887015590272:12345-192.168.203.29@tcp:4:dd.0 Request processed in 26888us (28665us total) trans 4294968482 rc 0/0 00000100:00100000:3.0:1746070445.447825:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4142 00002000:00100000:3.0:1746070445.447833:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff88012e31ea00 x1830887015590272/t4294968482(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.447841:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ea00 with x1830887015590272 ext(0->1048575) 00002000:00010000:3.0:1746070445.447845:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31ea00 00000100:00100000:1.0:1746070445.466924:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015590656:12345-192.168.203.29@tcp:3:dd.0 Request processed in 22101us (22358us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746070445.466934:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4143 00002000:00100000:1.0:1746070445.466944:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (1040384->2080767) req@ffff88012e31c700 x1830887015590656/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.466952:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31c700 with x1830887015590656 ext(1040384->2080767) 00002000:00010000:1.0:1746070445.466957:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31c700 00000100:00100000:2.0:1746070445.467763:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015590912:12345-192.168.203.29@tcp:3:dd.0 Request processed in 21833us (23154us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070445.467770:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4144 00002000:00100000:2.0:1746070445.467776:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff88012e31f800 x1830887015590912/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070445.467783:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f800 with x1830887015590912 ext(1048576->2097151) 00002000:00010000:2.0:1746070445.467787:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31f800 00000100:00100000:0.0:1746070445.474294:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.474320:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015591168 00000100:00100000:0.0:1746070445.474326:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015591168 00002000:00100000:0.0:1746070445.474360:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (2080768->2097151) req@ffff88012e31f480 x1830887015591168/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.474369:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f480 with x1830887015591168 ext(2080768->2097151) 00002000:00010000:0.0:1746070445.474373:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31f480 00000100:00100000:0.0:1746070445.474390:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4145 00000100:00100000:0.0:1746070445.474396:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015591168:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070445.474542:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015591168:12345-192.168.203.29@tcp:3:dd.0 Request processed in 145us (255us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1746070445.474549:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4145 00002000:00100000:0.0:1746070445.474554:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (2080768->2097151) req@ffff88012e31f480 x1830887015591168/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/16824 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 16384/16384 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.474561:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f480 with x1830887015591168 ext(2080768->2097151) 00002000:00010000:0.0:1746070445.474563:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31f480 00000100:00100000:0.0:1746070445.478170:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.478988:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015591424 00000100:00100000:1.0:1746070445.478997:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015591424 00002000:00100000:1.0:1746070445.479029:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88012e31e300 x1830887015591424/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.479037:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31e300 with x1830887015591424 ext(0->1048575) 00002000:00010000:1.0:1746070445.479042:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31e300 00000100:00100000:1.0:1746070445.479069:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4146 00000100:00100000:1.0:1746070445.479076:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015591424:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070445.505199:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.505395:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015591680 00000100:00100000:0.0:1746070445.505403:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015591680 00002000:00100000:0.0:1746070445.505435:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff880091eff800 x1830887015591680/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.505444:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff800 with x1830887015591680 ext(1048576->2097151) 00002000:00010000:0.0:1746070445.505448:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091eff800 00000100:00100000:0.0:1746070445.505475:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4147 00000100:00100000:0.0:1746070445.505481:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015591680:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070445.505894:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015591424:12345-192.168.203.29@tcp:4:dd.0 Request processed in 26816us (27727us total) trans 4294968072 rc 0/0 00000100:00100000:1.0:1746070445.505903:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4146 00002000:00100000:1.0:1746070445.505909:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88012e31e300 x1830887015591424/t4294968072(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.505922:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31e300 with x1830887015591424 ext(0->1048575) 00002000:00010000:1.0:1746070445.505925:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31e300 00002000:00010000:3.0:1746070445.511618:0:31813:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:3.0:1746070445.511624:0:31813:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 0 -> 1746070445 00002000:00010000:3.0:1746070445.511627:0:31813:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 0 -> 1746070445 00002000:00010000:3.0:1746070445.511629:0:31813:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:3.0:1746070445.511639:0:31813:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607f80f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.511650:0:31813:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607f80f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.511661:0:31813:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607f80f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.511667:0:31813:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091f69e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070445.511692:0:31813:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607f80f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.511699:0:31813:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607f80f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.511714:0:31813:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607f80f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.511720:0:31813:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f69e00/0x628f9640b607f80f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.517604:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a2b8a00/0x628f9640b607f808 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.517618:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2b8a00/0x628f9640b607f808 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.517625:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a2b8a00/0x628f9640b607f808 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.517631:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a2b8a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070445.517635:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a2b8a00/0x628f9640b607f808 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.517642:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a2b8a00/0x628f9640b607f808 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.517655:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a2b8a00/0x628f9640b607f808 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.517661:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a2b8a00/0x628f9640b607f808 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070445.518444:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+35:1963:x1830887015589888:12345-192.168.203.29@tcp:4:dd.0 Request processed in 160247us (160396us total) trans 4294968481 rc 0/0 00000100:00100000:3.0:1746070445.518453:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4141 00000100:00100000:0.0:1746070445.519188:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+34:1963:x1830887015589632:12345-192.168.203.29@tcp:4:dd.0 Request processed in 165679us (166930us total) trans 4294968480 rc 0/0 00000100:00100000:0.0:1746070445.519195:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4140 00000001:00080000:1.0:1746070445.520573:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968480 is committed 00000001:00080000:1.0:1746070445.520600:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968481 is committed 00000100:00100000:2.0:1746070445.521397:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.521431:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.521480:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015591808 00000100:00100000:1.0:1746070445.521486:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015591808 00000100:00100000:1.0:1746070445.521510:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015591936 00000100:00100000:1.0:1746070445.521512:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015591936 00000100:00100000:0.0:1746070445.521529:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1963:x1830887015591680:12345-192.168.203.29@tcp:4:dd.0 Request processed in 16048us (16337us total) trans 4294968483 rc 0/0 00000100:00100000:1.0:1746070445.521534:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5629 00000100:00100000:0.0:1746070445.521536:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4147 00000100:00100000:1.0:1746070445.521540:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+32:1964:x1830887015591808:12345-192.168.203.29@tcp:101:dd.0 00002000:00100000:0.0:1746070445.521544:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff880091eff800 x1830887015591680/t4294968483(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00010000:00010000:1.0:1746070445.521551:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:0.0:1746070445.521551:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff800 with x1830887015591680 ext(1048576->2097151) 00002000:00010000:0.0:1746070445.521555:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091eff800 00010000:00010000:1.0:1746070445.521562:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e16e00/0x628f9640b607f824 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0205 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.521577:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.521578:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.521588:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e16e00/0x628f9640b607f824 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0205 expref: 33 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070445.521600:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099e16e00/0x628f9640b607f824 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0205 expref: 33 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070445.521608:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099e16e00, rc 0) 00000100:00100000:1.0:1746070445.521625:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+33:1964:x1830887015591808:12345-192.168.203.29@tcp:101:dd.0 Request processed in 85us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070445.521630:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5629 00000100:00100000:1.0:1746070445.521639:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5630 00000100:00100000:1.0:1746070445.521644:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+5:1963:x1830887015591936:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:1.0:1746070445.521650:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070445.521656:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099e16400/0x628f9640b607f82b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c020c expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.521666:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.521667:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.521703:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e16400/0x628f9640b607f82b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c020c expref: 6 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070445.521713:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099e16400/0x628f9640b607f82b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c020c expref: 6 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070445.521719:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099e16400, rc 0) 00000100:00100000:1.0:1746070445.521734:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015591936:12345-192.168.203.29@tcp:101:dd.0 Request processed in 90us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070445.521739:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5630 00000100:00100000:0.0:1746070445.522727:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.523972:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.523992:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015592320 00000100:00100000:2.0:1746070445.523996:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015592320 00002000:00100000:2.0:1746070445.524023:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff88012e31dc00 x1830887015592320/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070445.524030:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31dc00 with x1830887015592320 ext(2097152->3145727) 00002000:00010000:2.0:1746070445.524033:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31dc00 00000100:00100000:2.0:1746070445.528322:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015592448 00000100:00100000:2.0:1746070445.528333:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015592448 00000100:00100000:1.0:1746070445.528333:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4148 00000100:00100000:1.0:1746070445.528344:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015592320:12345-192.168.203.29@tcp:3:dd.0 00002000:00100000:2.0:1746070445.528364:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff8800a12a8700 x1830887015592448/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070445.528371:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a8700 with x1830887015592448 ext(2097152->3145727) 00002000:00010000:2.0:1746070445.528375:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a12a8700 00000100:00100000:2.0:1746070445.528391:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4149 00000100:00100000:2.0:1746070445.528395:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1963:x1830887015592448:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070445.535433:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.535472:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.535526:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015592704 00000100:00100000:1.0:1746070445.535533:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015592704 00000100:00100000:1.0:1746070445.535571:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015592960 00000100:00100000:1.0:1746070445.535572:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015592960 00000100:00100000:1.0:1746070445.535590:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4150 00000100:00100000:1.0:1746070445.535596:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015592704:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:1.0:1746070445.535631:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091f68e00/0x628f9640b607f832 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.535642:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.535644:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.535648:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091f68e00/0x628f9640b607f832 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.535658:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091f68e00/0x628f9640b607f832 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.535778:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091f68e00/0x628f9640b607f832 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.535785:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091f68e00/0x628f9640b607f832 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.535791:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091f68e00/0x628f9640b607f832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.535796:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091f68e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070445.535798:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091f68e00/0x628f9640b607f832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.535804:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091f68e00/0x628f9640b607f832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.535813:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091f68e00/0x628f9640b607f832 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.535818:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f68e00/0x628f9640b607f832 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070445.535855:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015592704:12345-192.168.203.29@tcp:3:dd.0 Request processed in 259us (429us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1746070445.535861:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4150 00000100:00100000:1.0:1746070445.535872:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4151 00000100:00100000:1.0:1746070445.535876:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+33:1963:x1830887015592960:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:1.0:1746070445.535889:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091f69600/0x628f9640b607f839 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.535895:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.535896:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.535898:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091f69600/0x628f9640b607f839 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.535904:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091f69600/0x628f9640b607f839 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070445.539040:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.539094:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015593216 00000100:00100000:3.0:1746070445.539102:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015593216 00000100:00100000:3.0:1746070445.539157:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4152 00000100:00100000:3.0:1746070445.539163:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015593216:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070445.539191:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f840 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.539207:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070445.539209:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070445.539213:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f840 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.539223:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f840 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070445.539811:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015592320:12345-192.168.203.29@tcp:3:dd.0 Request processed in 11469us (17083us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070445.539819:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4148 00002000:00100000:1.0:1746070445.539827:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff88012e31dc00 x1830887015592320/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.539836:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31dc00 with x1830887015592320 ext(2097152->3145727) 00002000:00010000:1.0:1746070445.539841:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31dc00 00000100:00100000:2.0:1746070445.544154:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1963:x1830887015592448:12345-192.168.203.29@tcp:3:dd.0 Request processed in 15750us (20175us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070445.544164:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4149 00002000:00100000:2.0:1746070445.544174:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff8800a12a8700 x1830887015592448/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070445.544183:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a8700 with x1830887015592448 ext(2097152->3145727) 00002000:00010000:2.0:1746070445.544188:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a12a8700 00010000:00010000:1.0:1746070445.554527:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091f69600/0x628f9640b607f839 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.554545:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091f69600/0x628f9640b607f839 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.554552:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091f69600/0x628f9640b607f839 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.554558:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091f69600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070445.554561:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091f69600/0x628f9640b607f839 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.554568:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091f69600/0x628f9640b607f839 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.554583:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091f69600/0x628f9640b607f839 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.554589:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091f69600/0x628f9640b607f839 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070445.554698:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+33:1963:x1830887015592960:12345-192.168.203.29@tcp:3:dd.0 Request processed in 18808us (19213us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070445.554706:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4151 00010000:00010000:3.0:1746070445.555575:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f840 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.555584:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f840 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.555591:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f840 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.555595:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093f13a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070445.555598:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f840 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.555604:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f840 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.555614:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f840 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.555619:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f840 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070445.555772:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015593216:12345-192.168.203.29@tcp:3:dd.0 Request processed in 16607us (16737us total) trans 0 rc 1032192/1032192 00000100:00100000:3.0:1746070445.555778:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4152 00000100:00100000:0.0:1746070445.557197:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.557266:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.557312:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015593600 00000100:00100000:1.0:1746070445.557318:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015593600 00000100:00100000:3.0:1746070445.557326:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015593472 00000100:00100000:3.0:1746070445.557329:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015593472 00002000:00100000:3.0:1746070445.557348:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff8800a12aaa00 x1830887015593472/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.557356:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12aaa00 with x1830887015593472 ext(3145728->4194303) 00002000:00010000:3.0:1746070445.557360:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12aaa00 00000100:00100000:3.0:1746070445.557422:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4153 00000100:00100000:3.0:1746070445.557429:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+11:1964:x1830887015593472:12345-192.168.203.29@tcp:3:dd.0 00002000:00100000:1.0:1746070445.559818:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800a12a9880 x1830887015593600/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.559834:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9880 with x1830887015593600 ext(1048576->2097151) 00002000:00010000:1.0:1746070445.559840:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12a9880 00000100:00100000:1.0:1746070445.559876:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4154 00000100:00100000:1.0:1746070445.559886:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1964:x1830887015593600:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070445.566280:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.566352:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.566438:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015593984 00000100:00100000:3.0:1746070445.566446:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015593984 00000100:00100000:3.0:1746070445.566485:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015594112 00000100:00100000:3.0:1746070445.566487:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015594112 00000100:00100000:3.0:1746070445.566501:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4155 00000100:00100000:3.0:1746070445.566507:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015593984:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:3.0:1746070445.566544:0:31816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 2088960, mtime: 0x6812ebad, atime: 0x0, ctime: 0x6812ebad, blocks: 0x1007 00010000:00010000:3.0:1746070445.566551:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607f847 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.566561:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070445.566563:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070445.566567:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607f847 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.566582:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607f847 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070445.567223:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4156 00000100:00100000:1.0:1746070445.567230:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015594112:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:1.0:1746070445.567244:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f84e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.567252:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.567253:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070445.567255:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f84e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070445.567263:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f84e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070445.578525:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.578652:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015594496 00000100:00100000:3.0:1746070445.578659:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015594496 00002000:00100000:3.0:1746070445.578728:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff8800a12a9f80 x1830887015594496/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.578737:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9f80 with x1830887015594496 ext(2097152->3145727) 00002000:00010000:3.0:1746070445.578742:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a12a9f80 00000100:00100000:3.0:1746070445.578757:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4157 00000100:00100000:3.0:1746070445.578764:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1964:x1830887015594496:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070445.583095:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1964:x1830887015593472:12345-192.168.203.29@tcp:3:dd.0 Request processed in 25660us (25821us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070445.583105:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4153 00002000:00100000:2.0:1746070445.583114:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff8800a12aaa00 x1830887015593472/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070445.583124:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12aaa00 with x1830887015593472 ext(3145728->4194303) 00002000:00010000:2.0:1746070445.583129:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12aaa00 00000100:00100000:1.0:1746070445.583776:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1964:x1830887015593600:12345-192.168.203.29@tcp:4:dd.0 Request processed in 23892us (26581us total) trans 4294968073 rc 0/0 00000100:00100000:1.0:1746070445.583783:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4154 00002000:00100000:1.0:1746070445.583788:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800a12a9880 x1830887015593600/t4294968073(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.583795:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9880 with x1830887015593600 ext(1048576->2097151) 00002000:00010000:1.0:1746070445.583799:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12a9880 00000100:00100000:1.0:1746070445.596426:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.596568:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015594752 00000100:00100000:0.0:1746070445.596575:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015594752 00002000:00100000:0.0:1746070445.596608:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880099f18000 x1830887015594752/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.596618:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f18000 with x1830887015594752 ext(3145728->4194303) 00002000:00010000:0.0:1746070445.596622:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f18000 00000100:00100000:0.0:1746070445.598433:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4158 00000100:00100000:0.0:1746070445.598444:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1964:x1830887015594752:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:2.0:1746070445.631034:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1964:x1830887015594752:12345-192.168.203.29@tcp:3:dd.0 Request processed in 32586us (34608us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070445.631044:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4158 00002000:00100000:2.0:1746070445.631055:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880099f18000 x1830887015594752/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070445.631062:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f18000 with x1830887015594752 ext(3145728->4194303) 00002000:00010000:2.0:1746070445.631067:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f18000 00000100:00100000:0.0:1746070445.631665:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1964:x1830887015594496:12345-192.168.203.29@tcp:4:dd.0 Request processed in 52901us (53146us total) trans 4294968486 rc 0/0 00000100:00100000:0.0:1746070445.631693:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4157 00002000:00100000:0.0:1746070445.631699:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff8800a12a9f80 x1830887015594496/t4294968486(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.631712:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9f80 with x1830887015594496 ext(2097152->3145727) 00002000:00010000:0.0:1746070445.631724:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a12a9f80 00000100:00100000:0.0:1746070445.641405:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.642830:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015595008 00000100:00100000:1.0:1746070445.642839:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015595008 00002000:00100000:1.0:1746070445.642873:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff8800a12ab800 x1830887015595008/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.642882:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12ab800 with x1830887015595008 ext(4194304->5242879) 00002000:00010000:1.0:1746070445.642887:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12ab800 00000100:00100000:1.0:1746070445.642903:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4159 00000100:00100000:1.0:1746070445.642909:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1963:x1830887015595008:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:1.0:1746070445.651366:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.652127:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015595264 00000100:00100000:0.0:1746070445.652135:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015595264 00002000:00100000:0.0:1746070445.652166:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff8800946abb80 x1830887015595264/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.652175:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946abb80 with x1830887015595264 ext(4194304->5242879) 00002000:00010000:0.0:1746070445.652179:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946abb80 00000100:00100000:0.0:1746070445.652195:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4160 00000100:00100000:0.0:1746070445.652201:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1963:x1830887015595264:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:1.0:1746070445.660017:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.661316:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015595520 00000100:00100000:3.0:1746070445.661325:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015595520 00002000:00100000:3.0:1746070445.661361:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800946aa680 x1830887015595520/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.661370:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aa680 with x1830887015595520 ext(2097152->3145727) 00002000:00010000:3.0:1746070445.661375:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946aa680 00000100:00100000:3.0:1746070445.661392:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4161 00000100:00100000:3.0:1746070445.661399:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1963:x1830887015595520:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070445.661898:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1963:x1830887015595008:12345-192.168.203.29@tcp:3:dd.0 Request processed in 18988us (20498us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070445.661905:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4159 00002000:00100000:0.0:1746070445.661910:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff8800a12ab800 x1830887015595008/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.661916:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12ab800 with x1830887015595008 ext(4194304->5242879) 00002000:00010000:0.0:1746070445.661919:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12ab800 00000100:00100000:0.0:1746070445.666539:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1963:x1830887015595264:12345-192.168.203.29@tcp:3:dd.0 Request processed in 14329us (15169us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070445.666548:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4160 00002000:00100000:0.0:1746070445.666558:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff8800946abb80 x1830887015595264/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.666572:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946abb80 with x1830887015595264 ext(4194304->5242879) 00002000:00010000:0.0:1746070445.666577:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946abb80 00000100:00100000:0.0:1746070445.675233:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.675313:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.675334:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.675352:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015595648 00000100:00100000:0.0:1746070445.675359:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015595648 00000100:00100000:0.0:1746070445.675400:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 408 00000100:00100000:0.0:1746070445.675407:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4763c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1961:x1830887015595648:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070445.675452:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4763c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1961:x1830887015595648:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 45us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070445.675457:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 408 00000100:00100000:0.0:1746070445.675478:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015595776 00000100:00100000:0.0:1746070445.675480:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015595776 00000100:00100000:0.0:1746070445.675496:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015595904 00000100:00100000:0.0:1746070445.675498:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015595904 00000100:00100000:0.0:1746070445.675508:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 410 00000100:00100000:0.0:1746070445.675512:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1961:x1830887015595776:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070445.675537:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1961:x1830887015595776:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 24us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070445.675541:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 410 00000100:00100000:0.0:1746070445.675548:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 411 00000100:00100000:0.0:1746070445.675552:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1962:x1830887015595904:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070445.675570:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1962:x1830887015595904:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 18us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070445.675575:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 411 00000100:00100000:0.0:1746070445.676151:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1963:x1830887015595520:12345-192.168.203.29@tcp:4:dd.0 Request processed in 14751us (16139us total) trans 4294968074 rc 0/0 00000100:00100000:0.0:1746070445.676157:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4161 00002000:00100000:0.0:1746070445.676165:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800946aa680 x1830887015595520/t4294968074(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.676174:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aa680 with x1830887015595520 ext(2097152->3145727) 00002000:00010000:0.0:1746070445.676178:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946aa680 00000100:00100000:0.0:1746070445.678777:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.678798:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015596160 00000100:00100000:0.0:1746070445.678804:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015596160 00002000:00100000:0.0:1746070445.678833:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff8800a12abb80 x1830887015596160/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.678841:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12abb80 with x1830887015596160 ext(3145728->4194303) 00002000:00010000:0.0:1746070445.678845:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a12abb80 00000100:00100000:0.0:1746070445.678859:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4162 00000100:00100000:0.0:1746070445.678865:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1963:x1830887015596160:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070445.693218:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015596160:12345-192.168.203.29@tcp:4:dd.0 Request processed in 14346us (14440us total) trans 4294968487 rc 0/0 00000100:00100000:0.0:1746070445.693227:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4162 00002000:00100000:0.0:1746070445.693237:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff8800a12abb80 x1830887015596160/t4294968487(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.693245:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12abb80 with x1830887015596160 ext(3145728->4194303) 00002000:00010000:0.0:1746070445.693250:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a12abb80 00000100:00100000:0.0:1746070445.693309:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.693369:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015596416 00000100:00100000:0.0:1746070445.693375:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015596416 00002000:00100000:0.0:1746070445.693397:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800a12a8e00 x1830887015596416/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.693404:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a8e00 with x1830887015596416 ext(3145728->4194303) 00002000:00010000:0.0:1746070445.693406:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12a8e00 00000100:00100000:0.0:1746070445.693418:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4163 00000100:00100000:0.0:1746070445.693424:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1964:x1830887015596416:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070445.706288:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1964:x1830887015596416:12345-192.168.203.29@tcp:4:dd.0 Request processed in 12857us (12972us total) trans 4294968075 rc 0/0 00000100:00100000:0.0:1746070445.706298:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4163 00002000:00100000:0.0:1746070445.706307:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800a12a8e00 x1830887015596416/t4294968075(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.706316:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a8e00 with x1830887015596416 ext(3145728->4194303) 00002000:00010000:0.0:1746070445.706320:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a12a8e00 00000100:00100000:2.0:1746070445.713436:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.713710:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015596672 00000100:00100000:3.0:1746070445.713718:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015596672 00002000:00100000:3.0:1746070445.713750:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff880092405f80 x1830887015596672/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.713758:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405f80 with x1830887015596672 ext(4194304->5242879) 00002000:00010000:3.0:1746070445.713764:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092405f80 00000100:00100000:3.0:1746070445.713784:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4164 00000100:00100000:3.0:1746070445.713791:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1964:x1830887015596672:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:3.0:1746070445.725387:0:31816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:3.0:1746070445.725394:0:31816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 4103 -> 6151 00010000:00010000:3.0:1746070445.725404:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607f847 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.725413:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607f847 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.725420:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607f847 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.725426:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093f13c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070445.725429:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607f847 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.725434:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607f847 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.725448:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607f847 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.725453:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093f13c00/0x628f9640b607f847 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070445.725515:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1962:x1830887015593984:12345-192.168.203.29@tcp:4:dd.0 Request processed in 159004us (159238us total) trans 4294968484 rc 0/0 00000100:00100000:3.0:1746070445.725525:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4155 00000100:00100000:3.0:1746070445.726262:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1964:x1830887015596672:12345-192.168.203.29@tcp:4:dd.0 Request processed in 12470us (12830us total) trans 4294968488 rc 0/0 00000100:00100000:3.0:1746070445.726268:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4164 00002000:00100000:3.0:1746070445.726276:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff880092405f80 x1830887015596672/t4294968488(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.726284:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092405f80 with x1830887015596672 ext(4194304->5242879) 00002000:00010000:3.0:1746070445.726288:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092405f80 00000001:00080000:1.0:1746070445.726394:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968483 is committed 00000001:00080000:1.0:1746070445.726407:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968484 is committed 00010000:00010000:0.0:1746070445.739626:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746070445.749630:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.749657:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015596928 00000100:00100000:1.0:1746070445.749664:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015596928 00002000:00100000:1.0:1746070445.749719:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff8800946a8000 x1830887015596928/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.749728:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8000 with x1830887015596928 ext(5242880->6291455) 00002000:00010000:1.0:1746070445.749732:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a8000 00000100:00100000:1.0:1746070445.749750:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4165 00000100:00100000:1.0:1746070445.749757:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1964:x1830887015596928:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070445.755096:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.756021:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015597184 00000100:00100000:1.0:1746070445.756032:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015597184 00002000:00100000:1.0:1746070445.756066:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff8800a12a9180 x1830887015597184/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.756080:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9180 with x1830887015597184 ext(5242880->6291455) 00002000:00010000:1.0:1746070445.756084:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a12a9180 00000100:00100000:1.0:1746070445.756104:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4166 00000100:00100000:1.0:1746070445.756111:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a12a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1963:x1830887015597184:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070445.757693:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1964:x1830887015596928:12345-192.168.203.29@tcp:3:dd.0 Request processed in 7911us (8042us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070445.757703:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4165 00002000:00100000:0.0:1746070445.757711:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff8800946a8000 x1830887015596928/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.757717:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8000 with x1830887015596928 ext(5242880->6291455) 00002000:00010000:0.0:1746070445.757722:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a8000 00000100:00100000:2.0:1746070445.768252:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.768276:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.768297:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.768439:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015597440 00000100:00100000:1.0:1746070445.768446:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015597440 00002000:00100000:1.0:1746070445.768479:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880092404000 x1830887015597440/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.768489:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404000 with x1830887015597440 ext(6291456->7340031) 00002000:00010000:1.0:1746070445.768494:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404000 00000100:00100000:1.0:1746070445.768509:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015597952 00000100:00100000:1.0:1746070445.768511:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015597952 00002000:00100000:1.0:1746070445.768522:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff880092404700 x1830887015597952/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.768529:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404700 with x1830887015597952 ext(7340032->8388607) 00002000:00010000:1.0:1746070445.768531:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404700 00000100:00100000:1.0:1746070445.768539:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015597696 00000100:00100000:1.0:1746070445.768541:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015597696 00002000:00100000:1.0:1746070445.768552:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880092404e00 x1830887015597696/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.768558:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404e00 with x1830887015597696 ext(6291456->7340031) 00002000:00010000:1.0:1746070445.768560:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092404e00 00000100:00100000:1.0:1746070445.768571:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4167 00000100:00100000:1.0:1746070445.768577:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1962:x1830887015597440:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:1.0:1746070445.769042:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4168 00000100:00100000:1.0:1746070445.769048:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1961:x1830887015597952:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:2.0:1746070445.769337:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4169 00000100:00100000:2.0:1746070445.769344:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1961:x1830887015597696:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:1.0:1746070445.770404:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a12a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015597184:12345-192.168.203.29@tcp:3:dd.0 Request processed in 14290us (15310us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070445.770411:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4166 00002000:00100000:1.0:1746070445.770418:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff8800a12a9180 x1830887015597184/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.770425:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a12a9180 with x1830887015597184 ext(5242880->6291455) 00002000:00010000:1.0:1746070445.770429:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a12a9180 00000100:00100000:1.0:1746070445.785955:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.785980:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015598208 00000100:00100000:1.0:1746070445.785987:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015598208 00002000:00100000:1.0:1746070445.786018:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800946a8700 x1830887015598208/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.786026:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8700 with x1830887015598208 ext(7340032->8388607) 00002000:00010000:1.0:1746070445.786031:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a8700 00000100:00100000:1.0:1746070445.786048:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4170 00000100:00100000:1.0:1746070445.786055:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1961:x1830887015598208:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070445.787067:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1962:x1830887015597440:12345-192.168.203.29@tcp:3:dd.0 Request processed in 18486us (18819us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070445.787075:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4167 00002000:00100000:0.0:1746070445.787081:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880092404000 x1830887015597440/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.787088:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404000 with x1830887015597440 ext(6291456->7340031) 00002000:00010000:0.0:1746070445.787091:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404000 00000001:00080000:3.0:1746070445.804333:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968487 is committed 00000001:00080000:3.0:1746070445.804353:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968485 is committed 00000001:00080000:3.0:1746070445.804359:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968488 is committed 00002000:00010000:0.0:1746070445.804960:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 6151 -> 8199 00010000:00010000:0.0:1746070445.804973:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f84e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.804982:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f84e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.804989:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f84e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.804995:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093f13a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070445.804998:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f84e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.805005:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f84e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.805020:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f84e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.805030:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093f13a00/0x628f9640b607f84e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070445.805107:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015594112:12345-192.168.203.29@tcp:4:dd.0 Request processed in 237874us (238751us total) trans 4294968485 rc 0/0 00000100:00100000:0.0:1746070445.805116:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4156 00000100:00100000:2.0:1746070445.806231:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.807105:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1961:x1830887015597696:12345-192.168.203.29@tcp:3:dd.0 Request processed in 37760us (38805us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070445.807112:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4169 00002000:00100000:2.0:1746070445.807122:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880092404e00 x1830887015597696/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070445.807131:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404e00 with x1830887015597696 ext(6291456->7340031) 00002000:00010000:2.0:1746070445.807134:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092404e00 00000100:00100000:2.0:1746070445.807148:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015598464 00000100:00100000:2.0:1746070445.807153:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015598464 00002000:00100000:2.0:1746070445.807173:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880092404380 x1830887015598464/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070445.807180:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404380 with x1830887015598464 ext(4194304->5242879) 00002000:00010000:2.0:1746070445.807182:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404380 00000100:00100000:2.0:1746070445.807193:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4171 00000100:00100000:2.0:1746070445.807198:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1962:x1830887015598464:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070445.807938:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1961:x1830887015597952:12345-192.168.203.29@tcp:3:dd.0 Request processed in 38888us (39659us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070445.807945:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4168 00002000:00100000:1.0:1746070445.807951:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff880092404700 x1830887015597952/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.807962:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404700 with x1830887015597952 ext(7340032->8388607) 00002000:00010000:1.0:1746070445.807966:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404700 00000100:00100000:2.0:1746070445.810360:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.810382:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.810549:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015598848 00000100:00100000:0.0:1746070445.810555:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015598848 00000100:00100000:0.0:1746070445.810771:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015599104 00000100:00100000:0.0:1746070445.810774:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015599104 00000100:00100000:0.0:1746070445.810975:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4172 00000100:00100000:0.0:1746070445.810981:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015598848:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070445.811005:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607f855 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.811017:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070445.811018:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070445.811022:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607f855 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.811032:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607f855 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070445.811100:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4173 00000100:00100000:3.0:1746070445.811107:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+33:1962:x1830887015599104:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070445.811120:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f85c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.811126:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070445.811127:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070445.811130:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f85c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.811136:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f85c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070445.824184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.824317:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015599360 00000100:00100000:1.0:1746070445.824324:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015599360 00002000:00100000:1.0:1746070445.824357:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff88009c7bc700 x1830887015599360/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.824366:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bc700 with x1830887015599360 ext(5242880->6291455) 00002000:00010000:1.0:1746070445.824370:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7bc700 00000100:00100000:1.0:1746070445.824388:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4174 00000100:00100000:1.0:1746070445.824396:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015599360:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070445.824580:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1961:x1830887015598208:12345-192.168.203.29@tcp:3:dd.0 Request processed in 38524us (38632us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070445.824586:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4170 00002000:00100000:1.0:1746070445.824591:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800946a8700 x1830887015598208/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.824598:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8700 with x1830887015598208 ext(7340032->8388607) 00002000:00010000:1.0:1746070445.824601:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a8700 00000100:00100000:2.0:1746070445.835519:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1962:x1830887015598464:12345-192.168.203.29@tcp:4:dd.0 Request processed in 28312us (29282us total) trans 4294968076 rc 0/0 00000100:00100000:2.0:1746070445.835529:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4171 00002000:00100000:2.0:1746070445.835539:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880092404380 x1830887015598464/t4294968076(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070445.835547:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092404380 with x1830887015598464 ext(4194304->5242879) 00002000:00010000:2.0:1746070445.835551:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092404380 00010000:00010000:3.0:1746070445.838162:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f85c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.838178:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f85c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.838186:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f85c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.838192:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094728400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070445.838196:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f85c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.838203:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f85c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.838218:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f85c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.838224:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094728400/0x628f9640b607f85c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070445.838908:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+33:1962:x1830887015599104:12345-192.168.203.29@tcp:3:dd.0 Request processed in 27798us (28522us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070445.838916:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4173 00000100:00100000:2.0:1746070445.840567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.841200:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015599616 00000100:00100000:3.0:1746070445.841208:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015599616 00002000:00100000:3.0:1746070445.841239:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff880092619180 x1830887015599616/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.841253:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619180 with x1830887015599616 ext(5242880->6291455) 00002000:00010000:3.0:1746070445.841257:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092619180 00000100:00100000:3.0:1746070445.841300:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4175 00000100:00100000:3.0:1746070445.841307:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887015599616:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:0.0:1746070445.844881:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607f855 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.844896:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607f855 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.844902:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607f855 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.844908:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fac400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070445.844911:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607f855 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.844918:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607f855 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.844932:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607f855 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070445.844938:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607f855 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070445.844991:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015598848:12345-192.168.203.29@tcp:3:dd.0 Request processed in 34005us (34631us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746070445.844999:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4172 00000100:00100000:1.0:1746070445.846760:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015599360:12345-192.168.203.29@tcp:4:dd.0 Request processed in 22360us (22580us total) trans 4294968489 rc 0/0 00000100:00100000:1.0:1746070445.846769:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4174 00002000:00100000:1.0:1746070445.846778:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff88009c7bc700 x1830887015599360/t4294968489(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.846786:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bc700 with x1830887015599360 ext(5242880->6291455) 00002000:00010000:1.0:1746070445.846790:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7bc700 00000100:00100000:1.0:1746070445.850329:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.850388:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015599872 00000100:00100000:2.0:1746070445.850395:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015599872 00002000:00100000:2.0:1746070445.850428:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff8800946a9180 x1830887015599872/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070445.850436:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9180 with x1830887015599872 ext(6291456->7340031) 00002000:00010000:2.0:1746070445.850440:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a9180 00000100:00100000:2.0:1746070445.850455:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4176 00000100:00100000:2.0:1746070445.850461:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015599872:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070445.862280:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070445.862326:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015600256 00000100:00100000:2.0:1746070445.862333:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015600256 00000100:00100000:2.0:1746070445.862381:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4177 00000100:00100000:2.0:1746070445.862387:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015600256:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:2.0:1746070445.862423:0:8450:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 4177920, mtime: 0x6812ebad, atime: 0x0, ctime: 0x6812ebad, blocks: 0x2007 00010000:00010000:2.0:1746070445.862429:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800933cbe00/0x628f9640b607f863 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.862440:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070445.862441:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070445.862445:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800933cbe00/0x628f9640b607f863 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070445.862456:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800933cbe00/0x628f9640b607f863 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070445.862727:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.862854:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015600128 00000100:00100000:3.0:1746070445.862857:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015600128 00000100:00100000:3.0:1746070445.862880:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4178 00000100:00100000:3.0:1746070445.862884:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015600128:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:3.0:1746070445.862896:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094729600/0x628f9640b607f86a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.862903:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070445.862904:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070445.862906:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094729600/0x628f9640b607f86a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070445.862913:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094729600/0x628f9640b607f86a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070445.864047:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887015599616:12345-192.168.203.29@tcp:4:dd.0 Request processed in 22738us (23481us total) trans 4294968077 rc 0/0 00000100:00100000:3.0:1746070445.864054:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4175 00002000:00100000:3.0:1746070445.864062:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff880092619180 x1830887015599616/t4294968077(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.864069:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092619180 with x1830887015599616 ext(5242880->6291455) 00002000:00010000:3.0:1746070445.864074:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092619180 00000100:00100000:3.0:1746070445.875287:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1963:x1830887015599872:12345-192.168.203.29@tcp:4:dd.0 Request processed in 24818us (24956us total) trans 4294968490 rc 0/0 00000100:00100000:3.0:1746070445.875298:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4176 00002000:00100000:3.0:1746070445.875307:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff8800946a9180 x1830887015599872/t4294968490(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.875315:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9180 with x1830887015599872 ext(6291456->7340031) 00002000:00010000:3.0:1746070445.875319:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800946a9180 00000100:00100000:1.0:1746070445.883349:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.887329:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015600640 00000100:00100000:0.0:1746070445.887339:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015600640 00002000:00100000:0.0:1746070445.887376:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff8800946a9c00 x1830887015600640/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.887390:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9c00 with x1830887015600640 ext(6291456->7340031) 00002000:00010000:0.0:1746070445.887394:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a9c00 00000100:00100000:0.0:1746070445.887410:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4179 00000100:00100000:0.0:1746070445.887415:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887015600640:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070445.900897:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+22:1963:x1830887015600640:12345-192.168.203.29@tcp:4:dd.0 Request processed in 13474us (17547us total) trans 4294968078 rc 0/0 00000100:00100000:0.0:1746070445.900908:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4179 00002000:00100000:0.0:1746070445.900920:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff8800946a9c00 x1830887015600640/t4294968078(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.900928:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a9c00 with x1830887015600640 ext(6291456->7340031) 00002000:00010000:0.0:1746070445.900932:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a9c00 00000100:00100000:0.0:1746070445.900985:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.901061:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015600896 00000100:00100000:0.0:1746070445.901066:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015600896 00002000:00100000:0.0:1746070445.901088:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff88009c7bd180 x1830887015600896/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.901094:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bd180 with x1830887015600896 ext(7340032->8388607) 00002000:00010000:0.0:1746070445.901097:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7bd180 00000100:00100000:0.0:1746070445.901107:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4180 00000100:00100000:0.0:1746070445.901112:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1963:x1830887015600896:12345-192.168.203.29@tcp:4:dd.0 00000001:00080000:3.0:1746070445.907974:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982016 is committed 00000001:00080000:3.0:1746070445.907999:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982019 is committed 00000001:00080000:3.0:1746070445.908003:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982018 is committed 00000100:00100000:0.0:1746070445.913425:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1963:x1830887015600896:12345-192.168.203.29@tcp:4:dd.0 Request processed in 12307us (12434us total) trans 4294968493 rc 0/0 00000100:00100000:0.0:1746070445.913436:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4180 00002000:00100000:0.0:1746070445.913447:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff88009c7bd180 x1830887015600896/t4294968493(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.913455:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bd180 with x1830887015600896 ext(7340032->8388607) 00002000:00010000:0.0:1746070445.913460:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7bd180 00000100:00100000:0.0:1746070445.916903:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.916930:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.918214:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015601408 00000100:00100000:1.0:1746070445.918214:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015601152 00000100:00100000:3.0:1746070445.918221:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015601408 00000100:00100000:1.0:1746070445.918221:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015601152 00002000:00100000:3.0:1746070445.918252:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88009c7bf100 x1830887015601408/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.918252:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff88009c7bca80 x1830887015601152/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.918261:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bf100 with x1830887015601408 ext(8388608->9437183) 00002000:00100000:1.0:1746070445.918261:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bca80 with x1830887015601152 ext(8388608->9437183) 00002000:00010000:3.0:1746070445.918265:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7bf100 00002000:00010000:1.0:1746070445.918265:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7bca80 00000100:00100000:1.0:1746070445.918378:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4181 00000100:00100000:2.0:1746070445.918383:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4182 00000100:00100000:1.0:1746070445.918384:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1961:x1830887015601408:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:2.0:1746070445.918388:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+22:1961:x1830887015601152:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070445.928899:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+22:1961:x1830887015601152:12345-192.168.203.29@tcp:3:dd.0 Request processed in 10502us (11992us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070445.928910:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4182 00002000:00100000:0.0:1746070445.928920:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff88009c7bca80 x1830887015601152/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.928929:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bca80 with x1830887015601152 ext(8388608->9437183) 00002000:00010000:0.0:1746070445.928934:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7bca80 00000100:00100000:1.0:1746070445.932795:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1961:x1830887015601408:12345-192.168.203.29@tcp:3:dd.0 Request processed in 14405us (15857us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070445.932805:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4181 00002000:00100000:1.0:1746070445.932814:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88009c7bf100 x1830887015601408/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.932822:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bf100 with x1830887015601408 ext(8388608->9437183) 00002000:00010000:1.0:1746070445.932826:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7bf100 00000100:00100000:1.0:1746070445.936785:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.936897:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015601664 00000100:00100000:0.0:1746070445.936905:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015601664 00002000:00100000:0.0:1746070445.936943:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff8800946aa300 x1830887015601664/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.936951:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aa300 with x1830887015601664 ext(9437184->10485759) 00002000:00010000:0.0:1746070445.936956:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946aa300 00000100:00100000:0.0:1746070445.936971:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4183 00000100:00100000:0.0:1746070445.936977:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+22:1961:x1830887015601664:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070445.942845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.942891:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015601920 00000100:00100000:1.0:1746070445.942899:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015601920 00002000:00100000:1.0:1746070445.942936:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009c7bce00 x1830887015601920/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.942945:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bce00 with x1830887015601920 ext(9437184->10485759) 00002000:00010000:1.0:1746070445.942950:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7bce00 00000100:00100000:1.0:1746070445.943176:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4184 00000100:00100000:1.0:1746070445.943183:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1964:x1830887015601920:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:1.0:1746070445.944282:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070445.944318:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.944438:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015602176 00000100:00100000:3.0:1746070445.944442:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015602176 00002000:00100000:3.0:1746070445.944462:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff8800946a8e00 x1830887015602176/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.944470:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8e00 with x1830887015602176 ext(10485760->11534335) 00002000:00010000:3.0:1746070445.944473:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a8e00 00000100:00100000:3.0:1746070445.944482:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015602432 00000100:00100000:3.0:1746070445.944483:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015602432 00002000:00100000:3.0:1746070445.944490:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8801316c2a00 x1830887015602432/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.944496:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2a00 with x1830887015602432 ext(10485760->11534335) 00002000:00010000:3.0:1746070445.944499:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316c2a00 00000100:00100000:3.0:1746070445.944517:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4185 00000100:00100000:3.0:1746070445.944522:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+24:1964:x1830887015602176:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:3.0:1746070445.944983:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4186 00000100:00100000:3.0:1746070445.944988:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1964:x1830887015602432:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070445.952457:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+24:1961:x1830887015601664:12345-192.168.203.29@tcp:3:dd.0 Request processed in 15473us (15672us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070445.952469:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4183 00002000:00100000:0.0:1746070445.952478:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff8800946aa300 x1830887015601664/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.952486:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946aa300 with x1830887015601664 ext(9437184->10485759) 00002000:00010000:0.0:1746070445.952491:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946aa300 00000100:00100000:0.0:1746070445.952534:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.952628:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+22:1964:x1830887015602176:12345-192.168.203.29@tcp:3:dd.0 Request processed in 8104us (8347us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070445.952634:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4185 00002000:00100000:0.0:1746070445.952638:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff8800946a8e00 x1830887015602176/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.952645:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800946a8e00 with x1830887015602176 ext(10485760->11534335) 00002000:00010000:0.0:1746070445.952647:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800946a8e00 00000100:00100000:0.0:1746070445.952660:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015602688 00000100:00100000:0.0:1746070445.952665:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015602688 00002000:00100000:0.0:1746070445.952709:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff88009c7bea00 x1830887015602688/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.952715:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bea00 with x1830887015602688 ext(11534336->12582911) 00002000:00010000:0.0:1746070445.952718:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7bea00 00000100:00100000:0.0:1746070445.952728:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4187 00000100:00100000:0.0:1746070445.952734:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+22:1964:x1830887015602688:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070445.959594:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.959620:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015602944 00000100:00100000:0.0:1746070445.959627:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015602944 00002000:00100000:0.0:1746070445.959660:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88009c7be680 x1830887015602944/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.959669:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7be680 with x1830887015602944 ext(11534336->12582911) 00002000:00010000:0.0:1746070445.959701:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7be680 00000100:00100000:0.0:1746070445.959717:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4188 00000100:00100000:0.0:1746070445.959723:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1964:x1830887015602944:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:3.0:1746070445.964060:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1964:x1830887015602432:12345-192.168.203.29@tcp:3:dd.0 Request processed in 19064us (19734us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070445.964070:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4186 00002000:00100000:3.0:1746070445.964081:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8801316c2a00 x1830887015602432/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.964090:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2a00 with x1830887015602432 ext(10485760->11534335) 00002000:00010000:3.0:1746070445.964095:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316c2a00 00000100:00100000:3.0:1746070445.969599:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070445.971332:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015603200 00000100:00100000:0.0:1746070445.971342:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015603200 00002000:00100000:0.0:1746070445.971377:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff880092af9f80 x1830887015603200/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.971386:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9f80 with x1830887015603200 ext(12582912->13631487) 00002000:00010000:0.0:1746070445.971390:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af9f80 00000100:00100000:0.0:1746070445.971420:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4189 00000100:00100000:0.0:1746070445.971427:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+24:1963:x1830887015603200:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:3.0:1746070445.975728:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.975752:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015603456 00000100:00100000:3.0:1746070445.975759:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015603456 00002000:00100000:3.0:1746070445.975791:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880092af8700 x1830887015603456/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.975800:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8700 with x1830887015603456 ext(7340032->8388607) 00002000:00010000:3.0:1746070445.975804:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af8700 00000100:00100000:3.0:1746070445.975822:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4190 00000100:00100000:3.0:1746070445.975829:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+26:1963:x1830887015603456:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070445.977244:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1964:x1830887015602944:12345-192.168.203.29@tcp:3:dd.0 Request processed in 17518us (17652us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070445.977251:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4188 00002000:00100000:0.0:1746070445.977258:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88009c7be680 x1830887015602944/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.977266:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7be680 with x1830887015602944 ext(11534336->12582911) 00002000:00010000:0.0:1746070445.977270:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7be680 00000100:00100000:1.0:1746070445.978575:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+26:1964:x1830887015602688:12345-192.168.203.29@tcp:3:dd.0 Request processed in 25836us (26035us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070445.978583:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4187 00002000:00100000:1.0:1746070445.978590:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff88009c7bea00 x1830887015602688/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.978597:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bea00 with x1830887015602688 ext(11534336->12582911) 00002000:00010000:1.0:1746070445.978600:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7bea00 00000100:00100000:3.0:1746070445.982785:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+26:1963:x1830887015603456:12345-192.168.203.29@tcp:4:dd.0 Request processed in 6949us (7056us total) trans 4294968079 rc 0/0 00000100:00100000:3.0:1746070445.982796:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4190 00002000:00100000:3.0:1746070445.982806:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880092af8700 x1830887015603456/t4294968079(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.982815:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af8700 with x1830887015603456 ext(7340032->8388607) 00002000:00010000:3.0:1746070445.982820:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af8700 00000100:00100000:0.0:1746070445.984747:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070445.984865:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015603712 00000100:00100000:3.0:1746070445.984872:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015603712 00002000:00100000:3.0:1746070445.984903:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff88009c7bf800 x1830887015603712/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/0 e 0 to 0 dl 1746070456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.984912:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bf800 with x1830887015603712 ext(8388608->9437183) 00002000:00010000:3.0:1746070445.984916:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7bf800 00000100:00100000:3.0:1746070445.984933:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4191 00000100:00100000:3.0:1746070445.984940:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015603712:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070445.994159:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887015603712:12345-192.168.203.29@tcp:4:dd.0 Request processed in 9210us (9409us total) trans 4294968494 rc 0/0 00000100:00100000:3.0:1746070445.994171:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4191 00002000:00100000:3.0:1746070445.994182:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff88009c7bf800 x1830887015603712/t4294968494(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/448 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070445.994191:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bf800 with x1830887015603712 ext(8388608->9437183) 00002000:00010000:3.0:1746070445.994196:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7bf800 00000100:00100000:1.0:1746070445.994404:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1964:x1830887015601920:12345-192.168.203.29@tcp:3:dd.0 Request processed in 51219us (51566us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070445.994410:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4184 00002000:00100000:1.0:1746070445.994415:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009c7bce00 x1830887015601920/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070445.994423:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bce00 with x1830887015601920 ext(9437184->10485759) 00002000:00010000:1.0:1746070445.994426:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7bce00 00000100:00100000:0.0:1746070445.999158:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+24:1963:x1830887015603200:12345-192.168.203.29@tcp:3:dd.0 Request processed in 27724us (29557us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070445.999167:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4189 00002000:00100000:0.0:1746070445.999177:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff880092af9f80 x1830887015603200/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:76/0 lens 488/440 e 0 to 0 dl 1746070456 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070445.999184:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092af9f80 with x1830887015603200 ext(12582912->13631487) 00002000:00010000:0.0:1746070445.999189:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092af9f80 00000001:00080000:3.0:1746070446.000257:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968489 is committed 00000001:00080000:3.0:1746070446.000269:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968491 is committed 00000001:00080000:3.0:1746070446.000276:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968490 is committed 00002000:00010000:2.0:1746070446.000807:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:2.0:1746070446.000811:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 8199 -> 12295 00010000:00010000:2.0:1746070446.000822:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800933cbe00/0x628f9640b607f863 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.000830:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800933cbe00/0x628f9640b607f863 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.000836:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800933cbe00/0x628f9640b607f863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.000842:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800933cbe00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070446.000846:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800933cbe00/0x628f9640b607f863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.000852:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800933cbe00/0x628f9640b607f863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.000869:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800933cbe00/0x628f9640b607f863 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.000874:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800933cbe00/0x628f9640b607f863 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070446.000918:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1961:x1830887015600256:12345-192.168.203.29@tcp:4:dd.0 Request processed in 138530us (138643us total) trans 4294968491 rc 0/0 00000100:00100000:2.0:1746070446.000925:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4177 00000100:00100000:0.0:1746070446.011372:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070446.011402:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070446.011422:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015603968 00000100:00100000:0.0:1746070446.011429:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015603968 00002000:00100000:0.0:1746070446.011461:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88009c7bc380 x1830887015603968/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/0 e 0 to 0 dl 1746070457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070446.011469:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bc380 with x1830887015603968 ext(8388608->9437183) 00002000:00010000:0.0:1746070446.011474:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7bc380 00000100:00100000:0.0:1746070446.011487:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015604224 00000100:00100000:0.0:1746070446.011489:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015604224 00002000:00100000:0.0:1746070446.011499:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff88009c7bf480 x1830887015604224/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/0 e 0 to 0 dl 1746070457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070446.011505:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bf480 with x1830887015604224 ext(9437184->10485759) 00002000:00010000:0.0:1746070446.011508:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7bf480 00000100:00100000:0.0:1746070446.011519:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4192 00000100:00100000:0.0:1746070446.011524:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+24:1963:x1830887015603968:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070446.011644:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4193 00000100:00100000:0.0:1746070446.011649:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+12:1963:x1830887015604224:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070446.020802:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070446.022659:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015604480 00000100:00100000:3.0:1746070446.022668:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015604480 00002000:00100000:3.0:1746070446.022723:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8801316c0000 x1830887015604480/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/0 e 0 to 0 dl 1746070457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070446.022733:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0000 with x1830887015604480 ext(9437184->10485759) 00002000:00010000:3.0:1746070446.022738:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0000 00000100:00100000:3.0:1746070446.022767:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4194 00000100:00100000:3.0:1746070446.022773:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+26:1963:x1830887015604480:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070446.030295:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+28:1963:x1830887015603968:12345-192.168.203.29@tcp:4:dd.0 Request processed in 18763us (18920us total) trans 4294968080 rc 0/0 00000100:00100000:1.0:1746070446.030305:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4192 00002000:00100000:1.0:1746070446.030315:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88009c7bc380 x1830887015603968/t4294968080(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/448 e 0 to 0 dl 1746070457 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070446.030325:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bc380 with x1830887015603968 ext(8388608->9437183) 00002000:00010000:1.0:1746070446.030330:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7bc380 00000100:00100000:2.0:1746070446.035002:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070446.035077:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015604736 00000100:00100000:1.0:1746070446.035084:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015604736 00002000:00100000:1.0:1746070446.035118:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88009261ad80 x1830887015604736/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/0 e 0 to 0 dl 1746070457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070446.035127:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261ad80 with x1830887015604736 ext(10485760->11534335) 00002000:00010000:1.0:1746070446.035132:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009261ad80 00000100:00100000:1.0:1746070446.035148:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4195 00000100:00100000:1.0:1746070446.035154:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1963:x1830887015604736:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070446.041251:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015604224:12345-192.168.203.29@tcp:4:dd.0 Request processed in 29593us (29840us total) trans 4294968495 rc 0/0 00000100:00100000:1.0:1746070446.041262:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4193 00002000:00100000:1.0:1746070446.041273:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff88009c7bf480 x1830887015604224/t4294968495(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/448 e 0 to 0 dl 1746070457 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070446.041282:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7bf480 with x1830887015604224 ext(9437184->10485759) 00002000:00010000:1.0:1746070446.041287:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7bf480 00000100:00100000:1.0:1746070446.050450:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070446.051148:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015604992 00000100:00100000:2.0:1746070446.051156:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015604992 00002000:00100000:2.0:1746070446.051187:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8801316c3100 x1830887015604992/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/0 e 0 to 0 dl 1746070457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070446.051201:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3100 with x1830887015604992 ext(10485760->11534335) 00002000:00010000:2.0:1746070446.051205:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c3100 00000100:00100000:2.0:1746070446.051228:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4196 00000100:00100000:2.0:1746070446.051234:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+28:1964:x1830887015604992:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070446.058607:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+30:1963:x1830887015604480:12345-192.168.203.29@tcp:4:dd.0 Request processed in 35827us (37805us total) trans 4294968081 rc 0/0 00000100:00100000:3.0:1746070446.058615:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4194 00002000:00100000:3.0:1746070446.058624:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8801316c0000 x1830887015604480/t4294968081(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/448 e 0 to 0 dl 1746070457 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070446.058632:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0000 with x1830887015604480 ext(9437184->10485759) 00002000:00010000:3.0:1746070446.058636:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c0000 00000100:00100000:1.0:1746070446.065547:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015604736:12345-192.168.203.29@tcp:4:dd.0 Request processed in 30386us (30547us total) trans 4294968496 rc 0/0 00000100:00100000:1.0:1746070446.065556:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4195 00002000:00100000:1.0:1746070446.065566:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88009261ad80 x1830887015604736/t4294968496(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/448 e 0 to 0 dl 1746070457 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070446.065580:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009261ad80 with x1830887015604736 ext(10485760->11534335) 00002000:00010000:1.0:1746070446.065585:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009261ad80 00000100:00100000:1.0:1746070446.074072:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070446.074126:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015605248 00000100:00100000:1.0:1746070446.074133:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015605248 00002000:00100000:1.0:1746070446.074164:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff8801316c2300 x1830887015605248/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/0 e 0 to 0 dl 1746070457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070446.074173:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2300 with x1830887015605248 ext(11534336->12582911) 00002000:00010000:1.0:1746070446.074178:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316c2300 00000100:00100000:2.0:1746070446.074950:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+30:1964:x1830887015604992:12345-192.168.203.29@tcp:4:dd.0 Request processed in 23714us (24505us total) trans 4294968082 rc 0/0 00000100:00100000:2.0:1746070446.074958:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4196 00002000:00100000:2.0:1746070446.074965:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8801316c3100 x1830887015604992/t4294968082(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/448 e 0 to 0 dl 1746070457 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070446.074972:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c3100 with x1830887015604992 ext(10485760->11534335) 00002000:00010000:2.0:1746070446.074975:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801316c3100 00000100:00100000:2.0:1746070446.074990:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4197 00000100:00100000:2.0:1746070446.074997:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015605248:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070446.081198:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070446.085874:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015605504 00000100:00100000:1.0:1746070446.085884:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015605504 00002000:00100000:1.0:1746070446.085919:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88009c7be300 x1830887015605504/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/0 e 0 to 0 dl 1746070457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070446.085928:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7be300 with x1830887015605504 ext(11534336->12582911) 00002000:00010000:1.0:1746070446.085932:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7be300 00000100:00100000:3.0:1746070446.085951:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4198 00000100:00100000:3.0:1746070446.085959:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+30:1964:x1830887015605504:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070446.086496:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070446.086517:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070446.086529:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015606016 00000100:00100000:1.0:1746070446.086532:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015606016 00002000:00100000:1.0:1746070446.086546:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff8801316c0380 x1830887015606016/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/0 e 0 to 0 dl 1746070457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070446.086553:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0380 with x1830887015606016 ext(12582912->13631487) 00002000:00010000:1.0:1746070446.086555:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316c0380 00000100:00100000:1.0:1746070446.086565:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4199 00000100:00100000:1.0:1746070446.086569:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887015606016:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070446.086714:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015605888 00000100:00100000:0.0:1746070446.086718:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015605888 00000100:00100000:0.0:1746070446.086747:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 164 00000100:00100000:0.0:1746070446.086753:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1160:x1830887015605888:12345-192.168.203.29@tcp:35:dd.0 00000100:00100000:0.0:1746070446.086920:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1160:x1830887015605888:12345-192.168.203.29@tcp:35:dd.0 Request processed in 154us (411us total) trans 4294982020 rc 0/0 00000100:00100000:0.0:1746070446.086926:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 164 00000100:00100000:0.0:1746070446.087450:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887015605248:12345-192.168.203.29@tcp:4:dd.0 Request processed in 12453us (13384us total) trans 4294968497 rc 0/0 00000100:00100000:0.0:1746070446.087456:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4197 00002000:00100000:0.0:1746070446.087462:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff8801316c2300 x1830887015605248/t4294968497(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/448 e 0 to 0 dl 1746070457 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070446.087469:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c2300 with x1830887015605248 ext(11534336->12582911) 00002000:00010000:0.0:1746070446.087472:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316c2300 00000100:00100000:1.0:1746070446.098970:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+32:1964:x1830887015605504:12345-192.168.203.29@tcp:4:dd.0 Request processed in 13003us (17769us total) trans 4294968083 rc 0/0 00000100:00100000:1.0:1746070446.098981:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4198 00002000:00100000:1.0:1746070446.098991:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88009c7be300 x1830887015605504/t4294968083(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/448 e 0 to 0 dl 1746070457 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070446.099000:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7be300 with x1830887015605504 ext(11534336->12582911) 00002000:00010000:1.0:1746070446.099006:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7be300 00000100:00100000:1.0:1746070446.099097:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070446.099153:0:7096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015606272 00000100:00100000:0.0:1746070446.099159:0:7096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015606272 00000100:00100000:0.0:1746070446.099186:0:7096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 165 00000100:00100000:1.0:1746070446.099190:0:7097:0:(service.c:3346:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:0.0:1746070446.099191:0:7096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1160:x1830887015606272:12345-192.168.203.29@tcp:35:dd.0 00000100:00100000:1.0:1746070446.099196:0:7097:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000001:00080000:0.0:1746070446.099876:0:7096:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294982021 00000100:00100000:0.0:1746070446.099926:0:7096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1160:x1830887015606272:12345-192.168.203.29@tcp:35:dd.0 Request processed in 734us (829us total) trans 4294982022 rc 0/0 00000100:00100000:0.0:1746070446.099932:0:7096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 165 00000020:00080000:0.0:1746070446.099935:0:7096:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1746070446.106444:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1963:x1830887015606016:12345-192.168.203.29@tcp:4:dd.0 Request processed in 19867us (19919us total) trans 4294968498 rc 0/0 00000100:00100000:1.0:1746070446.106454:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4199 00002000:00100000:1.0:1746070446.106462:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff8801316c0380 x1830887015606016/t4294968498(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:77/0 lens 488/448 e 0 to 0 dl 1746070457 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070446.106471:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0380 with x1830887015606016 ext(12582912->13631487) 00002000:00010000:1.0:1746070446.106476:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316c0380 00000001:00080000:2.0:1746070446.126927:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968493 is committed 00000001:00080000:2.0:1746070446.126941:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968494 is committed 00000001:00080000:2.0:1746070446.126945:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968492 is committed 00010000:00010000:3.0:1746070446.128242:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094729600/0x628f9640b607f86a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.128253:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094729600/0x628f9640b607f86a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.128264:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094729600/0x628f9640b607f86a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.128269:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094729600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070446.128273:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094729600/0x628f9640b607f86a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.128279:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094729600/0x628f9640b607f86a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.128292:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094729600/0x628f9640b607f86a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.128297:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094729600/0x628f9640b607f86a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.128356:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015600128:12345-192.168.203.29@tcp:4:dd.0 Request processed in 265468us (265626us total) trans 4294968492 rc 0/0 00000100:00100000:3.0:1746070446.128364:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4178 00000001:00080000:3.0:1746070446.130040:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968078 is committed 00000001:00080000:3.0:1746070446.130062:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968067 is committed 00000001:00080000:3.0:1746070446.130076:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968070 is committed 00000001:00080000:3.0:1746070446.130093:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968071 is committed 00000001:00080000:3.0:1746070446.130106:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968079 is committed 00000100:00100000:0.0:1746070446.131455:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070446.131484:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070446.131514:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070446.131647:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015606528 00000100:00100000:3.0:1746070446.131653:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015606528 00000100:00100000:3.0:1746070446.131741:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015606784 00000100:00100000:3.0:1746070446.131745:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015606784 00000100:00100000:3.0:1746070446.131758:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015607040 00000100:00100000:3.0:1746070446.131760:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015607040 00000100:00100000:3.0:1746070446.131772:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4200 00000100:00100000:3.0:1746070446.131778:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015606528:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070446.131804:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094e7ee00/0x628f9640b607f871 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.131816:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.131818:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.131822:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e7ee00/0x628f9640b607f871 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.131837:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e7ee00/0x628f9640b607f871 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.131855:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4201 00000100:00100000:0.0:1746070446.131861:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015606784:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070446.131875:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b782400/0x628f9640b607f878 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.131881:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.131882:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.131884:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b782400/0x628f9640b607f878 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.131892:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b782400/0x628f9640b607f878 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.132365:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4202 00000100:00100000:3.0:1746070446.132371:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015607040:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070446.132385:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094ef1800/0x628f9640b607f87f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.132391:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.132393:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.132395:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ef1800/0x628f9640b607f87f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.132403:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ef1800/0x628f9640b607f87f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.137190:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094e7ee00/0x628f9640b607f871 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.137204:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094e7ee00/0x628f9640b607f871 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.137211:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094e7ee00/0x628f9640b607f871 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.137217:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094e7ee00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070446.137220:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e7ee00/0x628f9640b607f871 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.137226:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e7ee00/0x628f9640b607f871 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.137242:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094e7ee00/0x628f9640b607f871 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.137247:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e7ee00/0x628f9640b607f871 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.137304:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015606528:12345-192.168.203.29@tcp:3:dd.0 Request processed in 5521us (5848us total) trans 0 rc 24576/24576 00000100:00100000:3.0:1746070446.137312:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4200 00010000:00010000:3.0:1746070446.139742:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094ef1800/0x628f9640b607f87f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.139755:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094ef1800/0x628f9640b607f87f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.139762:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094ef1800/0x628f9640b607f87f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.139768:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ef1800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070446.139771:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ef1800/0x628f9640b607f87f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.139777:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ef1800/0x628f9640b607f87f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.139791:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094ef1800/0x628f9640b607f87f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.139796:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ef1800/0x628f9640b607f87f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.140224:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015607040:12345-192.168.203.29@tcp:3:dd.0 Request processed in 7848us (8704us total) trans 0 rc 1015808/1015808 00000100:00100000:3.0:1746070446.140233:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4202 00010000:00010000:2.0:1746070446.142660:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b782400/0x628f9640b607f878 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.142724:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b782400/0x628f9640b607f878 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.142764:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b782400/0x628f9640b607f878 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.142778:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b782400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070446.142782:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b782400/0x628f9640b607f878 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.142790:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b782400/0x628f9640b607f878 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.142805:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b782400/0x628f9640b607f878 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.142811:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b782400/0x628f9640b607f878 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070446.142878:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015606784:12345-192.168.203.29@tcp:3:dd.0 Request processed in 11014us (11390us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070446.142886:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4201 00000100:00100000:2.0:1746070446.154362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070446.155054:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070446.156065:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015607296 00000100:00100000:0.0:1746070446.156074:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015607296 00000100:00100000:3.0:1746070446.156125:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015607424 00000100:00100000:3.0:1746070446.156129:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015607424 00000100:00100000:3.0:1746070446.156180:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4203 00000100:00100000:3.0:1746070446.156187:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015607424:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:3.0:1746070446.156226:0:1646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 6266880, mtime: 0x6812ebad, atime: 0x0, ctime: 0x6812ebad, blocks: 0x3007 00010000:00010000:3.0:1746070446.156233:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607f886 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.156243:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.156245:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.156249:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607f886 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.156260:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607f886 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070446.156368:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4204 00000100:00100000:1.0:1746070446.156373:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015607296:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:1.0:1746070446.156396:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012df61400/0x628f9640b607f88d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.156403:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070446.156404:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070446.156407:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012df61400/0x628f9640b607f88d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.156414:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012df61400/0x628f9640b607f88d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746070446.207817:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968497 is committed 00000001:00080000:3.0:1746070446.207832:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968498 is committed 00000001:00080000:3.0:1746070446.207843:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968499 is committed 00002000:00010000:2.0:1746070446.208343:0:1646:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:2.0:1746070446.208347:0:1646:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1746070445 -> 1746070446 00002000:00010000:2.0:1746070446.208349:0:1646:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1746070445 -> 1746070446 00002000:00010000:2.0:1746070446.208351:0:1646:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 12295 -> 16391 00010000:00010000:2.0:1746070446.208361:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607f886 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.208370:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607f886 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.208378:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607f886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.208384:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ef0c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070446.208387:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607f886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.208393:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607f886 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.208408:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607f886 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.208413:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607f886 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070446.208473:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015607424:12345-192.168.203.29@tcp:4:dd.0 Request processed in 52283us (53416us total) trans 4294968499 rc 0/0 00000100:00100000:2.0:1746070446.208481:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4203 00000001:00080000:2.0:1746070446.247465:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968500 is committed 00010000:00010000:0.0:1746070446.247989:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012df61400/0x628f9640b607f88d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.247999:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012df61400/0x628f9640b607f88d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.248006:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012df61400/0x628f9640b607f88d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.248012:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df61400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070446.248015:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012df61400/0x628f9640b607f88d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.248026:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012df61400/0x628f9640b607f88d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.248040:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012df61400/0x628f9640b607f88d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.248046:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012df61400/0x628f9640b607f88d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.248109:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015607296:12345-192.168.203.29@tcp:4:dd.0 Request processed in 91732us (93749us total) trans 4294968500 rc 0/0 00000100:00100000:0.0:1746070446.248117:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4204 00000100:00100000:0.0:1746070446.251588:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070446.252318:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070446.252539:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015607936 00000100:00100000:2.0:1746070446.252547:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015607936 00000100:00100000:2.0:1746070446.252585:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015608064 00000100:00100000:2.0:1746070446.252587:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015608064 00000100:00100000:2.0:1746070446.252603:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4205 00000100:00100000:2.0:1746070446.252609:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015607936:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070446.252634:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607f894 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.252647:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.252649:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.252653:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607f894 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.252663:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607f894 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070446.253295:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4206 00000100:00100000:2.0:1746070446.253301:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015608064:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070446.253318:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099c74000/0x628f9640b607f89b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.253325:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.253327:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.253330:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c74000/0x628f9640b607f89b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.253337:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099c74000/0x628f9640b607f89b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.264957:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607f894 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.264971:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607f894 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.264978:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607f894 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.264984:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099c75800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070446.264988:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607f894 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.264994:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607f894 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.265007:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607f894 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.265012:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607f894 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070446.265070:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015607936:12345-192.168.203.29@tcp:3:dd.0 Request processed in 12459us (13483us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070446.265078:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4205 00010000:00010000:2.0:1746070446.268610:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099c74000/0x628f9640b607f89b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.268623:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099c74000/0x628f9640b607f89b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.268630:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099c74000/0x628f9640b607f89b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.268636:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099c74000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070446.268640:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099c74000/0x628f9640b607f89b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.268648:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099c74000/0x628f9640b607f89b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.268662:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099c74000/0x628f9640b607f89b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.268667:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099c74000/0x628f9640b607f89b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070446.268751:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015608064:12345-192.168.203.29@tcp:3:dd.0 Request processed in 15447us (16430us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746070446.268760:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4206 00000100:00100000:0.0:1746070446.272794:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070446.272818:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070446.272893:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015608448 00000100:00100000:2.0:1746070446.272901:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015608448 00000100:00100000:2.0:1746070446.272948:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015608576 00000100:00100000:2.0:1746070446.272951:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015608576 00000100:00100000:2.0:1746070446.272967:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4207 00000100:00100000:2.0:1746070446.272974:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015608448:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:2.0:1746070446.273008:0:31817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 8355840, mtime: 0x6812ebae, atime: 0x0, ctime: 0x6812ebae, blocks: 0x4007 00010000:00010000:2.0:1746070446.273014:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc19200/0x628f9640b607f8a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.273025:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.273027:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.273031:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc19200/0x628f9640b607f8a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.273047:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc19200/0x628f9640b607f8a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.273567:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4208 00000100:00100000:3.0:1746070446.273576:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015608576:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:3.0:1746070446.273592:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x628f9640b607f8a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.273601:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.273602:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.273605:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x628f9640b607f8a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.273613:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x628f9640b607f8a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746070446.318092:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968501 is committed 00002000:00010000:2.0:1746070446.320891:0:31817:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:2.0:1746070446.320897:0:31817:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 16391 -> 20487 00010000:00010000:2.0:1746070446.320912:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc19200/0x628f9640b607f8a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.320922:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc19200/0x628f9640b607f8a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.320929:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bc19200/0x628f9640b607f8a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.320935:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bc19200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070446.320939:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc19200/0x628f9640b607f8a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.320945:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc19200/0x628f9640b607f8a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.320960:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bc19200/0x628f9640b607f8a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.320966:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc19200/0x628f9640b607f8a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070446.321031:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1961:x1830887015608448:12345-192.168.203.29@tcp:4:dd.0 Request processed in 48053us (48239us total) trans 4294968501 rc 0/0 00000100:00100000:2.0:1746070446.321039:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4207 00000001:00080000:0.0:1746070446.350407:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968502 is committed 00010000:00010000:2.0:1746070446.351123:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x628f9640b607f8a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.351135:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x628f9640b607f8a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.351142:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x628f9640b607f8a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.351149:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d15c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070446.351152:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x628f9640b607f8a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.351159:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x628f9640b607f8a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.351174:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x628f9640b607f8a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.351179:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x628f9640b607f8a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070446.351245:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015608576:12345-192.168.203.29@tcp:4:dd.0 Request processed in 77668us (78422us total) trans 4294968502 rc 0/0 00000100:00100000:2.0:1746070446.351257:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4208 00000100:00100000:0.0:1746070446.356140:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070446.356183:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070446.356525:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015609088 00000100:00100000:2.0:1746070446.356532:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015609088 00000100:00100000:2.0:1746070446.356570:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015609344 00000100:00100000:2.0:1746070446.356572:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015609344 00000100:00100000:2.0:1746070446.356632:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4209 00000100:00100000:2.0:1746070446.357333:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015609088:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070446.357362:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094729e00/0x628f9640b607f8b0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.357373:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.357374:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.357378:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094729e00/0x628f9640b607f8b0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.357389:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094729e00/0x628f9640b607f8b0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.357397:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4210 00000100:00100000:0.0:1746070446.357405:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015609344:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070446.357423:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607f8b7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.357541:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.357543:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.357546:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607f8b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.357555:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607f8b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.369536:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094729e00/0x628f9640b607f8b0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.369550:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094729e00/0x628f9640b607f8b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.369557:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094729e00/0x628f9640b607f8b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.369562:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094729e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070446.369566:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094729e00/0x628f9640b607f8b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.369582:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094729e00/0x628f9640b607f8b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.369595:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094729e00/0x628f9640b607f8b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.369600:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094729e00/0x628f9640b607f8b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070446.369659:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015609088:12345-192.168.203.29@tcp:3:dd.0 Request processed in 12327us (13523us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746070446.369667:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4209 00010000:00010000:0.0:1746070446.376741:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607f8b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.376756:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607f8b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.376762:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607f8b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.376767:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093f13a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070446.376771:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607f8b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.376779:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607f8b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.376793:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607f8b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.376798:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093f13a00/0x628f9640b607f8b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.376849:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015609344:12345-192.168.203.29@tcp:3:dd.0 Request processed in 19442us (20662us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070446.376857:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4210 00000100:00100000:0.0:1746070446.383064:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070446.383177:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070446.383735:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015609600 00000100:00100000:2.0:1746070446.383744:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015609600 00000100:00100000:2.0:1746070446.384485:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015609728 00000100:00100000:2.0:1746070446.384489:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015609728 00000100:00100000:2.0:1746070446.384510:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4211 00000100:00100000:2.0:1746070446.384516:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015609600:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:2.0:1746070446.384556:0:31816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 10444800, mtime: 0x6812ebae, atime: 0x0, ctime: 0x6812ebae, blocks: 0x5007 00010000:00010000:2.0:1746070446.384563:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094728a00/0x628f9640b607f8be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.384575:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.384576:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746070446.384580:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4212 00010000:00010000:2.0:1746070446.384580:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094728a00/0x628f9640b607f8be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.384586:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015609728:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:2.0:1746070446.384595:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094728a00/0x628f9640b607f8be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.384599:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092bc8600/0x628f9640b607f8c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.384604:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.384605:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.384607:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bc8600/0x628f9640b607f8c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.384613:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bc8600/0x628f9640b607f8c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746070446.461199:0:31816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:3.0:1746070446.461205:0:31816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 20487 -> 24585 00010000:00010000:3.0:1746070446.461216:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094728a00/0x628f9640b607f8be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.461226:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094728a00/0x628f9640b607f8be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.461233:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094728a00/0x628f9640b607f8be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.461239:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094728a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070446.461243:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094728a00/0x628f9640b607f8be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.461250:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094728a00/0x628f9640b607f8be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.461264:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094728a00/0x628f9640b607f8be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.461269:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094728a00/0x628f9640b607f8be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.461329:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1962:x1830887015609600:12345-192.168.203.29@tcp:4:dd.0 Request processed in 76809us (78270us total) trans 4294968503 rc 0/0 00000001:00080000:0.0:1746070446.461501:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968503 is committed 00000001:00080000:0.0:1746070446.461512:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968504 is committed 00000100:00100000:3.0:1746070446.463839:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4211 00010000:00010000:3.0:1746070446.464446:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092bc8600/0x628f9640b607f8c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.464456:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092bc8600/0x628f9640b607f8c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.464463:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092bc8600/0x628f9640b607f8c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.464469:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bc8600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070446.464473:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bc8600/0x628f9640b607f8c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.464484:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bc8600/0x628f9640b607f8c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.464498:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092bc8600/0x628f9640b607f8c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.464504:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bc8600/0x628f9640b607f8c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.464570:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015609728:12345-192.168.203.29@tcp:4:dd.0 Request processed in 79983us (81390us total) trans 4294968504 rc 0/0 00000100:00100000:3.0:1746070446.464577:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4212 00000100:00100000:1.0:1746070446.472326:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070446.473230:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070446.473933:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015610240 00000100:00100000:3.0:1746070446.473942:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015610240 00000100:00100000:3.0:1746070446.473985:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015610496 00000100:00100000:3.0:1746070446.473987:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015610496 00000100:00100000:3.0:1746070446.474020:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4213 00000100:00100000:3.0:1746070446.474028:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015610240:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070446.474058:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607f8cc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.474069:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.474071:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.474076:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607f8cc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.474086:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607f8cc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070446.474836:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4214 00000100:00100000:1.0:1746070446.474844:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015610496:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:1.0:1746070446.474862:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092bc9800/0x628f9640b607f8d3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.474871:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070446.474872:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070446.474875:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092bc9800/0x628f9640b607f8d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.474883:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092bc9800/0x628f9640b607f8d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.497975:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607f8cc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.497990:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607f8cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.497997:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607f8cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.498003:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091f69600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070446.498006:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607f8cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.498013:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607f8cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.498026:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607f8cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.498031:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f69600/0x628f9640b607f8cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.498109:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015610240:12345-192.168.203.29@tcp:3:dd.0 Request processed in 24078us (25788us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746070446.498118:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4213 00010000:00010000:2.0:1746070446.506447:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092bc9800/0x628f9640b607f8d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.506461:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092bc9800/0x628f9640b607f8d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.506468:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092bc9800/0x628f9640b607f8d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.506474:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bc9800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070446.506477:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092bc9800/0x628f9640b607f8d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.506484:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092bc9800/0x628f9640b607f8d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.506498:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092bc9800/0x628f9640b607f8d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.506503:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092bc9800/0x628f9640b607f8d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070446.506580:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015610496:12345-192.168.203.29@tcp:3:dd.0 Request processed in 31733us (33348us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070446.506591:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4214 00000100:00100000:1.0:1746070446.518152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070446.518198:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070446.518269:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015610752 00000100:00100000:2.0:1746070446.518278:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015610752 00000100:00100000:2.0:1746070446.518330:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015610880 00000100:00100000:2.0:1746070446.518333:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015610880 00000100:00100000:2.0:1746070446.518357:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4215 00000100:00100000:2.0:1746070446.518363:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015610752:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:2.0:1746070446.518401:0:31817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 12533760, mtime: 0x6812ebae, atime: 0x0, ctime: 0x6812ebae, blocks: 0x6009 00000100:00100000:0.0:1746070446.518407:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4216 00010000:00010000:2.0:1746070446.518408:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093d4a000/0x628f9640b607f8da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.518414:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015610880:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:2.0:1746070446.518420:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.518422:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.518425:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d4a000/0x628f9640b607f8da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.518426:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607f8e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.518436:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d4a000/0x628f9640b607f8da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.518550:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.518552:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.518554:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607f8e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.518562:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607f8e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070446.591595:0:31816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:0.0:1746070446.591602:0:31816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 24585 -> 28681 00010000:00010000:0.0:1746070446.591613:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607f8e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.591623:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607f8e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.591629:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607f8e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.591636:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093812800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070446.591640:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607f8e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.591647:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607f8e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.591662:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607f8e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.591667:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093812800/0x628f9640b607f8e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.591770:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1961:x1830887015610880:12345-192.168.203.29@tcp:4:dd.0 Request processed in 73352us (73567us total) trans 4294968505 rc 0/0 00000100:00100000:0.0:1746070446.591784:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4216 00000001:00080000:0.0:1746070446.591809:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968505 is committed 00000001:00080000:0.0:1746070446.627252:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968506 is committed 00010000:00010000:2.0:1746070446.627843:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093d4a000/0x628f9640b607f8da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.627853:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093d4a000/0x628f9640b607f8da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.627860:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093d4a000/0x628f9640b607f8da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.627870:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093d4a000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070446.627874:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093d4a000/0x628f9640b607f8da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.627881:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093d4a000/0x628f9640b607f8da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.627895:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093d4a000/0x628f9640b607f8da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.627900:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d4a000/0x628f9640b607f8da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070446.627968:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015610752:12345-192.168.203.29@tcp:4:dd.0 Request processed in 109601us (109819us total) trans 4294968506 rc 0/0 00000100:00100000:2.0:1746070446.627976:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4215 00000100:00100000:1.0:1746070446.633514:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070446.633669:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070446.633729:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070446.633798:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015611392 00000100:00100000:3.0:1746070446.633805:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015611392 00000100:00100000:3.0:1746070446.633841:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015611520 00000100:00100000:3.0:1746070446.633842:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015611520 00000100:00100000:3.0:1746070446.633852:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015611776 00000100:00100000:3.0:1746070446.633853:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015611776 00000100:00100000:3.0:1746070446.633865:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4217 00000100:00100000:3.0:1746070446.633871:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015611392:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070446.633895:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094d5d800/0x628f9640b607f8e8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.633906:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.633908:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.633912:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d800/0x628f9640b607f8e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.633922:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5d800/0x628f9640b607f8e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.634056:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4218 00000100:00100000:3.0:1746070446.634062:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015611520:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070446.634076:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607f8ef lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.634083:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.634084:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.634086:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607f8ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.634093:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607f8ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.634788:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4219 00000100:00100000:0.0:1746070446.634795:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015611776:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070446.634810:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607f8f6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.634817:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.634818:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.634821:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607f8f6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.634828:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607f8f6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.640914:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094d5d800/0x628f9640b607f8e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.640928:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d800/0x628f9640b607f8e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.640936:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d5d800/0x628f9640b607f8e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.640941:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d5d800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070446.640945:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d5d800/0x628f9640b607f8e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.640952:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d5d800/0x628f9640b607f8e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.640968:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d5d800/0x628f9640b607f8e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.640974:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d5d800/0x628f9640b607f8e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.645012:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015611392:12345-192.168.203.29@tcp:3:dd.0 Request processed in 11127us (11492us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1746070446.645028:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4217 00010000:00010000:3.0:1746070446.645582:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607f8ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.645593:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607f8ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.645600:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607f8ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.645607:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bc19a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070446.645611:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607f8ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.645617:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607f8ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.645633:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607f8ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.645639:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc19a00/0x628f9640b607f8ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.645718:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015611520:12345-192.168.203.29@tcp:3:dd.0 Request processed in 11656us (12049us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070446.645725:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4218 00010000:00010000:0.0:1746070446.650102:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607f8f6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.650116:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607f8f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.650124:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607f8f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.650129:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009460b600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070446.650133:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607f8f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.650140:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607f8f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.650155:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607f8f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.650161:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009460b600/0x628f9640b607f8f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.650224:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015611776:12345-192.168.203.29@tcp:3:dd.0 Request processed in 15426us (16491us total) trans 0 rc 983040/983040 00000100:00100000:0.0:1746070446.650233:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4219 00000100:00100000:2.0:1746070446.657263:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070446.657295:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070446.657364:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015612032 00000100:00100000:3.0:1746070446.657372:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015612032 00000100:00100000:3.0:1746070446.657483:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015612160 00000100:00100000:3.0:1746070446.657486:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015612160 00000100:00100000:0.0:1746070446.657517:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4220 00000100:00100000:0.0:1746070446.657526:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015612032:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070446.657565:0:31816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 14622720, mtime: 0x6812ebae, atime: 0x0, ctime: 0x6812ebae, blocks: 0x7009 00010000:00010000:0.0:1746070446.657572:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009493b800/0x628f9640b607f8fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.657582:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.657584:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.657589:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009493b800/0x628f9640b607f8fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.657598:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009493b800/0x628f9640b607f8fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.659388:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4221 00000100:00100000:3.0:1746070446.659398:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015612160:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:3.0:1746070446.659421:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094df6000/0x628f9640b607f904 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.659429:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.659431:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.659433:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094df6000/0x628f9640b607f904 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.659442:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094df6000/0x628f9640b607f904 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070446.710816:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968507 is committed 00002000:00010000:0.0:1746070446.711325:0:31816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:0.0:1746070446.711328:0:31816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 28681 -> 30729 00010000:00010000:0.0:1746070446.711339:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009493b800/0x628f9640b607f8fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.711348:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009493b800/0x628f9640b607f8fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.711356:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009493b800/0x628f9640b607f8fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.711361:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009493b800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070446.711364:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009493b800/0x628f9640b607f8fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.711376:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009493b800/0x628f9640b607f8fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.711390:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009493b800/0x628f9640b607f8fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.711396:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009493b800/0x628f9640b607f8fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.711455:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1961:x1830887015612032:12345-192.168.203.29@tcp:4:dd.0 Request processed in 53927us (54196us total) trans 4294968507 rc 0/0 00000100:00100000:0.0:1746070446.711463:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4220 00010000:00010000:1.0:1746070446.741285:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1746070446.760921:0:25227:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 30729 -> 32777 00010000:00010000:3.0:1746070446.760936:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094df6000/0x628f9640b607f904 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.760946:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094df6000/0x628f9640b607f904 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.760953:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094df6000/0x628f9640b607f904 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.760959:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094df6000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070446.760963:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094df6000/0x628f9640b607f904 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.760974:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094df6000/0x628f9640b607f904 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.760989:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094df6000/0x628f9640b607f904 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.760995:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094df6000/0x628f9640b607f904 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.761069:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015612160:12345-192.168.203.29@tcp:4:dd.0 Request processed in 101670us (103769us total) trans 4294968508 rc 0/0 00000100:00100000:3.0:1746070446.761078:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4221 00000001:00080000:1.0:1746070446.761156:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968508 is committed 00000100:00100000:2.0:1746070446.767172:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070446.767226:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070446.767312:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070446.767546:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015612544 00000100:00100000:3.0:1746070446.767554:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015612544 00000100:00100000:3.0:1746070446.767592:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015612800 00000100:00100000:3.0:1746070446.767594:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015612800 00000100:00100000:3.0:1746070446.767605:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015613056 00000100:00100000:3.0:1746070446.767607:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015613056 00000100:00100000:3.0:1746070446.767619:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4222 00000100:00100000:3.0:1746070446.767625:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015612544:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070446.767649:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091f68c00/0x628f9640b607f90b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.767660:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.767662:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.767666:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091f68c00/0x628f9640b607f90b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.767707:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091f68c00/0x628f9640b607f90b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070446.767872:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4223 00000100:00100000:2.0:1746070446.767879:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092619500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015612800:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070446.767894:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607f912 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.767905:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.767906:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.767909:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607f912 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.767916:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607f912 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070446.770775:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4224 00000100:00100000:1.0:1746070446.770791:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015613056:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:1.0:1746070446.770831:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094f15800/0x628f9640b607f919 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.770845:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070446.770846:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070446.770852:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f15800/0x628f9640b607f919 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.770864:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f15800/0x628f9640b607f919 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.776666:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091f68c00/0x628f9640b607f90b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.776722:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091f68c00/0x628f9640b607f90b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.776729:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091f68c00/0x628f9640b607f90b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.776736:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091f68c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070446.776740:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091f68c00/0x628f9640b607f90b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.776747:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091f68c00/0x628f9640b607f90b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.776763:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091f68c00/0x628f9640b607f90b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.776769:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f68c00/0x628f9640b607f90b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.776834:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015612544:12345-192.168.203.29@tcp:3:dd.0 Request processed in 9205us (9665us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1746070446.776845:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4222 00010000:00010000:0.0:1746070446.784296:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607f912 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.784309:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607f912 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.784316:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607f912 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.784322:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef95600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070446.784326:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607f912 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.784332:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607f912 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.784349:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607f912 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.784354:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95600/0x628f9640b607f912 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.784425:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092619500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015612800:12345-192.168.203.29@tcp:3:dd.0 Request processed in 16543us (17194us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070446.784433:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4223 00010000:00010000:1.0:1746070446.784634:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094f15800/0x628f9640b607f919 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.784645:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094f15800/0x628f9640b607f919 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.784651:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094f15800/0x628f9640b607f919 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.784656:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f15800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070446.784659:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f15800/0x628f9640b607f919 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.784664:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f15800/0x628f9640b607f919 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.784699:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094f15800/0x628f9640b607f919 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.784708:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f15800/0x628f9640b607f919 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070446.784752:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015613056:12345-192.168.203.29@tcp:3:dd.0 Request processed in 13967us (17439us total) trans 0 rc 974848/974848 00000100:00100000:1.0:1746070446.784758:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4224 00000100:00100000:3.0:1746070446.790607:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070446.791872:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015613312 00000100:00100000:1.0:1746070446.791880:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015613312 00000100:00100000:1.0:1746070446.791936:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4225 00000100:00100000:1.0:1746070446.791943:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015613312:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:1.0:1746070446.791980:0:8450:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 16711680, mtime: 0x6812ebae, atime: 0x0, ctime: 0x6812ebae, blocks: 0x8009 00010000:00010000:1.0:1746070446.791986:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f14400/0x628f9640b607f920 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.791996:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070446.791997:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070446.792001:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f14400/0x628f9640b607f920 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.792011:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f14400/0x628f9640b607f920 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.792592:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070446.792703:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015613440 00000100:00100000:0.0:1746070446.792707:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015613440 00000100:00100000:0.0:1746070446.792728:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4226 00000100:00100000:0.0:1746070446.792733:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092af9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015613440:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:0.0:1746070446.792747:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a273c00/0x628f9640b607f927 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.792754:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.792755:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.792758:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a273c00/0x628f9640b607f927 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.792765:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a273c00/0x628f9640b607f927 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746070446.856518:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968509 is committed 00002000:00010000:1.0:1746070446.858751:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:1.0:1746070446.858756:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 32777 -> 36873 00010000:00010000:1.0:1746070446.858768:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f14400/0x628f9640b607f920 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.858777:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094f14400/0x628f9640b607f920 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.858783:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094f14400/0x628f9640b607f920 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.858788:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f14400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070446.858791:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f14400/0x628f9640b607f920 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.858798:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f14400/0x628f9640b607f920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.858814:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094f14400/0x628f9640b607f920 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.858819:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f14400/0x628f9640b607f920 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070446.858879:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1961:x1830887015613312:12345-192.168.203.29@tcp:4:dd.0 Request processed in 66934us (68277us total) trans 4294968509 rc 0/0 00000100:00100000:1.0:1746070446.858887:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4225 00010000:00010000:1.0:1746070446.911879:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a273c00/0x628f9640b607f927 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.911891:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a273c00/0x628f9640b607f927 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.911899:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a273c00/0x628f9640b607f927 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.911905:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a273c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070446.911909:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a273c00/0x628f9640b607f927 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.911915:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a273c00/0x628f9640b607f927 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.911929:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a273c00/0x628f9640b607f927 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.911934:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a273c00/0x628f9640b607f927 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070446.911997:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092af9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015613440:12345-192.168.203.29@tcp:4:dd.0 Request processed in 119260us (119403us total) trans 4294968510 rc 0/0 00000100:00100000:1.0:1746070446.912005:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4226 00000001:00080000:1.0:1746070446.912031:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968510 is committed 00000100:00100000:0.0:1746070446.914980:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070446.915020:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070446.915082:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015613952 00000100:00100000:2.0:1746070446.915090:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015613952 00000100:00100000:2.0:1746070446.915136:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015614080 00000100:00100000:2.0:1746070446.915138:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015614080 00000100:00100000:2.0:1746070446.915155:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4227 00000100:00100000:2.0:1746070446.915161:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015613952:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070446.915186:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092b73400/0x628f9640b607f92e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.915197:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.915198:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070446.915202:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b73400/0x628f9640b607f92e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070446.915213:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b73400/0x628f9640b607f92e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070446.915491:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4228 00000100:00100000:3.0:1746070446.915499:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015614080:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070446.915514:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607f935 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.915521:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.915522:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070446.915525:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607f935 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070446.915532:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607f935 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.918643:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070446.919529:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015614336 00000100:00100000:1.0:1746070446.919538:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015614336 00000100:00100000:1.0:1746070446.919597:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4229 00000100:00100000:1.0:1746070446.919604:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015614336:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:1.0:1746070446.919630:0:31815:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094476800/0x628f9640b607f93c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.919645:0:31815:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070446.919647:0:31815:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070446.919652:0:31815:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094476800/0x628f9640b607f93c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.919663:0:31815:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094476800/0x628f9640b607f93c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.924664:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092b73400/0x628f9640b607f92e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.924709:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092b73400/0x628f9640b607f92e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.924716:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092b73400/0x628f9640b607f92e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.924722:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b73400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070446.924725:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b73400/0x628f9640b607f92e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.924732:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092b73400/0x628f9640b607f92e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.924745:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092b73400/0x628f9640b607f92e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.924750:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b73400/0x628f9640b607f92e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.924808:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015613952:12345-192.168.203.29@tcp:3:dd.0 Request processed in 9644us (9831us total) trans 0 rc 73728/73728 00000100:00100000:0.0:1746070446.924815:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4227 00010000:00010000:0.0:1746070446.931290:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607f935 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.931304:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607f935 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.931312:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607f935 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.931317:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009304dc00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070446.931320:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607f935 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.931327:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607f935 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.931340:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607f935 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.931346:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304dc00/0x628f9640b607f935 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070446.931533:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015614080:12345-192.168.203.29@tcp:3:dd.0 Request processed in 16031us (16509us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070446.931541:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4228 00010000:00010000:1.0:1746070446.932860:0:31815:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094476800/0x628f9640b607f93c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.932870:0:31815:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094476800/0x628f9640b607f93c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.932875:0:31815:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094476800/0x628f9640b607f93c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.932880:0:31815:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094476800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070446.932882:0:31815:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094476800/0x628f9640b607f93c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.932888:0:31815:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094476800/0x628f9640b607f93c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.932898:0:31815:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094476800/0x628f9640b607f93c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.932903:0:31815:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094476800/0x628f9640b607f93c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070446.932954:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015614336:12345-192.168.203.29@tcp:3:dd.0 Request processed in 13349us (14317us total) trans 0 rc 966656/966656 00000100:00100000:1.0:1746070446.932961:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4229 00000100:00100000:2.0:1746070446.937783:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070446.937938:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070446.937983:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015614720 00000100:00100000:1.0:1746070446.937989:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015614720 00000100:00100000:1.0:1746070446.938023:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015614592 00000100:00100000:1.0:1746070446.938025:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015614592 00000100:00100000:1.0:1746070446.938049:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4230 00000100:00100000:1.0:1746070446.938056:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009261aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015614720:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:1.0:1746070446.938093:0:31815:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 18800640, mtime: 0x6812ebae, atime: 0x0, ctime: 0x6812ebae, blocks: 0x9009 00000100:00100000:0.0:1746070446.938129:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4231 00000100:00100000:0.0:1746070446.938136:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015614592:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:0.0:1746070446.938148:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094ceba00/0x628f9640b607f94a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.938159:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.938161:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070446.938165:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ceba00/0x628f9640b607f94a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070446.938176:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ceba00/0x628f9640b607f94a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.938859:0:31815:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b607f943 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.938868:0:31815:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070446.938869:0:31815:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070446.938872:0:31815:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b607f943 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.938879:0:31815:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b607f943 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746070446.997051:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968511 is committed 00002000:00010000:1.0:1746070446.999029:0:25227:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:1.0:1746070446.999034:0:25227:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 36873 -> 40969 00010000:00010000:1.0:1746070446.999048:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094ceba00/0x628f9640b607f94a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.999062:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094ceba00/0x628f9640b607f94a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.999069:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094ceba00/0x628f9640b607f94a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.999074:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ceba00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070446.999077:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ceba00/0x628f9640b607f94a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.999083:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ceba00/0x628f9640b607f94a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.999099:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094ceba00/0x628f9640b607f94a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070446.999104:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ceba00/0x628f9640b607f94a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070446.999170:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015614592:12345-192.168.203.29@tcp:4:dd.0 Request processed in 61030us (61227us total) trans 4294968511 rc 0/0 00000100:00100000:1.0:1746070446.999178:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4231 00000001:00080000:1.0:1746070447.071546:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968512 is committed 00010000:00010000:3.0:1746070447.072150:0:31815:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b607f943 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.072160:0:31815:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b607f943 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.072166:0:31815:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b607f943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.072171:0:31815:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934f0200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070447.072175:0:31815:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b607f943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.072182:0:31815:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b607f943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.072197:0:31815:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b607f943 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.072202:0:31815:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934f0200/0x628f9640b607f943 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070447.072266:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009261aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015614720:12345-192.168.203.29@tcp:4:dd.0 Request processed in 134207us (134669us total) trans 4294968512 rc 0/0 00000100:00100000:3.0:1746070447.072274:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4230 00000100:00100000:2.0:1746070447.077102:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.077142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.077212:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015615232 00000100:00100000:1.0:1746070447.077220:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015615232 00000100:00100000:1.0:1746070447.077268:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015615360 00000100:00100000:1.0:1746070447.077270:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015615360 00000100:00100000:1.0:1746070447.077288:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4232 00000100:00100000:1.0:1746070447.077294:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015615232:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:1.0:1746070447.077322:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607f951 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.077334:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070447.077336:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070447.077341:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607f951 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.077354:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607f951 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070447.077985:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4233 00000100:00100000:3.0:1746070447.077992:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015615360:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070447.078008:0:31815:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607f958 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.078015:0:31815:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070447.078016:0:31815:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070447.078018:0:31815:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607f958 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.078025:0:31815:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607f958 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746070447.079986:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746070447.079995:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746070447.089280:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607f951 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.089294:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607f951 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.089302:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607f951 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.089307:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099de6e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070447.089311:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607f951 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.089318:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607f951 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.089333:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607f951 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.089339:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099de6e00/0x628f9640b607f951 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070447.089403:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015615232:12345-192.168.203.29@tcp:3:dd.0 Request processed in 12104us (12302us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070447.089412:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4232 00010000:00010000:3.0:1746070447.102909:0:31815:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607f958 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.102923:0:31815:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607f958 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.102930:0:31815:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607f958 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.102936:0:31815:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094e81800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070447.102940:0:31815:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607f958 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.102947:0:31815:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607f958 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.102962:0:31815:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607f958 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.102967:0:31815:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e81800/0x628f9640b607f958 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070447.107426:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015615360:12345-192.168.203.29@tcp:3:dd.0 Request processed in 29425us (30273us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746070447.107439:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4233 00000100:00100000:0.0:1746070447.107927:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070447.107963:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.108011:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015615744 00000100:00100000:2.0:1746070447.108017:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015615744 00000100:00100000:2.0:1746070447.108048:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015615872 00000100:00100000:2.0:1746070447.108050:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015615872 00000100:00100000:2.0:1746070447.108061:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4234 00000100:00100000:2.0:1746070447.108066:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015615744:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:2.0:1746070447.108099:0:25227:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 20889600, mtime: 0x6812ebae, atime: 0x0, ctime: 0x6812ebae, blocks: 0xa009 00010000:00010000:2.0:1746070447.108106:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009304d800/0x628f9640b607f95f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.108117:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070447.108118:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070447.108122:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009304d800/0x628f9640b607f95f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.108133:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009304d800/0x628f9640b607f95f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070447.108499:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4235 00000100:00100000:3.0:1746070447.108505:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015615872:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:3.0:1746070447.108518:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b1e77000/0x628f9640b607f966 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.108525:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070447.108526:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070447.108528:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1e77000/0x628f9640b607f966 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.108535:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1e77000/0x628f9640b607f966 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746070447.150934:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968513 is committed 00002000:00010000:3.0:1746070447.151601:0:31817:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:3.0:1746070447.151605:0:31817:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1746070446 -> 1746070447 00002000:00010000:3.0:1746070447.151607:0:31817:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1746070446 -> 1746070447 00002000:00010000:3.0:1746070447.151608:0:31817:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 40969 -> 45067 00010000:00010000:3.0:1746070447.151618:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b1e77000/0x628f9640b607f966 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.151627:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1e77000/0x628f9640b607f966 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.151634:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b1e77000/0x628f9640b607f966 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.151640:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b1e77000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070447.151644:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b1e77000/0x628f9640b607f966 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.151651:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b1e77000/0x628f9640b607f966 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.151703:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b1e77000/0x628f9640b607f966 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.151709:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1e77000/0x628f9640b607f966 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070447.151777:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015615872:12345-192.168.203.29@tcp:4:dd.0 Request processed in 43267us (43808us total) trans 4294968513 rc 0/0 00000100:00100000:3.0:1746070447.151785:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4235 00010000:00010000:1.0:1746070447.180401:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009304d800/0x628f9640b607f95f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.180416:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009304d800/0x628f9640b607f95f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.180423:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009304d800/0x628f9640b607f95f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.180429:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009304d800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070447.180433:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009304d800/0x628f9640b607f95f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.180439:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009304d800/0x628f9640b607f95f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.180459:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009304d800/0x628f9640b607f95f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.180465:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009304d800/0x628f9640b607f95f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070447.180532:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015615744:12345-192.168.203.29@tcp:4:dd.0 Request processed in 72462us (72603us total) trans 4294968514 rc 0/0 00000100:00100000:1.0:1746070447.180540:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4234 00000001:00080000:1.0:1746070447.180567:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968514 is committed 00000100:00100000:1.0:1746070447.182737:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.182985:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015616256 00000100:00100000:2.0:1746070447.182992:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015616256 00000100:00100000:2.0:1746070447.183037:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4236 00000100:00100000:2.0:1746070447.183042:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015616256:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070447.183067:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607f96d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.183078:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070447.183079:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070447.183083:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607f96d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.183097:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607f96d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070447.183627:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.183659:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.183661:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015616640 00000100:00100000:3.0:1746070447.183665:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015616640 00000100:00100000:3.0:1746070447.183712:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015616768 00000100:00100000:3.0:1746070447.183714:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015616768 00000100:00100000:2.0:1746070447.183719:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4237 00000100:00100000:2.0:1746070447.183725:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015616640:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070447.183738:0:31815:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607f974 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070447.183739:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4238 00000100:00100000:3.0:1746070447.183744:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015616768:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070447.183745:0:31815:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070447.183747:0:31815:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070447.183749:0:31815:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607f974 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.183756:0:31815:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607f974 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.183758:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bc22000/0x628f9640b607f97b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.183764:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070447.183765:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070447.183767:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc22000/0x628f9640b607f97b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.183774:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc22000/0x628f9640b607f97b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070447.199777:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607f96d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070447.199791:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607f96d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070447.199797:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607f96d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070447.199803:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091f69c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070447.199806:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607f96d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070447.199813:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607f96d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070447.199827:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607f96d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070447.199832:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f69c00/0x628f9640b607f96d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.199855:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bc22000/0x628f9640b607f97b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.199864:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc22000/0x628f9640b607f97b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070447.199901:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015616256:12345-192.168.203.29@tcp:3:dd.0 Request processed in 16854us (17165us total) trans 0 rc 90112/90112 00000100:00100000:0.0:1746070447.199910:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4236 00010000:00010000:3.0:1746070447.200812:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bc22000/0x628f9640b607f97b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.200818:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bc22000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070447.200820:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc22000/0x628f9640b607f97b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.200826:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc22000/0x628f9640b607f97b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.200837:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bc22000/0x628f9640b607f97b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.200842:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc22000/0x628f9640b607f97b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070447.201276:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1962:x1830887015616768:12345-192.168.203.29@tcp:3:dd.0 Request processed in 17528us (17613us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070447.201283:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4238 00010000:00010000:3.0:1746070447.202502:0:31815:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607f974 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.202868:0:31815:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607f974 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.202877:0:31815:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607f974 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.202882:0:31815:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091f68a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070447.202885:0:31815:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607f974 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.202892:0:31815:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607f974 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.202939:0:31815:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607f974 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.202945:0:31815:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f68a00/0x628f9640b607f974 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070447.203004:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1961:x1830887015616640:12345-192.168.203.29@tcp:3:dd.0 Request processed in 19277us (19375us total) trans 0 rc 950272/950272 00000100:00100000:3.0:1746070447.203011:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4237 00000100:00100000:2.0:1746070447.209577:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.209623:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.210366:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015617024 00000100:00100000:3.0:1746070447.210374:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015617024 00000100:00100000:3.0:1746070447.210428:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015617152 00000100:00100000:3.0:1746070447.210430:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015617152 00000100:00100000:3.0:1746070447.210447:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4239 00000100:00100000:3.0:1746070447.210454:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015617024:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:3.0:1746070447.210489:0:31815:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 22978560, mtime: 0x6812ebaf, atime: 0x0, ctime: 0x6812ebaf, blocks: 0xb00b 00010000:00010000:3.0:1746070447.210496:0:31815:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc23000/0x628f9640b607f982 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.210506:0:31815:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070447.210508:0:31815:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070447.210513:0:31815:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc23000/0x628f9640b607f982 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.210524:0:31815:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc23000/0x628f9640b607f982 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070447.210708:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4240 00000100:00100000:1.0:1746070447.210717:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015617152:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:1.0:1746070447.210733:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009be0aa00/0x628f9640b607f989 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.210741:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070447.210742:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070447.210745:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be0aa00/0x628f9640b607f989 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.210753:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be0aa00/0x628f9640b607f989 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070447.291885:0:31815:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:2.0:1746070447.291891:0:31815:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 45067 -> 47115 00010000:00010000:2.0:1746070447.291901:0:31815:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc23000/0x628f9640b607f982 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.291910:0:31815:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc23000/0x628f9640b607f982 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.291918:0:31815:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bc23000/0x628f9640b607f982 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.291924:0:31815:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bc23000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070447.291928:0:31815:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc23000/0x628f9640b607f982 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.291935:0:31815:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc23000/0x628f9640b607f982 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.291949:0:31815:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bc23000/0x628f9640b607f982 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.291954:0:31815:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc23000/0x628f9640b607f982 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31815 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070447.292013:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015617024:12345-192.168.203.29@tcp:4:dd.0 Request processed in 81557us (82439us total) trans 4294968515 rc 0/0 00000100:00100000:2.0:1746070447.292021:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4239 00000001:00080000:1.0:1746070447.292183:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968515 is committed 00002000:00010000:1.0:1746070447.334910:0:25227:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 47115 -> 49163 00010000:00010000:1.0:1746070447.334925:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009be0aa00/0x628f9640b607f989 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.334934:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009be0aa00/0x628f9640b607f989 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.334941:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009be0aa00/0x628f9640b607f989 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.334947:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009be0aa00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070447.334951:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009be0aa00/0x628f9640b607f989 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.334959:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009be0aa00/0x628f9640b607f989 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.334974:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009be0aa00/0x628f9640b607f989 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.334979:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be0aa00/0x628f9640b607f989 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070447.335048:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015617152:12345-192.168.203.29@tcp:4:dd.0 Request processed in 124328us (125420us total) trans 4294968516 rc 0/0 00000100:00100000:1.0:1746070447.335056:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4240 00000001:00080000:1.0:1746070447.335085:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968516 is committed 00000100:00100000:1.0:1746070447.339850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.339880:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070447.340270:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015617664 00000100:00100000:0.0:1746070447.340278:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015617664 00000100:00100000:0.0:1746070447.340322:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015617792 00000100:00100000:0.0:1746070447.340325:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015617792 00000100:00100000:0.0:1746070447.340342:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4241 00000100:00100000:0.0:1746070447.340350:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015617664:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070447.340377:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094d5c200/0x628f9640b607f990 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070447.340388:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070447.340390:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070447.340394:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d5c200/0x628f9640b607f990 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070447.340404:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d5c200/0x628f9640b607f990 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070447.341063:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4242 00000100:00100000:0.0:1746070447.341069:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015617792:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070447.341087:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607f997 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070447.341094:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070447.341096:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070447.341098:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607f997 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070447.341106:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607f997 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.355884:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094d5c200/0x628f9640b607f990 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.355896:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094d5c200/0x628f9640b607f990 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.355902:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094d5c200/0x628f9640b607f990 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.355909:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d5c200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070447.355912:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094d5c200/0x628f9640b607f990 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.355919:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094d5c200/0x628f9640b607f990 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.355933:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094d5c200/0x628f9640b607f990 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.355939:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094d5c200/0x628f9640b607f990 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070447.356017:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015617664:12345-192.168.203.29@tcp:3:dd.0 Request processed in 15663us (16170us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070447.356025:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4241 00010000:00010000:1.0:1746070447.360238:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607f997 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.360250:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607f997 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.360256:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607f997 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.360261:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d5d000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070447.360264:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607f997 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.360270:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607f997 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.360283:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607f997 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.360288:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d5d000/0x628f9640b607f997 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070447.360362:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015617792:12345-192.168.203.29@tcp:3:dd.0 Request processed in 19289us (20476us total) trans 0 rc 98304/98304 00000100:00100000:1.0:1746070447.360371:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4242 00000100:00100000:1.0:1746070447.365732:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.365824:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015617920 00000100:00100000:2.0:1746070447.365832:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015617920 00000100:00100000:2.0:1746070447.366011:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5631 00000100:00100000:2.0:1746070447.366019:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1159:x1830887015617920:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:2.0:1746070447.366033:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070447.366052:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607f99e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0213 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070447.366071:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 25067520, mtime: 0x6812ebaf, atime: 0x0, ctime: 0x6812ebaf, blocks: 0xc00b 00010000:00010000:2.0:1746070447.366088:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070447.366091:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070447.366097:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607f99e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0213 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.366109:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607f99e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0213 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.366117:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d4ae00, rc 0) 00000100:00100000:2.0:1746070447.366478:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1159:x1830887015617920:12345-192.168.203.29@tcp:101:dd.0 Request processed in 459us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070447.366483:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5631 00000100:00100000:2.0:1746070447.384392:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.384439:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.384512:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015618176 00000100:00100000:1.0:1746070447.384519:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015618176 00002000:00100000:1.0:1746070447.384560:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (25165824->26214399) req@ffff88009be33480 x1830887015618176/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.384570:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33480 with x1830887015618176 ext(25165824->26214399) 00002000:00010000:1.0:1746070447.384575:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009be33480 00000100:00100000:1.0:1746070447.384588:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015618304 00000100:00100000:1.0:1746070447.384590:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015618304 00002000:00100000:1.0:1746070447.384599:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (25067520->25165823) req@ffff88009be31c00 x1830887015618304/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.384604:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31c00 with x1830887015618304 ext(25067520->25165823) 00002000:00010000:1.0:1746070447.384607:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009be31c00 00000100:00100000:1.0:1746070447.384626:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4243 00000100:00100000:1.0:1746070447.384631:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015618176:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070447.384701:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4244 00000100:00100000:0.0:1746070447.384709:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015618304:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070447.393334:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015618304:12345-192.168.203.29@tcp:4:dd.0 Request processed in 8618us (8887us total) trans 4294968517 rc 0/0 00000100:00100000:0.0:1746070447.393345:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4244 00002000:00100000:0.0:1746070447.393354:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (25067520->25165823) req@ffff88009be31c00 x1830887015618304/t4294968517(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/448 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070447.393363:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be31c00 with x1830887015618304 ext(25067520->25165823) 00002000:00010000:0.0:1746070447.393367:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009be31c00 00000100:00100000:1.0:1746070447.393497:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015618176:12345-192.168.203.29@tcp:4:dd.0 Request processed in 8864us (9111us total) trans 4294968518 rc 0/0 00000100:00100000:1.0:1746070447.393504:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4243 00002000:00100000:1.0:1746070447.393510:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (25165824->26214399) req@ffff88009be33480 x1830887015618176/t4294968518(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/448 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.393516:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be33480 with x1830887015618176 ext(25165824->26214399) 00002000:00010000:1.0:1746070447.393519:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009be33480 00000100:00100000:0.0:1746070447.396979:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.397139:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015618432 00000100:00100000:2.0:1746070447.397147:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015618432 00000100:00080000:0.0:1746070447.397287:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746070447.397410:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33789 00000100:00100000:2.0:1746070447.397418:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1159:x1830887015618432:12345-192.168.203.29@tcp:44:dd.0 00000100:00100000:2.0:1746070447.398140:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1159:x1830887015618432:12345-192.168.203.29@tcp:44:dd.0 Request processed in 722us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070447.398146:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33789 00000100:00100000:2.0:1746070447.402243:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070447.402323:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015618560 00000100:00100000:0.0:1746070447.402331:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015618560 00000100:00100000:0.0:1746070447.402583:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5632 00000100:00100000:0.0:1746070447.402590:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015618560:12345-192.168.203.29@tcp:16:dd.0 00000100:00100000:1.0:1746070447.462456:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015618560:12345-192.168.203.29@tcp:16:dd.0 Request processed in 59860us (60213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070447.462466:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5632 00000001:00080000:0.0:1746070447.462637:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968517 is committed 00000001:00080000:0.0:1746070447.462648:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968518 is committed 00000100:00100000:0.0:1746070447.464665:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.464839:0:4052:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015618816 00000100:00100000:2.0:1746070447.464847:0:4052:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015618816 00000100:00100000:2.0:1746070447.464887:0:4052:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 166 00000100:00100000:2.0:1746070447.464893:0:4052:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a59a7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+15:1159:x1830887015618816:12345-192.168.203.29@tcp:35:dd.0 00000100:00100000:2.0:1746070447.465043:0:4052:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a59a7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1159:x1830887015618816:12345-192.168.203.29@tcp:35:dd.0 Request processed in 149us (382us total) trans 4294982023 rc 0/0 00000100:00100000:2.0:1746070447.465052:0:4052:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 166 00000100:00100000:2.0:1746070447.466499:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.466866:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015619072 00000100:00100000:1.0:1746070447.466870:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015619072 00000100:00100000:1.0:1746070447.466893:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 167 00000100:00100000:1.0:1746070447.466899:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+16:1159:x1830887015619072:12345-192.168.203.29@tcp:35:dd.0 00000001:00080000:1.0:1746070447.467047:0:7097:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294982024 00000100:00100000:1.0:1746070447.467100:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1159:x1830887015619072:12345-192.168.203.29@tcp:35:dd.0 Request processed in 201us (603us total) trans 4294982025 rc 0/0 00000100:00100000:1.0:1746070447.467106:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 167 00000020:00080000:1.0:1746070447.467109:0:7097:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746070447.484211:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.485243:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015619200 00000100:00100000:2.0:1746070447.485250:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015619200 00000100:00100000:2.0:1746070447.485288:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33790 00000100:00100000:2.0:1746070447.485294:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1163:x1830887015619200:12345-192.168.203.29@tcp:101:checkstat.0 00010000:00010000:2.0:1746070447.485312:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070447.485325:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eb4800/0x628f9640b607f9a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c021a expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.485369:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607f9ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070447.485378:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607f9ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070447.485387:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607f9ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:2.0:1746070447.485534:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746070447.485536:0:7093:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746070447.485549:0:7093:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607f9ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070447.485565:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eb4800/0x628f9640b607f9a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c021a expref: 20 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.485595:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607f9ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c021a expref: 19 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.485606:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a900) 00010000:00010000:2.0:1746070447.485608:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070447.485610:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094920400, rc 0) 00000100:00100000:2.0:1746070447.485657:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1163:x1830887015619200:12345-192.168.203.29@tcp:101:checkstat.0 Request processed in 364us (1452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070447.485662:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33790 00000100:00100000:0.0:1746070447.487516:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.488856:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015619328 00000100:00100000:3.0:1746070447.488865:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015619328 00000100:00100000:3.0:1746070447.489756:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33791 00000100:00100000:3.0:1746070447.489765:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1163:x1830887015619328:12345-192.168.203.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746070447.489781:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070447.489796:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe400/0x628f9640b607f9b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0221 expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.489844:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe000/0x628f9640b607f9ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.489855:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe000/0x628f9640b607f9ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.489863:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe000/0x628f9640b607f9ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.489874:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f9c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.489883:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f9c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.489887:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f9c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490140:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093691600/0x628f9640b607f9c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490147:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093691600/0x628f9640b607f9c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490152:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093691600/0x628f9640b607f9c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:3.0:1746070447.490174:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00000004:00200000:3.0:1746070447.490177:0:10662:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746070447.490187:0:10662:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093691600/0x628f9640b607f9c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490194:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093691600/0x628f9640b607f9c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490199:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe000/0x628f9640b607f9ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490203:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe000/0x628f9640b607f9ba lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490208:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe000/0x628f9640b607f9ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490212:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097cbe000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070447.490215:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe000/0x628f9640b607f9ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490221:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe000/0x628f9640b607f9ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490228:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a900) 00010000:00010000:3.0:1746070447.490230:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070447.490233:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe000/0x628f9640b607f9ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490237:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe000/0x628f9640b607f9ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490770:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f9c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490775:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f9c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490780:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f9c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490783:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097cbf600 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070447.490785:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f9c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490789:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f9c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490795:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880093993d00) 00010000:00010000:3.0:1746070447.490797:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070447.490798:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f9c1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490802:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbf600/0x628f9640b607f9c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.490827:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097cbe400/0x628f9640b607f9b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0221 expref: 21 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.490837:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093691600/0x628f9640b607f9c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0221 expref: 20 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.490842:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2400) 00010000:00010000:3.0:1746070447.490843:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070447.490845:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093691600, rc 0) 00000100:00100000:3.0:1746070447.491638:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1163:x1830887015619328:12345-192.168.203.29@tcp:101:checkstat.0 Request processed in 1872us (4124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070447.491645:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33791 00000100:00100000:2.0:1746070447.495139:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.495586:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.495704:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015619456 00000100:00100000:3.0:1746070447.495712:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015619456 00000100:00100000:3.0:1746070447.496163:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015619584 00000100:00100000:3.0:1746070447.496167:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015619584 00000100:00100000:1.0:1746070447.496191:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5633 00000100:00100000:1.0:1746070447.496200:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131165050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015619456:12345-192.168.203.29@tcp:101:checkstat.0 00010000:00010000:1.0:1746070447.496214:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070447.496227:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d4b400/0x628f9640b607f9cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0228 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070447.496310:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5634 00000100:00100000:3.0:1746070447.496315:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015619584:12345-192.168.203.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746070447.496322:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070447.496331:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607f9d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c022f expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070447.496525:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013400320:192.168.203.29@tcp:106: 00000100:00100000:1.0:1746070447.496602:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1e98780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070447.496647:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092afb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013400448:192.168.203.29@tcp:106: 00000100:00100000:3.0:1746070447.496668:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a979c0 going to sleep for 11 seconds 00002000:00010000:3.0:1746070447.498699:0:8445:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746070447.498704:0:8445:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime: 0 -> 1746070446 00002000:00010000:3.0:1746070447.498706:0:8445:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime: 0 -> 1746070445 00002000:00010000:3.0:1746070447.498708:0:8445:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime: 0 -> 1746070446 00002000:00010000:3.0:1746070447.498710:0:8445:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks: 1 -> 16391 00002000:00010000:1.0:1746070447.498715:0:8444:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746070447.498718:0:8444:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime: 0 -> 1746070446 00002000:00010000:1.0:1746070447.498720:0:8444:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb atime: 0 -> 1746070445 00002000:00010000:1.0:1746070447.498722:0:8444:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime: 0 -> 1746070446 00002000:00010000:1.0:1746070447.498723:0:8444:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks: 1 -> 18439 00000100:00100000:3.0:1746070447.498724:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092afb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013400448:192.168.203.29@tcp:106: 00002000:00010000:1.0:1746070447.498732:0:8444:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 18439 -> 26633 00000100:00100000:1.0:1746070447.498737:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013400320:192.168.203.29@tcp:106: 00010000:00010000:3.0:1746070447.498746:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607f9d6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c022f expref: 7 pid: 8445 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070447.498754:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d4b400/0x628f9640b607f9cf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0228 expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070447.498757:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607f9d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c022f expref: 7 pid: 8445 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070447.498764:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d4b400/0x628f9640b607f9cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0228 expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070447.498767:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093691c00, rc 0) 00010000:00010000:1.0:1746070447.498780:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d4b400, rc 0) 00000100:00100000:3.0:1746070447.499154:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015619584:12345-192.168.203.29@tcp:101:checkstat.0 Request processed in 2837us (3566us total) trans 0 rc 301/301 00000100:00100000:3.0:1746070447.499161:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5634 00000100:00100000:1.0:1746070447.499289:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131165050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015619456:12345-192.168.203.29@tcp:101:checkstat.0 Request processed in 3089us (4153us total) trans 0 rc 301/301 00000100:00100000:1.0:1746070447.499295:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5633 00000100:00100000:0.0:1746070447.509644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.509894:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015619712 00000100:00100000:3.0:1746070447.509902:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015619712 00000100:00100000:3.0:1746070447.509959:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33792 00000100:00100000:3.0:1746070447.509966:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1165:x1830887015619712:12345-192.168.203.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746070447.509984:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070447.509998:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093690e00/0x628f9640b607f9dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0236 expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.510041:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093691400/0x628f9640b607f9e4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.510052:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093691400/0x628f9640b607f9e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.510060:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093691400/0x628f9640b607f9e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:3.0:1746070447.510108:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746070447.510111:0:10662:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746070447.510124:0:10662:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093691400/0x628f9640b607f9e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.510140:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093690e00/0x628f9640b607f9dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0236 expref: 18 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.510156:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093691400/0x628f9640b607f9e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0236 expref: 17 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.510164:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a900) 00010000:00010000:3.0:1746070447.510166:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746070447.510168:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093691400, rc 0) 00000100:00100000:3.0:1746070447.510218:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1165:x1830887015619712:12345-192.168.203.29@tcp:101:checkstat.0 Request processed in 252us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070447.510224:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33792 00000100:00080000:2.0:1746070447.510322:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746070447.526655:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.526721:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015619968 00000100:00100000:1.0:1746070447.526729:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015619968 00000100:00100000:1.0:1746070447.526778:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33793 00000100:00100000:1.0:1746070447.526786:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1166:x1830887015619968:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:1.0:1746070447.526802:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070447.526817:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130ee9600/0x628f9640b607f9eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c023d expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.526883:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130ee8a00/0x628f9640b607f9f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070447.526895:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130ee8a00/0x628f9640b607f9f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070447.526907:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130ee8a00/0x628f9640b607f9f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:1.0:1746070447.526916:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746070447.526999:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130ee9600/0x628f9640b607f9eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c023d expref: 23 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.527017:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130ee8a00/0x628f9640b607f9f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c023d expref: 22 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070447.527028:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:1.0:1746070447.527030:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746070447.527033:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130ee8a00, rc 0) 00000100:00100000:1.0:1746070447.527067:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1166:x1830887015619968:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 282us (418us total) trans 4294982026 rc 0/0 00000100:00100000:1.0:1746070447.527073:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33793 00000100:00100000:2.0:1746070447.531626:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.531827:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015620224 00000100:00100000:3.0:1746070447.531836:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015620224 00000100:00100000:3.0:1746070447.531882:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33794 00000100:00100000:3.0:1746070447.531889:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1166:x1830887015620224:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:3.0:1746070447.531908:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070447.531922:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093691e00/0x628f9640b607fa00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0244 expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.531993:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093690000/0x628f9640b607fa07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.532008:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093690000/0x628f9640b607fa07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070447.532016:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093690000/0x628f9640b607fa07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:3.0:1746070447.532026:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:3.0:1746070447.532109:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093691e00/0x628f9640b607fa00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0244 expref: 25 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.532134:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093690000/0x628f9640b607fa07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0244 expref: 24 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.532140:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2400) 00010000:00010000:3.0:1746070447.532143:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070447.532145:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093690000, rc 0) 00000100:00100000:3.0:1746070447.532190:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1166:x1830887015620224:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 301us (571us total) trans 4294982027 rc 0/0 00000100:00100000:3.0:1746070447.532196:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33794 00000100:00100000:1.0:1746070447.534954:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.535002:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.535005:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015620352 00000100:00100000:2.0:1746070447.535013:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015620352 00000100:00100000:3.0:1746070447.535573:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015620480 00000100:00100000:3.0:1746070447.535578:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015620480 00000100:00100000:2.0:1746070447.535585:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5635 00000100:00100000:2.0:1746070447.535593:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015620352:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:2.0:1746070447.535606:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746070447.535609:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 140 00000100:00100000:3.0:1746070447.535613:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1964:x1830887015620480:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070447.535618:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094728000/0x628f9640b607fa15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c024b expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.535623:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070447.535638:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093690000/0x628f9640b607fa07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0244 expref: 24 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.535651:0:7078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2400) 00010000:00010000:3.0:1746070447.535654:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070447.535716:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1964:x1830887015620480:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 101us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070447.535721:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 140 00000100:00100000:2.0:1746070447.536145:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013400576:192.168.203.29@tcp:106: 00000100:00100000:2.0:1746070447.536183:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8025c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070447.537392:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.538357:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015620608 00000100:00100000:3.0:1746070447.538363:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015620608 00000100:00100000:3.0:1746070447.538404:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5636 00000100:00100000:3.0:1746070447.538411:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015620608:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:3.0:1746070447.538423:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070447.538435:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607fa1c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0252 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070447.538473:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092afb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013400704:192.168.203.29@tcp:106: 00000100:00100000:3.0:1746070447.538537:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a979c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070447.540354:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013400576:192.168.203.29@tcp:106: 00010000:00010000:2.0:1746070447.540381:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094728000/0x628f9640b607fa15 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c024b expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070447.540397:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094728000/0x628f9640b607fa15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c024b expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746070447.540553:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092afb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013400704:192.168.203.29@tcp:106: 00010000:00010000:0.0:1746070447.540569:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607fa1c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0252 expref: 7 pid: 8445 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070447.540577:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093691c00/0x628f9640b607fa1c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0252 expref: 7 pid: 8445 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070447.540588:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093691c00, rc 0) 00010000:00010000:2.0:1746070447.540875:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094728000, rc 0) 00000100:00100000:0.0:1746070447.540985:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1964:x1830887015620608:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 2572us (3593us total) trans 0 rc 301/301 00000100:00100000:0.0:1746070447.540992:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5636 00000100:00100000:2.0:1746070447.541201:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015620352:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 5607us (6251us total) trans 0 rc 301/301 00000100:00100000:2.0:1746070447.541206:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5635 00000100:00100000:1.0:1746070447.550278:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.550314:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.550328:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.550368:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.550434:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015620864 00000100:00100000:3.0:1746070447.550441:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015620864 00002000:00100000:3.0:1746070447.550476:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff8800921f7480 x1830887015620864/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.550485:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f7480 with x1830887015620864 ext(0->1048575) 00002000:00010000:3.0:1746070447.550490:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f7480 00000100:00100000:3.0:1746070447.550503:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015621120 00000100:00100000:3.0:1746070447.550505:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015621120 00000100:00100000:2.0:1746070447.550506:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015621376 00000100:00100000:2.0:1746070447.550509:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015621376 00002000:00100000:3.0:1746070447.550515:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff8800921f7100 x1830887015621120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.550521:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f7100 with x1830887015621120 ext(1048576->2097151) 00002000:00010000:3.0:1746070447.550523:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f7100 00002000:00100000:2.0:1746070447.550523:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880092c94e00 x1830887015621376/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.550529:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94e00 with x1830887015621376 ext(0->1048575) 00000100:00100000:3.0:1746070447.550530:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015621632 00000100:00100000:3.0:1746070447.550532:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015621632 00002000:00010000:2.0:1746070447.550532:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c94e00 00002000:00100000:3.0:1746070447.550540:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880092c95f80 x1830887015621632/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746070447.550542:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4245 00002000:00100000:3.0:1746070447.550545:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95f80 with x1830887015621632 ext(1048576->2097151) 00002000:00010000:3.0:1746070447.550547:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c95f80 00000100:00100000:2.0:1746070447.550547:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015620864:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070447.550555:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4246 00000100:00100000:3.0:1746070447.550558:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015621120:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070447.550598:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4247 00000100:00100000:3.0:1746070447.550602:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015621376:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070447.551386:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4248 00000100:00100000:3.0:1746070447.551392:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015621632:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070447.558251:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015621376:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 7638us (7912us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070447.558262:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4247 00002000:00100000:3.0:1746070447.558273:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880092c94e00 x1830887015621376/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.558281:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c94e00 with x1830887015621376 ext(0->1048575) 00002000:00010000:3.0:1746070447.558286:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c94e00 00000100:00100000:2.0:1746070447.577155:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015620864:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 26598us (26875us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070447.577164:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4245 00002000:00100000:2.0:1746070447.577174:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff8800921f7480 x1830887015620864/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.577182:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f7480 with x1830887015620864 ext(0->1048575) 00002000:00010000:2.0:1746070447.577198:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f7480 00000100:00100000:2.0:1746070447.584739:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015621120:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 34170us (34416us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070447.584749:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4246 00002000:00100000:2.0:1746070447.584760:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff8800921f7100 x1830887015621120/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.584769:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921f7100 with x1830887015621120 ext(1048576->2097151) 00002000:00010000:2.0:1746070447.584773:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921f7100 00000100:00100000:3.0:1746070447.587334:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015621632:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 35933us (36957us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070447.587344:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4248 00002000:00100000:3.0:1746070447.587354:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880092c95f80 x1830887015621632/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.587363:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c95f80 with x1830887015621632 ext(1048576->2097151) 00002000:00010000:3.0:1746070447.587368:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c95f80 00000100:00100000:1.0:1746070447.600338:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.601475:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015621760 00000100:00100000:2.0:1746070447.601484:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015621760 00000100:00100000:3.0:1746070447.601601:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5637 00000100:00100000:3.0:1746070447.601608:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1166:x1830887015621760:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:3.0:1746070447.601623:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070447.601656:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607fa23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0259 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.601705:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607f816 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01f7 expref: 7 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.601712:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070447.601714:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070447.601717:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607fa23 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0259 expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.601755:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607f816 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01f7 expref: 7 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.601766:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607f816 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01f7 expref: 7 pid: 12041 timeout: 659 lvb_type: 0 00000100:00100000:3.0:1746070447.601776:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092afb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013400832:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070447.603170:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a97300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070447.610244:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092afb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013400832:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070447.610274:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607fa23 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0259 expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.610289:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbee00, rc 0) 00000100:00100000:3.0:1746070447.610338:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1166:x1830887015621760:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 8730us (10004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070447.610345:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5637 00000100:00100000:1.0:1746070447.618275:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.618463:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015621888 00000100:00100000:3.0:1746070447.618471:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015621888 00010000:00010000:3.0:1746070447.619323:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607f816 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01f7 expref: 8 pid: 12041 timeout: 659 lvb_type: 0 00000100:00100000:3.0:1746070447.619354:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7888 00000100:00100000:3.0:1746070447.619361:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015621888:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070447.619371:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070447.619388:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607f816 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01f7 expref: 8 pid: 12041 timeout: 659 lvb_type: 0 00010000:00010000:3.0:1746070447.619399:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607f816 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01f7 expref: 8 pid: 12041 timeout: 659 lvb_type: 0 00010000:00010000:3.0:1746070447.619416:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef95800/0x628f9640b607f816 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01f7 expref: 8 pid: 12041 timeout: 659 lvb_type: 0 00010000:00010000:3.0:1746070447.619856:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070447.619858:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070447.619866:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607fa23 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0259 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.619874:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607fa23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0259 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.619903:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607fa23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0259 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070447.619913:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092afb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887013400960:192.168.203.29@tcp:105: 00000100:00100000:3.0:1746070447.619978:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a97300 going to sleep for 11 seconds 00000100:00080000:2.0:1746070447.622219:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746070447.622443:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092afb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887013400960:192.168.203.29@tcp:105: 00010000:00010000:2.0:1746070447.622461:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070447.622506:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887015621888:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 3145us (4237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070447.622514:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7888 00000100:00100000:3.0:1746070447.624351:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070447.624412:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015622144 00000100:00100000:0.0:1746070447.624419:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015622144 00002000:00100000:0.0:1746070447.624453:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880092afb800 x1830887015622144/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070447.624461:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb800 with x1830887015622144 ext(0->1048575) 00002000:00010000:0.0:1746070447.624465:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092afb800 00000100:00100000:0.0:1746070447.624490:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4249 00000100:00100000:0.0:1746070447.624497:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092afb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015622144:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070447.633848:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092afb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015622144:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 9343us (9493us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070447.633858:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4249 00002000:00100000:1.0:1746070447.633867:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880092afb800 x1830887015622144/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.633875:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092afb800 with x1830887015622144 ext(0->1048575) 00002000:00010000:1.0:1746070447.633880:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092afb800 00000100:00100000:2.0:1746070447.644569:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.644789:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015622272 00000100:00100000:3.0:1746070447.644796:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015622272 00000100:00100000:3.0:1746070447.644832:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5638 00000100:00100000:3.0:1746070447.644838:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1166:x1830887015622272:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:3.0:1746070447.644852:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070447.645048:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607fa2a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0260 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.645072:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607f81d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01fe expref: 15 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.645079:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070447.645081:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070447.645084:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607fa2a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0260 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.645108:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607f81d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01fe expref: 15 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070447.645118:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607f81d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01fe expref: 15 pid: 12041 timeout: 659 lvb_type: 0 00000100:00100000:3.0:1746070447.645128:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093694000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013401088:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070447.645196:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a97d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070447.649901:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093694000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013401088:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070447.649930:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607fa2a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0260 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070447.649946:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097cbe000, rc 0) 00000100:00100000:0.0:1746070447.649995:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1166:x1830887015622272:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 5156us (5433us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070447.650003:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5638 00000100:00100000:0.0:1746070447.668198:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.668260:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015622400 00000100:00100000:2.0:1746070447.668268:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015622400 00010000:00010000:2.0:1746070447.668321:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607f81d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01fe expref: 16 pid: 12041 timeout: 659 lvb_type: 0 00000100:00100000:2.0:1746070447.668357:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7889 00000100:00100000:2.0:1746070447.668363:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1964:x1830887015622400:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070447.668374:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070447.668391:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607f81d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01fe expref: 16 pid: 12041 timeout: 659 lvb_type: 0 00010000:00010000:2.0:1746070447.668405:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607f81d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01fe expref: 16 pid: 12041 timeout: 659 lvb_type: 0 00010000:00010000:2.0:1746070447.668422:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef95200/0x628f9640b607f81d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01fe expref: 16 pid: 12041 timeout: 659 lvb_type: 0 00010000:00010000:2.0:1746070447.668449:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070447.668451:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070447.668457:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607fa2a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0260 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.668465:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607fa2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0260 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070447.668491:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607fa2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0260 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070447.668502:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c9aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013401216:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070447.668574:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8025c00 going to sleep for 11 seconds 00000100:00080000:0.0:1746070447.668624:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070447.672389:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c9aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013401216:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070447.672408:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070447.672456:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1964:x1830887015622400:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 4092us (4263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070447.672465:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7889 00000100:00100000:3.0:1746070447.677933:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.678165:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015622784 00000100:00100000:1.0:1746070447.678181:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015622784 00002000:00100000:1.0:1746070447.678219:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff880093695500 x1830887015622784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.678229:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093695500 with x1830887015622784 ext(1048576->2097151) 00002000:00010000:1.0:1746070447.678234:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093695500 00000100:00100000:1.0:1746070447.678259:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4250 00000100:00100000:1.0:1746070447.678265:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015622784:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070447.687398:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.687437:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.687463:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015622912 00000100:00100000:3.0:1746070447.687472:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015622912 00002000:00100000:3.0:1746070447.687509:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880099c9aa00 x1830887015622912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.687518:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9aa00 with x1830887015622912 ext(0->1048575) 00002000:00010000:3.0:1746070447.687523:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c9aa00 00000100:00100000:3.0:1746070447.687537:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015623040 00000100:00100000:3.0:1746070447.687539:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015623040 00002000:00100000:3.0:1746070447.687550:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880099c99180 x1830887015623040/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.687557:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99180 with x1830887015623040 ext(1048576->2097151) 00002000:00010000:3.0:1746070447.687559:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c99180 00000100:00100000:3.0:1746070447.687581:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4251 00000100:00100000:3.0:1746070447.687587:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015622912:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070447.687836:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4252 00000100:00100000:2.0:1746070447.687843:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015623040:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070447.700422:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015622784:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 22149us (22489us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070447.700433:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4250 00002000:00100000:1.0:1746070447.700444:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff880093695500 x1830887015622784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.700453:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093695500 with x1830887015622784 ext(1048576->2097151) 00002000:00010000:1.0:1746070447.700458:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093695500 00000100:00100000:0.0:1746070447.704757:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015623040:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 16906us (17311us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070447.704768:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4252 00002000:00100000:0.0:1746070447.704778:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880099c99180 x1830887015623040/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070447.704786:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c99180 with x1830887015623040 ext(1048576->2097151) 00002000:00010000:0.0:1746070447.704791:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c99180 00000100:00100000:3.0:1746070447.711787:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015622912:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 24191us (24386us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070447.711797:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4251 00002000:00100000:3.0:1746070447.711808:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880099c9aa00 x1830887015622912/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.711817:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099c9aa00 with x1830887015622912 ext(0->1048575) 00002000:00010000:3.0:1746070447.711822:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099c9aa00 00000100:00100000:2.0:1746070447.732825:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.732863:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.732883:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.732922:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.732957:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015623552 00000100:00100000:2.0:1746070447.732964:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015623552 00002000:00100000:2.0:1746070447.732998:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff880099f1a680 x1830887015623552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.733007:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1a680 with x1830887015623552 ext(2097152->3145727) 00002000:00010000:2.0:1746070447.733011:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f1a680 00000100:00100000:2.0:1746070447.733024:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015623680 00000100:00100000:2.0:1746070447.733026:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015623680 00002000:00100000:2.0:1746070447.733033:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880099f1bb80 x1830887015623680/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.733040:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1bb80 with x1830887015623680 ext(3145728->4194303) 00002000:00010000:2.0:1746070447.733042:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f1bb80 00000100:00100000:2.0:1746070447.733053:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015624064 00000100:00100000:2.0:1746070447.733055:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015624064 00002000:00100000:2.0:1746070447.733065:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff8801324d6d80 x1830887015624064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.733071:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d6d80 with x1830887015624064 ext(3145728->4194303) 00002000:00010000:2.0:1746070447.733074:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324d6d80 00000100:00100000:2.0:1746070447.733085:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015623936 00000100:00100000:2.0:1746070447.733087:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015623936 00002000:00100000:2.0:1746070447.733097:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff8801324d7b80 x1830887015623936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.733103:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d7b80 with x1830887015623936 ext(2097152->3145727) 00002000:00010000:2.0:1746070447.733104:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324d7b80 00000100:00100000:2.0:1746070447.733114:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4253 00000100:00100000:2.0:1746070447.733120:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015623552:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070447.733837:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4254 00000100:00100000:2.0:1746070447.733843:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015623680:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070447.735752:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4255 00000100:00100000:2.0:1746070447.735764:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015624064:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070447.736355:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4256 00000100:00100000:2.0:1746070447.736361:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887015623936:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070447.747614:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015623552:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 14486us (14789us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070447.747625:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4253 00002000:00100000:0.0:1746070447.747634:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff880099f1a680 x1830887015623552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070447.747643:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1a680 with x1830887015623552 ext(2097152->3145727) 00002000:00010000:0.0:1746070447.747647:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f1a680 00010000:00010000:1.0:1746070447.753811:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746070447.763587:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015623680:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 29736us (30715us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070447.763598:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4254 00002000:00100000:3.0:1746070447.763610:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880099f1bb80 x1830887015623680/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.763619:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f1bb80 with x1830887015623680 ext(3145728->4194303) 00002000:00010000:3.0:1746070447.763624:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f1bb80 00000100:00100000:2.0:1746070447.769933:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887015624064:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 34166us (37041us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070447.769942:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4255 00002000:00100000:2.0:1746070447.769951:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff8801324d6d80 x1830887015624064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.769960:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d6d80 with x1830887015624064 ext(3145728->4194303) 00002000:00010000:2.0:1746070447.769965:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324d6d80 00000100:00100000:3.0:1746070447.774951:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015623936:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 38575us (42013us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070447.774961:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4256 00002000:00100000:3.0:1746070447.774978:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff8801324d7b80 x1830887015623936/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.774990:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324d7b80 with x1830887015623936 ext(2097152->3145727) 00002000:00010000:3.0:1746070447.774995:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324d7b80 00000100:00100000:1.0:1746070447.786902:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746070447.786919:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013401344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746070447.786969:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070447.787102:0:21251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013401344 00000100:00100000:0.0:1746070447.787109:0:21251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013401344 00000100:00100000:0.0:1746070447.787149:0:21251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1746070447.787155:0:21251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013401344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746070447.787173:0:21251:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 434307072 pending 6815744 free 3855613952 avail 3831496704 00000100:00100000:0.0:1746070447.787203:0:21251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013401344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070447.787208:0:21251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1746070447.787286:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009310a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013401344:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1746070447.787339:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746070447.795154:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.795199:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.795259:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015624448 00000100:00100000:2.0:1746070447.795267:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015624448 00002000:00100000:2.0:1746070447.795305:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff880092c96d80 x1830887015624448/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.795313:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c96d80 with x1830887015624448 ext(2097152->3145727) 00002000:00010000:2.0:1746070447.795318:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c96d80 00000100:00100000:2.0:1746070447.795332:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015624704 00000100:00100000:2.0:1746070447.795334:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015624704 00002000:00100000:2.0:1746070447.795344:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff880093f1ad80 x1830887015624704/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.795350:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1ad80 with x1830887015624704 ext(3145728->4194303) 00002000:00010000:2.0:1746070447.795352:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f1ad80 00000100:00100000:2.0:1746070447.795363:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4257 00000100:00100000:2.0:1746070447.795369:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015624448:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070447.796713:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4258 00000100:00100000:3.0:1746070447.796723:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015624704:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070447.810761:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.810789:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.810821:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015624960 00000100:00100000:1.0:1746070447.810827:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015624960 00002000:00100000:1.0:1746070447.810861:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800926e7b80 x1830887015624960/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.810875:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7b80 with x1830887015624960 ext(2097152->3145727) 00002000:00010000:1.0:1746070447.810881:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e7b80 00000100:00100000:1.0:1746070447.810895:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015625088 00000100:00100000:1.0:1746070447.810897:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015625088 00002000:00100000:1.0:1746070447.810907:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800926e7100 x1830887015625088/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.810913:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7100 with x1830887015625088 ext(3145728->4194303) 00002000:00010000:1.0:1746070447.810915:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e7100 00000100:00100000:1.0:1746070447.810929:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4259 00000100:00100000:1.0:1746070447.810935:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015624960:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070447.811579:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4260 00000100:00100000:1.0:1746070447.811586:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015625088:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070447.812475:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015624448:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 17104us (17327us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070447.812483:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4257 00002000:00100000:2.0:1746070447.812491:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff880092c96d80 x1830887015624448/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.812498:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c96d80 with x1830887015624448 ext(2097152->3145727) 00002000:00010000:2.0:1746070447.812502:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c96d80 00000100:00100000:3.0:1746070447.817840:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015624704:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 21111us (22631us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070447.817850:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4258 00002000:00100000:3.0:1746070447.817861:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff880093f1ad80 x1830887015624704/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.817870:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f1ad80 with x1830887015624704 ext(3145728->4194303) 00002000:00010000:3.0:1746070447.817874:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f1ad80 00000100:00100000:1.0:1746070447.822152:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015624960:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 11208us (11390us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070447.822162:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4259 00002000:00100000:1.0:1746070447.822172:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800926e7b80 x1830887015624960/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.822181:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7b80 with x1830887015624960 ext(2097152->3145727) 00002000:00010000:1.0:1746070447.822186:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e7b80 00000100:00100000:1.0:1746070447.823230:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015625088:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 11643us (12439us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070447.823236:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4260 00002000:00100000:1.0:1746070447.823242:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800926e7100 x1830887015625088/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.823249:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e7100 with x1830887015625088 ext(3145728->4194303) 00002000:00010000:1.0:1746070447.823252:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e7100 00000100:00100000:3.0:1746070447.836631:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.836751:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.836766:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.836804:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.836835:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015625728 00000100:00100000:3.0:1746070447.836842:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015625728 00002000:00100000:3.0:1746070447.836878:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880093697480 x1830887015625728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.836886:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697480 with x1830887015625728 ext(5242880->6291455) 00002000:00010000:3.0:1746070447.836890:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093697480 00000100:00100000:3.0:1746070447.836903:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015625600 00000100:00100000:3.0:1746070447.836905:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015625600 00002000:00100000:3.0:1746070447.836914:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880093694380 x1830887015625600/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.836920:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694380 with x1830887015625600 ext(4194304->5242879) 00002000:00010000:3.0:1746070447.836922:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093694380 00000100:00100000:3.0:1746070447.837114:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015625984 00000100:00100000:3.0:1746070447.837117:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015625984 00002000:00100000:3.0:1746070447.837132:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff880093695880 x1830887015625984/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.837138:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093695880 with x1830887015625984 ext(4194304->5242879) 00002000:00010000:3.0:1746070447.837140:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093695880 00000100:00100000:2.0:1746070447.837165:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015626112 00000100:00100000:2.0:1746070447.837168:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015626112 00002000:00100000:2.0:1746070447.837183:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff880093694000 x1830887015626112/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.837188:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694000 with x1830887015626112 ext(5242880->6291455) 00002000:00010000:2.0:1746070447.837191:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093694000 00000100:00100000:2.0:1746070447.837203:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4261 00000100:00100000:2.0:1746070447.837208:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015625728:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070447.837891:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4262 00000100:00100000:2.0:1746070447.837898:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015625600:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070447.839289:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4263 00000100:00100000:1.0:1746070447.839304:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4264 00000100:00100000:1.0:1746070447.839312:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015626112:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070447.839945:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015625984:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070447.861117:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015625728:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 23901us (24486us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070447.861127:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4261 00002000:00100000:2.0:1746070447.861136:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880093697480 x1830887015625728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.861144:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093697480 with x1830887015625728 ext(5242880->6291455) 00002000:00010000:2.0:1746070447.861149:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093697480 00000100:00100000:0.0:1746070447.861311:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015625600:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 23413us (24560us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070447.861318:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4262 00002000:00100000:0.0:1746070447.861324:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880093694380 x1830887015625600/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070447.861330:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694380 with x1830887015625600 ext(4194304->5242879) 00002000:00010000:0.0:1746070447.861333:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093694380 00000100:00100000:1.0:1746070447.871264:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015626112:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 31945us (34451us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070447.871275:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4264 00002000:00100000:1.0:1746070447.871285:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff880093694000 x1830887015626112/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.871294:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093694000 with x1830887015626112 ext(5242880->6291455) 00002000:00010000:1.0:1746070447.871299:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093694000 00000100:00100000:1.0:1746070447.872318:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015625984:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 33018us (35548us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070447.872325:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4263 00002000:00100000:1.0:1746070447.872331:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff880093695880 x1830887015625984/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.872339:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093695880 with x1830887015625984 ext(4194304->5242879) 00002000:00010000:1.0:1746070447.872342:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093695880 00000100:00100000:3.0:1746070447.882437:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.882522:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015626496 00000100:00100000:1.0:1746070447.882529:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015626496 00002000:00100000:1.0:1746070447.882563:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880134836300 x1830887015626496/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.882572:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836300 with x1830887015626496 ext(6291456->7340031) 00002000:00010000:1.0:1746070447.882576:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134836300 00000100:00100000:1.0:1746070447.882604:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4265 00000100:00100000:1.0:1746070447.882611:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015626496:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070447.894201:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070447.894430:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015626752 00000100:00100000:2.0:1746070447.894438:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015626752 00002000:00100000:2.0:1746070447.894472:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff880134837b80 x1830887015626752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.894481:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134837b80 with x1830887015626752 ext(4194304->5242879) 00002000:00010000:2.0:1746070447.894486:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134837b80 00000100:00100000:2.0:1746070447.894509:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4266 00000100:00100000:2.0:1746070447.894515:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015626752:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070447.903150:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015626496:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 20532us (20712us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070447.903161:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4265 00002000:00100000:1.0:1746070447.903171:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880134836300 x1830887015626496/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.903180:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836300 with x1830887015626496 ext(6291456->7340031) 00002000:00010000:1.0:1746070447.903185:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134836300 00000100:00100000:3.0:1746070447.905835:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.905869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.905893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.906027:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015626752:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 11510us (11831us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070447.906036:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4266 00002000:00100000:3.0:1746070447.906046:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff880134837b80 x1830887015626752/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.906055:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134837b80 with x1830887015626752 ext(4194304->5242879) 00002000:00010000:3.0:1746070447.906059:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134837b80 00000100:00100000:3.0:1746070447.906079:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015627264 00000100:00100000:3.0:1746070447.906084:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015627264 00002000:00100000:3.0:1746070447.906110:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff880134834700 x1830887015627264/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.906116:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834700 with x1830887015627264 ext(5242880->6291455) 00002000:00010000:3.0:1746070447.906119:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134834700 00000100:00100000:3.0:1746070447.906129:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015627136 00000100:00100000:3.0:1746070447.906131:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015627136 00002000:00100000:3.0:1746070447.906139:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880134836a00 x1830887015627136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.906145:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836a00 with x1830887015627136 ext(4194304->5242879) 00002000:00010000:3.0:1746070447.906147:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134836a00 00000100:00100000:3.0:1746070447.906153:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015627520 00000100:00100000:3.0:1746070447.906155:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015627520 00002000:00100000:3.0:1746070447.906164:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff880134834000 x1830887015627520/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.906170:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834000 with x1830887015627520 ext(5242880->6291455) 00002000:00010000:3.0:1746070447.906172:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134834000 00000100:00100000:3.0:1746070447.906181:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4267 00000100:00100000:3.0:1746070447.906187:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015627264:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070447.906819:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4268 00000100:00100000:3.0:1746070447.906825:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887015627136:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070447.908721:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4269 00000100:00100000:3.0:1746070447.908733:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015627520:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070447.917916:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887015627264:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 11720us (12078us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070447.917927:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4267 00002000:00100000:0.0:1746070447.917937:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff880134834700 x1830887015627264/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070447.917946:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834700 with x1830887015627264 ext(5242880->6291455) 00002000:00010000:0.0:1746070447.917951:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134834700 00000100:00100000:3.0:1746070447.922956:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015627136:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 16123us (17078us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070447.922967:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4268 00002000:00100000:3.0:1746070447.922977:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880134836a00 x1830887015627136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070447.922986:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836a00 with x1830887015627136 ext(4194304->5242879) 00002000:00010000:3.0:1746070447.922992:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134836a00 00000100:00100000:0.0:1746070447.931655:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015627520:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 22916us (25751us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070447.931666:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4269 00002000:00100000:0.0:1746070447.933361:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff880134834000 x1830887015627520/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070447.933377:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834000 with x1830887015627520 ext(5242880->6291455) 00002000:00010000:0.0:1746070447.933382:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134834000 00000100:00100000:2.0:1746070447.938816:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.938917:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015627776 00000100:00100000:1.0:1746070447.938925:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015627776 00002000:00100000:1.0:1746070447.938960:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff8801316c1180 x1830887015627776/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.938969:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c1180 with x1830887015627776 ext(6291456->7340031) 00002000:00010000:1.0:1746070447.938974:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316c1180 00000100:00100000:1.0:1746070447.939121:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4270 00000100:00100000:1.0:1746070447.939128:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015627776:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070447.954468:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015627776:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 15330us (15649us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070447.954482:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4270 00002000:00100000:1.0:1746070447.954492:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff8801316c1180 x1830887015627776/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.954501:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c1180 with x1830887015627776 ext(6291456->7340031) 00002000:00010000:1.0:1746070447.954507:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316c1180 00000100:00100000:3.0:1746070447.963589:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.963624:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070447.963660:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070447.963757:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015628032 00000100:00100000:1.0:1746070447.963765:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015628032 00002000:00100000:1.0:1746070447.963799:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880134835c00 x1830887015628032/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.963809:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134835c00 with x1830887015628032 ext(6291456->7340031) 00002000:00010000:1.0:1746070447.963813:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134835c00 00000100:00100000:1.0:1746070447.963831:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015628288 00000100:00100000:1.0:1746070447.963834:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015628288 00002000:00100000:1.0:1746070447.963845:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880134834380 x1830887015628288/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.963852:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834380 with x1830887015628288 ext(7340032->8388607) 00002000:00010000:1.0:1746070447.963854:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134834380 00000100:00100000:1.0:1746070447.963864:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015628544 00000100:00100000:1.0:1746070447.963866:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015628544 00002000:00100000:1.0:1746070447.963876:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff880134835180 x1830887015628544/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/0 e 0 to 0 dl 1746070458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.963882:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134835180 with x1830887015628544 ext(7340032->8388607) 00002000:00010000:1.0:1746070447.963885:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134835180 00000100:00100000:1.0:1746070447.963896:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4271 00000100:00100000:1.0:1746070447.963903:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134835c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015628032:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070447.964527:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4272 00000100:00100000:1.0:1746070447.964533:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015628288:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070447.965112:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4273 00000100:00100000:1.0:1746070447.965119:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015628544:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070447.979853:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134835c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015628032:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 15942us (16264us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070447.979863:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4271 00002000:00100000:1.0:1746070447.979873:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880134835c00 x1830887015628032/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.979882:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134835c00 with x1830887015628032 ext(6291456->7340031) 00002000:00010000:1.0:1746070447.979886:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134835c00 00000100:00100000:2.0:1746070447.984914:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015628288:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 20372us (21280us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070447.984925:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4272 00002000:00100000:2.0:1746070447.984935:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880134834380 x1830887015628288/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070447.984944:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134834380 with x1830887015628288 ext(7340032->8388607) 00002000:00010000:2.0:1746070447.984948:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134834380 00000100:00100000:1.0:1746070447.991780:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015628544:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 26652us (28110us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070447.991790:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4273 00002000:00100000:1.0:1746070447.991800:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff880134835180 x1830887015628544/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:78/0 lens 488/440 e 0 to 0 dl 1746070458 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070447.991809:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134835180 with x1830887015628544 ext(7340032->8388607) 00002000:00010000:1.0:1746070447.991814:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134835180 00000100:00100000:3.0:1746070448.000634:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.000748:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015628800 00000100:00100000:1.0:1746070448.000756:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015628800 00002000:00100000:1.0:1746070448.000790:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880134836680 x1830887015628800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.000806:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836680 with x1830887015628800 ext(8388608->9437183) 00002000:00010000:1.0:1746070448.000811:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134836680 00000100:00100000:1.0:1746070448.000840:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4274 00000100:00100000:1.0:1746070448.000846:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015628800:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070448.026032:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015628800:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 25177us (25394us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070448.026042:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4274 00002000:00100000:1.0:1746070448.026052:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880134836680 x1830887015628800/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.026060:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134836680 with x1830887015628800 ext(8388608->9437183) 00002000:00010000:1.0:1746070448.026065:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134836680 00000100:00100000:3.0:1746070448.027404:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.027482:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015629056 00000100:00100000:1.0:1746070448.027489:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015629056 00002000:00100000:1.0:1746070448.027519:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8801319e8e00 x1830887015629056/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.027527:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8e00 with x1830887015629056 ext(8388608->9437183) 00002000:00010000:1.0:1746070448.027530:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801319e8e00 00000100:00100000:1.0:1746070448.027596:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4275 00000100:00100000:1.0:1746070448.027602:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015629056:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070448.040969:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.041006:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.041197:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015629056:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 13593us (13793us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070448.041207:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4275 00002000:00100000:0.0:1746070448.041217:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8801319e8e00 x1830887015629056/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.041225:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8e00 with x1830887015629056 ext(8388608->9437183) 00002000:00010000:0.0:1746070448.041231:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801319e8e00 00000100:00100000:0.0:1746070448.041252:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015629312 00000100:00100000:0.0:1746070448.041257:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015629312 00002000:00100000:0.0:1746070448.041281:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff8801319e9180 x1830887015629312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.041288:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9180 with x1830887015629312 ext(6291456->7340031) 00002000:00010000:0.0:1746070448.041291:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e9180 00000100:00100000:0.0:1746070448.041302:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015629568 00000100:00100000:0.0:1746070448.041304:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015629568 00002000:00100000:0.0:1746070448.041313:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff8801319e9f80 x1830887015629568/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.041319:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9f80 with x1830887015629568 ext(7340032->8388607) 00002000:00010000:0.0:1746070448.041321:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e9f80 00000100:00100000:0.0:1746070448.041331:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4276 00000100:00100000:0.0:1746070448.041336:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015629312:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070448.041941:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4277 00000100:00100000:0.0:1746070448.041947:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015629568:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070448.051089:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.051208:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015629824 00000100:00100000:1.0:1746070448.051219:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015629824 00002000:00100000:1.0:1746070448.051264:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff8801319e8000 x1830887015629824/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.051281:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8000 with x1830887015629824 ext(7340032->8388607) 00002000:00010000:1.0:1746070448.051287:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801319e8000 00000100:00100000:1.0:1746070448.051322:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4278 00000100:00100000:1.0:1746070448.051329:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015629824:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070448.058767:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015629312:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 17421us (17796us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070448.058779:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4276 00002000:00100000:0.0:1746070448.058792:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff8801319e9180 x1830887015629312/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.058801:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9180 with x1830887015629312 ext(6291456->7340031) 00002000:00010000:0.0:1746070448.058807:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e9180 00000100:00100000:0.0:1746070448.066866:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015629568:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 24910us (25849us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070448.066877:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4277 00002000:00100000:0.0:1746070448.066887:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff8801319e9f80 x1830887015629568/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.066895:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9f80 with x1830887015629568 ext(7340032->8388607) 00002000:00010000:0.0:1746070448.066900:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e9f80 00000100:00100000:1.0:1746070448.074358:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015629824:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 23020us (23269us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070448.074368:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4278 00002000:00100000:1.0:1746070448.074379:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff8801319e8000 x1830887015629824/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.074388:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8000 with x1830887015629824 ext(7340032->8388607) 00002000:00010000:1.0:1746070448.074393:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801319e8000 00000100:00100000:3.0:1746070448.081645:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.081797:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015630080 00000100:00100000:1.0:1746070448.081804:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015630080 00002000:00100000:1.0:1746070448.081842:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff8801319e8700 x1830887015630080/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.081850:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8700 with x1830887015630080 ext(8388608->9437183) 00002000:00010000:1.0:1746070448.081855:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801319e8700 00000100:00100000:1.0:1746070448.084057:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4279 00000100:00100000:1.0:1746070448.084073:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015630080:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070448.094714:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.095268:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015630336 00000100:00100000:2.0:1746070448.095278:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015630336 00002000:00100000:2.0:1746070448.095317:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800926e4700 x1830887015630336/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.095327:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4700 with x1830887015630336 ext(8388608->9437183) 00002000:00010000:2.0:1746070448.095333:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e4700 00000100:00100000:2.0:1746070448.095362:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4280 00000100:00100000:2.0:1746070448.095369:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015630336:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070448.100773:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015630080:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 16697us (19126us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070448.100783:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4279 00002000:00100000:1.0:1746070448.100794:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff8801319e8700 x1830887015630080/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.100802:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8700 with x1830887015630080 ext(8388608->9437183) 00002000:00010000:1.0:1746070448.100807:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801319e8700 00000100:00100000:2.0:1746070448.114586:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015630336:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 19205us (19911us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.114597:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4280 00002000:00100000:2.0:1746070448.114610:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800926e4700 x1830887015630336/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.114619:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4700 with x1830887015630336 ext(8388608->9437183) 00002000:00010000:2.0:1746070448.114624:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e4700 00000100:00100000:0.0:1746070448.118373:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.118509:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015630592 00000100:00100000:2.0:1746070448.118517:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015630592 00002000:00100000:2.0:1746070448.118558:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff880093109f80 x1830887015630592/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.118568:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109f80 with x1830887015630592 ext(9437184->10485759) 00002000:00010000:2.0:1746070448.119143:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109f80 00000100:00100000:2.0:1746070448.119298:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4281 00000100:00100000:2.0:1746070448.119306:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015630592:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070448.131708:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.132631:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015630848 00000100:00100000:1.0:1746070448.132639:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015630848 00002000:00100000:1.0:1746070448.132705:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff8801319e8380 x1830887015630848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.132715:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8380 with x1830887015630848 ext(9437184->10485759) 00002000:00010000:1.0:1746070448.132720:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801319e8380 00000100:00100000:1.0:1746070448.132739:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4282 00000100:00100000:1.0:1746070448.132745:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015630848:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070448.134810:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015630592:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 15497us (16436us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.134819:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4281 00002000:00100000:2.0:1746070448.134828:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff880093109f80 x1830887015630592/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.134836:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109f80 with x1830887015630592 ext(9437184->10485759) 00002000:00010000:2.0:1746070448.134840:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109f80 00000100:00100000:1.0:1746070448.148738:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015630848:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 15984us (17029us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070448.148748:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4282 00002000:00100000:1.0:1746070448.148763:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff8801319e8380 x1830887015630848/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.148775:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e8380 with x1830887015630848 ext(9437184->10485759) 00002000:00010000:1.0:1746070448.148779:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801319e8380 00000100:00100000:1.0:1746070448.160518:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.160730:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015631104 00000100:00100000:2.0:1746070448.160739:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015631104 00002000:00100000:2.0:1746070448.160776:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff8800926e4380 x1830887015631104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.160785:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4380 with x1830887015631104 ext(10485760->11534335) 00002000:00010000:2.0:1746070448.160789:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e4380 00000100:00100000:2.0:1746070448.160819:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4283 00000100:00100000:2.0:1746070448.160826:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015631104:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070448.173433:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.173987:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015631360 00000100:00100000:0.0:1746070448.173994:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015631360 00002000:00100000:0.0:1746070448.174026:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8801316c0e00 x1830887015631360/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.174035:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0e00 with x1830887015631360 ext(10485760->11534335) 00002000:00010000:0.0:1746070448.174040:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316c0e00 00000100:00100000:0.0:1746070448.174063:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4284 00000100:00100000:0.0:1746070448.174070:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015631360:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070448.174816:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.177086:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015631616 00000100:00100000:0.0:1746070448.177097:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015631616 00002000:00100000:0.0:1746070448.177133:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff8800926e4000 x1830887015631616/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.177142:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4000 with x1830887015631616 ext(11534336->12582911) 00002000:00010000:0.0:1746070448.177147:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e4000 00000100:00100000:0.0:1746070448.177177:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4285 00000100:00100000:0.0:1746070448.177184:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015631616:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070448.181067:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015631104:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 20233us (20549us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070448.181080:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4283 00002000:00100000:3.0:1746070448.181089:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff8800926e4380 x1830887015631104/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.181099:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4380 with x1830887015631104 ext(10485760->11534335) 00002000:00010000:3.0:1746070448.181104:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e4380 00000100:00100000:2.0:1746070448.185307:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.185357:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.185415:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015631872 00000100:00100000:0.0:1746070448.185428:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015631872 00002000:00100000:0.0:1746070448.185469:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff8800a41c2680 x1830887015631872/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.185479:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2680 with x1830887015631872 ext(9437184->10485759) 00002000:00010000:0.0:1746070448.185484:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a41c2680 00000100:00100000:0.0:1746070448.185511:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015632128 00000100:00100000:0.0:1746070448.185514:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015632128 00002000:00100000:0.0:1746070448.185525:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800a41c0380 x1830887015632128/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.185532:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0380 with x1830887015632128 ext(9437184->10485759) 00002000:00010000:0.0:1746070448.185535:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c0380 00000100:00100000:0.0:1746070448.185546:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4286 00000100:00100000:0.0:1746070448.185552:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015631872:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070448.185983:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4287 00000100:00100000:3.0:1746070448.185991:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015632128:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070448.191297:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015631360:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 17220us (17864us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070448.191307:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4284 00002000:00100000:0.0:1746070448.191317:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8801316c0e00 x1830887015631360/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.191326:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316c0e00 with x1830887015631360 ext(10485760->11534335) 00002000:00010000:0.0:1746070448.191330:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316c0e00 00000100:00100000:0.0:1746070448.200704:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015631616:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 23511us (25880us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070448.200716:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4285 00002000:00100000:0.0:1746070448.200728:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff8800926e4000 x1830887015631616/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.200737:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4000 with x1830887015631616 ext(11534336->12582911) 00002000:00010000:0.0:1746070448.200742:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926e4000 00000100:00100000:3.0:1746070448.200885:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015632128:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 14893us (15526us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070448.200892:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4287 00002000:00100000:3.0:1746070448.200898:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800a41c0380 x1830887015632128/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.200906:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0380 with x1830887015632128 ext(9437184->10485759) 00002000:00010000:3.0:1746070448.200909:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a41c0380 00000100:00100000:1.0:1746070448.203088:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015631872:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 17530us (17783us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070448.203097:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4286 00002000:00100000:1.0:1746070448.203105:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff8800a41c2680 x1830887015631872/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.203113:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c2680 with x1830887015631872 ext(9437184->10485759) 00002000:00010000:1.0:1746070448.203118:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a41c2680 00000100:00100000:0.0:1746070448.209407:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.209453:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.209518:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015632512 00000100:00100000:3.0:1746070448.209525:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015632512 00002000:00100000:3.0:1746070448.209561:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88009310a680 x1830887015632512/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.209569:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a680 with x1830887015632512 ext(10485760->11534335) 00002000:00010000:3.0:1746070448.209574:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310a680 00000100:00100000:3.0:1746070448.209587:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015632640 00000100:00100000:3.0:1746070448.209589:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015632640 00002000:00100000:3.0:1746070448.209601:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88009310b100 x1830887015632640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746070448.209604:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4288 00002000:00100000:3.0:1746070448.209606:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b100 with x1830887015632640 ext(10485760->11534335) 00002000:00010000:3.0:1746070448.209609:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310b100 00000100:00100000:0.0:1746070448.209612:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015632512:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070448.209626:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4289 00000100:00100000:3.0:1746070448.209631:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015632640:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070448.222460:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.222501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.223424:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015632896 00000100:00100000:1.0:1746070448.223433:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015632896 00002000:00100000:1.0:1746070448.223470:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff8800a41c0700 x1830887015632896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.223479:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0700 with x1830887015632896 ext(11534336->12582911) 00002000:00010000:1.0:1746070448.223484:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a41c0700 00000100:00100000:1.0:1746070448.223500:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015633152 00000100:00100000:1.0:1746070448.223502:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015633152 00002000:00100000:1.0:1746070448.223512:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff8800a41c1180 x1830887015633152/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.223518:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1180 with x1830887015633152 ext(11534336->12582911) 00002000:00010000:1.0:1746070448.223521:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a41c1180 00000100:00100000:1.0:1746070448.223534:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4290 00000100:00100000:1.0:1746070448.223540:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015632896:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070448.223937:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4291 00000100:00100000:2.0:1746070448.223946:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015633152:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070448.226649:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015632512:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 17030us (17240us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070448.226659:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4288 00002000:00100000:1.0:1746070448.226918:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88009310a680 x1830887015632512/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.226927:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a680 with x1830887015632512 ext(10485760->11534335) 00002000:00010000:1.0:1746070448.226933:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310a680 00000100:00100000:3.0:1746070448.230316:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1964:x1830887015632640:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 20676us (20853us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070448.230327:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4289 00002000:00100000:3.0:1746070448.230336:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88009310b100 x1830887015632640/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.230347:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b100 with x1830887015632640 ext(10485760->11534335) 00002000:00010000:3.0:1746070448.230352:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310b100 00000100:00100000:0.0:1746070448.233888:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015633152:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 9936us (11379us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070448.233899:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4291 00002000:00100000:0.0:1746070448.233909:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff8800a41c1180 x1830887015633152/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.233924:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c1180 with x1830887015633152 ext(11534336->12582911) 00002000:00010000:0.0:1746070448.233930:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a41c1180 00000100:00100000:1.0:1746070448.234825:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015632896:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 11282us (12370us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070448.234833:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4290 00002000:00100000:1.0:1746070448.234840:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff8800a41c0700 x1830887015632896/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.234847:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0700 with x1830887015632896 ext(11534336->12582911) 00002000:00010000:1.0:1746070448.234851:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a41c0700 00000100:00100000:0.0:1746070448.239611:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.239741:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015633408 00000100:00100000:1.0:1746070448.239749:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015633408 00002000:00100000:1.0:1746070448.239793:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff880093108700 x1830887015633408/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.239804:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108700 with x1830887015633408 ext(12582912->13631487) 00002000:00010000:1.0:1746070448.239809:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093108700 00000100:00100000:1.0:1746070448.239839:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4292 00000100:00100000:1.0:1746070448.239847:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015633408:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070448.245406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.245776:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015633664 00000100:00100000:0.0:1746070448.245783:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015633664 00002000:00100000:0.0:1746070448.245815:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8801319e9500 x1830887015633664/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.245824:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9500 with x1830887015633664 ext(11534336->12582911) 00002000:00010000:0.0:1746070448.245829:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e9500 00000100:00100000:0.0:1746070448.245853:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4293 00000100:00100000:0.0:1746070448.245860:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015633664:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070448.246261:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015633408:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 6414us (6660us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070448.246269:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4292 00002000:00100000:1.0:1746070448.246275:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff880093108700 x1830887015633408/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.246282:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108700 with x1830887015633408 ext(12582912->13631487) 00002000:00010000:1.0:1746070448.246285:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093108700 00000100:00100000:1.0:1746070448.250437:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015633664:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 4570us (5031us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070448.250447:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4293 00002000:00100000:1.0:1746070448.250457:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8801319e9500 x1830887015633664/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.250465:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801319e9500 with x1830887015633664 ext(11534336->12582911) 00002000:00010000:1.0:1746070448.250470:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801319e9500 00000100:00100000:3.0:1746070448.256113:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.256196:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015633920 00000100:00100000:1.0:1746070448.256203:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015633920 00002000:00100000:1.0:1746070448.256233:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff880087be9500 x1830887015633920/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.256241:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9500 with x1830887015633920 ext(12582912->13631487) 00002000:00010000:1.0:1746070448.256245:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087be9500 00000100:00100000:1.0:1746070448.256271:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4294 00000100:00100000:1.0:1746070448.256276:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015633920:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070448.264047:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015633920:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 7762us (7932us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070448.264056:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4294 00002000:00100000:1.0:1746070448.264067:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff880087be9500 x1830887015633920/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.264076:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9500 with x1830887015633920 ext(12582912->13631487) 00002000:00010000:1.0:1746070448.264081:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087be9500 00000100:00100000:0.0:1746070448.267870:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.267929:0:4052:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015634176 00000100:00100000:2.0:1746070448.267938:0:4052:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015634176 00000100:00100000:2.0:1746070448.267986:0:4052:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 168 00000100:00100000:2.0:1746070448.267998:0:4052:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1166:x1830887015634176:12345-192.168.203.29@tcp:35:cmp.0 00000100:00100000:2.0:1746070448.268258:0:4052:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1166:x1830887015634176:12345-192.168.203.29@tcp:35:cmp.0 Request processed in 264us (393us total) trans 4294982028 rc 0/0 00000100:00100000:2.0:1746070448.268265:0:4052:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 168 00000100:00100000:3.0:1746070448.276402:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.276482:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015634432 00000100:00100000:1.0:1746070448.276490:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015634432 00000100:00100000:1.0:1746070448.276534:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33795 00000100:00100000:1.0:1746070448.276541:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1168:x1830887015634432:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:1.0:1746070448.276557:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070448.276571:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b705e00/0x628f9640b607fa31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0267 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070448.276640:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b704200/0x628f9640b607fa38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070448.276652:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b704200/0x628f9640b607fa38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070448.276661:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b704200/0x628f9640b607fa38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:1.0:1746070448.276713:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746070448.276807:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b705e00/0x628f9640b607fa31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0267 expref: 20 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070448.276828:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b704200/0x628f9640b607fa38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0267 expref: 19 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070448.276835:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:1.0:1746070448.276837:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746070448.276840:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b704200, rc 0) 00000100:00100000:1.0:1746070448.276876:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1168:x1830887015634432:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 336us (482us total) trans 4294982029 rc 0/0 00000100:00100000:1.0:1746070448.276882:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33795 00000100:00100000:0.0:1746070448.278886:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.279275:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.279342:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015634560 00000100:00100000:2.0:1746070448.279349:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015634560 00000100:00100000:2.0:1746070448.279397:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 141 00000100:00100000:2.0:1746070448.279405:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1964:x1830887015634560:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070448.279415:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070448.279434:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b704200/0x628f9640b607fa38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0267 expref: 19 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.279451:0:7079:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:2.0:1746070448.279455:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070448.279650:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015634816 00000100:00100000:3.0:1746070448.279654:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015634816 00000100:00100000:3.0:1746070448.279706:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33796 00000100:00100000:3.0:1746070448.279712:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1168:x1830887015634816:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:3.0:1746070448.279728:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070448.279738:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12400/0x628f9640b607fa46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c026e expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.279806:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13a00/0x628f9640b607fa4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.279815:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13a00/0x628f9640b607fa4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.279822:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13a00/0x628f9640b607fa4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:3.0:1746070448.279831:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:3.0:1746070448.279914:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093f12400/0x628f9640b607fa46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c026e expref: 22 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.279929:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13a00/0x628f9640b607fa4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c026e expref: 21 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.279935:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2400) 00010000:00010000:3.0:1746070448.279937:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070448.279939:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093f13a00, rc 0) 00000100:00100000:2.0:1746070448.280215:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+21:1964:x1830887015634560:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 810us (1332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070448.280221:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 141 00000100:00100000:3.0:1746070448.280974:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1168:x1830887015634816:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 1261us (1698us total) trans 4294982030 rc 0/0 00000100:00100000:3.0:1746070448.280981:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33796 00000100:00100000:2.0:1746070448.283599:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.283628:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.283894:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.284163:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015634944 00000100:00100000:0.0:1746070448.284182:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015634944 00000100:00100000:0.0:1746070448.284226:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015635072 00000100:00100000:0.0:1746070448.284227:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015635072 00000100:00100000:2.0:1746070448.284876:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015635200 00000100:00100000:2.0:1746070448.284880:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015635200 00000100:00100000:2.0:1746070448.284927:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 142 00000100:00100000:2.0:1746070448.284934:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1961:x1830887015635200:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070448.284957:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070448.284986:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093f13a00/0x628f9640b607fa4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c026e expref: 20 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.285012:0:7078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2400) 00010000:00010000:2.0:1746070448.285016:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070448.285056:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1961:x1830887015635200:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 122us (1162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070448.285062:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 142 00000100:00100000:0.0:1746070448.285318:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5639 00000100:00100000:0.0:1746070448.285325:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887015634944:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:0.0:1746070448.285336:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070448.285359:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607fa5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0275 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.285374:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.285376:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.285381:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607fa5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0275 expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070448.285393:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607fa5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0275 expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070448.285402:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5dc00, rc 0) 00000100:00100000:0.0:1746070448.285422:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015634944:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 98us (1827us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070448.285427:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5639 00000100:00100000:0.0:1746070448.285437:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5640 00000100:00100000:0.0:1746070448.285442:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1963:x1830887015635072:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:0.0:1746070448.285449:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070448.285457:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d5c600/0x628f9640b607fa62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c027c expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.285467:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.285468:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.285472:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d5c600/0x628f9640b607fa62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c027c expref: 16 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070448.285482:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d5c600/0x628f9640b607fa62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c027c expref: 16 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070448.285488:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5c600, rc 0) 00000100:00100000:0.0:1746070448.285501:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015635072:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 60us (1873us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070448.285509:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5640 00000100:00100000:0.0:1746070448.320099:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.320138:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.320207:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.320244:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.320293:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015636096 00000100:00100000:0.0:1746070448.320301:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015636096 00002000:00100000:0.0:1746070448.320350:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880093109880 x1830887015636096/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.320359:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109880 with x1830887015636096 ext(1048576->2097151) 00002000:00010000:0.0:1746070448.320364:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109880 00000100:00100000:0.0:1746070448.320383:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015635456 00000100:00100000:0.0:1746070448.320385:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015635456 00002000:00100000:0.0:1746070448.320398:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880093108000 x1830887015635456/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.320404:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108000 with x1830887015635456 ext(0->1048575) 00002000:00010000:0.0:1746070448.320407:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093108000 00000100:00100000:0.0:1746070448.320415:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015635712 00000100:00100000:0.0:1746070448.320417:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015635712 00002000:00100000:0.0:1746070448.320425:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff880093108e00 x1830887015635712/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.320431:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108e00 with x1830887015635712 ext(1048576->2097151) 00002000:00010000:0.0:1746070448.320433:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093108e00 00000100:00100000:0.0:1746070448.320441:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4295 00000100:00100000:0.0:1746070448.320446:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1964:x1830887015636096:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070448.321138:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015635968 00000100:00100000:0.0:1746070448.321142:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015635968 00002000:00100000:0.0:1746070448.321156:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88009310b800 x1830887015635968/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.321162:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b800 with x1830887015635968 ext(0->1048575) 00002000:00010000:0.0:1746070448.321164:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310b800 00000100:00100000:0.0:1746070448.321176:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4296 00000100:00100000:0.0:1746070448.321180:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1963:x1830887015635456:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070448.321808:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4297 00000100:00100000:0.0:1746070448.321815:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015635712:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070448.323693:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4298 00000100:00100000:2.0:1746070448.323706:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887015635968:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070448.345271:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1964:x1830887015636096:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 24812us (25168us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070448.345284:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4295 00002000:00100000:0.0:1746070448.345295:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880093109880 x1830887015636096/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.345304:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109880 with x1830887015636096 ext(1048576->2097151) 00002000:00010000:0.0:1746070448.345310:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109880 00000100:00100000:0.0:1746070448.348590:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015635456:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 27401us (28442us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070448.348599:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4296 00002000:00100000:0.0:1746070448.348608:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880093108000 x1830887015635456/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.348616:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108000 with x1830887015635456 ext(0->1048575) 00002000:00010000:0.0:1746070448.348647:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093108000 00000100:00100000:2.0:1746070448.355175:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015635712:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 33353us (34959us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.355184:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4297 00002000:00100000:2.0:1746070448.355194:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff880093108e00 x1830887015635712/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.355203:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108e00 with x1830887015635712 ext(1048576->2097151) 00002000:00010000:2.0:1746070448.355207:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093108e00 00000100:00100000:2.0:1746070448.359191:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015635968:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 35481us (38938us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.359201:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4298 00002000:00100000:2.0:1746070448.359210:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88009310b800 x1830887015635968/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.359218:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b800 with x1830887015635968 ext(0->1048575) 00002000:00010000:2.0:1746070448.359223:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310b800 00000100:00100000:1.0:1746070448.375789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.375825:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.375851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.375881:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.375910:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015636480 00000100:00100000:1.0:1746070448.375917:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015636480 00002000:00100000:1.0:1746070448.375957:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff8800926e4e00 x1830887015636480/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.375966:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4e00 with x1830887015636480 ext(2097152->3145727) 00002000:00010000:1.0:1746070448.375971:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926e4e00 00000100:00100000:1.0:1746070448.375983:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015636736 00000100:00100000:1.0:1746070448.375985:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015636736 00002000:00100000:1.0:1746070448.375995:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff88008ebdf100 x1830887015636736/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.376000:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf100 with x1830887015636736 ext(3145728->4194303) 00002000:00010000:1.0:1746070448.376002:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebdf100 00000100:00100000:1.0:1746070448.376009:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015636992 00000100:00100000:1.0:1746070448.376011:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015636992 00002000:00100000:1.0:1746070448.376020:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88008ebded80 x1830887015636992/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.376026:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebded80 with x1830887015636992 ext(2097152->3145727) 00002000:00010000:1.0:1746070448.376028:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebded80 00000100:00100000:1.0:1746070448.376034:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015637248 00000100:00100000:1.0:1746070448.376036:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015637248 00002000:00100000:1.0:1746070448.376043:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008ebdd880 x1830887015637248/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.376048:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdd880 with x1830887015637248 ext(3145728->4194303) 00002000:00010000:1.0:1746070448.376050:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdd880 00000100:00100000:1.0:1746070448.376060:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4299 00000100:00100000:1.0:1746070448.376066:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1963:x1830887015636480:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070448.376790:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4300 00000100:00100000:1.0:1746070448.376796:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015636736:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070448.378851:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4301 00000100:00100000:1.0:1746070448.378865:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1963:x1830887015636992:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070448.380060:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4302 00000100:00100000:1.0:1746070448.380068:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887015637248:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070448.392044:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015636480:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 15969us (16254us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.392058:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4299 00002000:00100000:2.0:1746070448.392069:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff8800926e4e00 x1830887015636480/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.392077:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926e4e00 with x1830887015636480 ext(2097152->3145727) 00002000:00010000:2.0:1746070448.392082:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926e4e00 00000100:00100000:1.0:1746070448.410544:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015636736:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 33737us (34707us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070448.410557:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4300 00002000:00100000:1.0:1746070448.410570:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff88008ebdf100 x1830887015636736/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.410578:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf100 with x1830887015636736 ext(3145728->4194303) 00002000:00010000:1.0:1746070448.410583:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebdf100 00000100:00100000:1.0:1746070448.413852:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887015636992:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 34983us (37991us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070448.413862:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4301 00002000:00100000:1.0:1746070448.413871:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88008ebded80 x1830887015636992/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.413879:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebded80 with x1830887015636992 ext(2097152->3145727) 00002000:00010000:1.0:1746070448.413884:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebded80 00000100:00100000:3.0:1746070448.414970:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015637248:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 34900us (39085us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070448.414976:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4302 00002000:00100000:3.0:1746070448.414981:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008ebdd880 x1830887015637248/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.414991:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdd880 with x1830887015637248 ext(3145728->4194303) 00002000:00010000:3.0:1746070448.414994:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebdd880 00000100:00100000:1.0:1746070448.431141:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.432377:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.433021:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015637760 00000100:00100000:0.0:1746070448.433029:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015637760 00002000:00100000:0.0:1746070448.433062:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88008ebddf80 x1830887015637760/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.433071:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddf80 with x1830887015637760 ext(5242880->6291455) 00002000:00010000:0.0:1746070448.433075:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebddf80 00000100:00100000:0.0:1746070448.433088:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015637632 00000100:00100000:0.0:1746070448.433090:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015637632 00002000:00100000:0.0:1746070448.433099:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008ebddc00 x1830887015637632/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.433105:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddc00 with x1830887015637632 ext(4194304->5242879) 00002000:00010000:0.0:1746070448.433107:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebddc00 00000100:00100000:0.0:1746070448.433129:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4303 00000100:00100000:0.0:1746070448.433136:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1963:x1830887015637760:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070448.433750:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4304 00000100:00100000:0.0:1746070448.433757:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887015637632:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070448.438144:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.438186:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.438256:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015638016 00000100:00100000:2.0:1746070448.438263:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015638016 00002000:00100000:2.0:1746070448.438297:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff88008ebdf800 x1830887015638016/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.438307:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf800 with x1830887015638016 ext(4194304->5242879) 00002000:00010000:2.0:1746070448.438311:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebdf800 00000100:00100000:2.0:1746070448.438323:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015638144 00000100:00100000:2.0:1746070448.438325:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015638144 00002000:00100000:2.0:1746070448.438332:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff880092dcce00 x1830887015638144/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.438338:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcce00 with x1830887015638144 ext(5242880->6291455) 00002000:00010000:2.0:1746070448.438341:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092dcce00 00000100:00100000:2.0:1746070448.438350:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4305 00000100:00100000:2.0:1746070448.438356:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1963:x1830887015638016:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070448.439042:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4306 00000100:00100000:3.0:1746070448.439050:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015638144:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070448.448294:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887015637632:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 14529us (15911us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070448.448305:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4304 00002000:00100000:0.0:1746070448.448315:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008ebddc00 x1830887015637632/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.448323:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddc00 with x1830887015637632 ext(4194304->5242879) 00002000:00010000:0.0:1746070448.448328:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebddc00 00000100:00100000:2.0:1746070448.449934:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015637760:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 16793us (18795us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.449943:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4303 00002000:00100000:2.0:1746070448.449951:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88008ebddf80 x1830887015637760/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.449963:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebddf80 with x1830887015637760 ext(5242880->6291455) 00002000:00010000:2.0:1746070448.449967:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebddf80 00000100:00100000:2.0:1746070448.459255:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015638016:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 20890us (21109us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.459265:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4305 00002000:00100000:2.0:1746070448.459274:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff88008ebdf800 x1830887015638016/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.459283:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebdf800 with x1830887015638016 ext(4194304->5242879) 00002000:00010000:2.0:1746070448.459287:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebdf800 00000100:00100000:3.0:1746070448.464209:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015638144:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 25153us (26014us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070448.464219:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4306 00002000:00100000:3.0:1746070448.464229:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff880092dcce00 x1830887015638144/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.464237:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcce00 with x1830887015638144 ext(5242880->6291455) 00002000:00010000:3.0:1746070448.464242:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092dcce00 00000100:00100000:1.0:1746070448.472473:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.472553:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015638528 00000100:00100000:3.0:1746070448.472560:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015638528 00002000:00100000:3.0:1746070448.472593:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff880092dced80 x1830887015638528/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.472602:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dced80 with x1830887015638528 ext(6291456->7340031) 00002000:00010000:3.0:1746070448.472606:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092dced80 00000100:00100000:3.0:1746070448.472629:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4307 00000100:00100000:3.0:1746070448.472635:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1962:x1830887015638528:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070448.482447:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1962:x1830887015638528:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 9803us (9974us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070448.482457:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4307 00002000:00100000:3.0:1746070448.482467:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff880092dced80 x1830887015638528/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.482475:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dced80 with x1830887015638528 ext(6291456->7340031) 00002000:00010000:3.0:1746070448.482479:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092dced80 00000100:00100000:1.0:1746070448.493363:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.493402:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.493443:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.493479:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015638784 00000100:00100000:1.0:1746070448.493487:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015638784 00002000:00100000:1.0:1746070448.493523:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880092dcf100 x1830887015638784/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.493532:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcf100 with x1830887015638784 ext(6291456->7340031) 00002000:00010000:1.0:1746070448.493537:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcf100 00000100:00100000:1.0:1746070448.493549:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015639040 00000100:00100000:1.0:1746070448.493552:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015639040 00002000:00100000:1.0:1746070448.493561:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88012d32bb80 x1830887015639040/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.493567:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32bb80 with x1830887015639040 ext(7340032->8388607) 00002000:00010000:1.0:1746070448.493569:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32bb80 00000100:00100000:1.0:1746070448.493576:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015639296 00000100:00100000:1.0:1746070448.493578:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015639296 00002000:00100000:1.0:1746070448.493587:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff88012d32b100 x1830887015639296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.493592:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b100 with x1830887015639296 ext(7340032->8388607) 00002000:00010000:1.0:1746070448.493594:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d32b100 00000100:00100000:1.0:1746070448.493603:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4308 00000100:00100000:1.0:1746070448.493608:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1964:x1830887015638784:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070448.494840:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4309 00000100:00100000:2.0:1746070448.494852:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1964:x1830887015639040:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070448.495491:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4310 00000100:00100000:2.0:1746070448.495498:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015639296:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070448.507559:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1964:x1830887015638784:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 13941us (14196us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.507569:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4308 00002000:00100000:2.0:1746070448.507579:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880092dcf100 x1830887015638784/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.507587:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092dcf100 with x1830887015638784 ext(6291456->7340031) 00002000:00010000:2.0:1746070448.507591:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092dcf100 00000100:00100000:2.0:1746070448.514391:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1964:x1830887015639040:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 19534us (20979us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.514404:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4309 00002000:00100000:2.0:1746070448.514415:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88012d32bb80 x1830887015639040/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.514423:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32bb80 with x1830887015639040 ext(7340032->8388607) 00002000:00010000:2.0:1746070448.514427:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32bb80 00000100:00100000:2.0:1746070448.515805:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015639296:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 20303us (22356us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.515812:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4310 00002000:00100000:2.0:1746070448.515820:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff88012d32b100 x1830887015639296/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.515828:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32b100 with x1830887015639296 ext(7340032->8388607) 00002000:00010000:2.0:1746070448.515831:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d32b100 00000100:00100000:0.0:1746070448.528406:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.528450:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.528530:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015639552 00000100:00100000:3.0:1746070448.528538:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015639552 00002000:00100000:3.0:1746070448.528574:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff88009310bb80 x1830887015639552/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.528582:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310bb80 with x1830887015639552 ext(8388608->9437183) 00002000:00010000:3.0:1746070448.528587:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310bb80 00000100:00100000:3.0:1746070448.528601:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015639808 00000100:00100000:3.0:1746070448.528603:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015639808 00002000:00100000:3.0:1746070448.528614:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88009310b480 x1830887015639808/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.528620:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b480 with x1830887015639808 ext(8388608->9437183) 00002000:00010000:3.0:1746070448.528622:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310b480 00000100:00100000:3.0:1746070448.528645:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4311 00000100:00100000:3.0:1746070448.528652:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015639552:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070448.530140:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4312 00000100:00100000:1.0:1746070448.530150:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015639808:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070448.542986:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015639552:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 14326us (14578us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070448.542997:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4311 00002000:00100000:3.0:1746070448.543008:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff88009310bb80 x1830887015639552/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.543015:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310bb80 with x1830887015639552 ext(8388608->9437183) 00002000:00010000:3.0:1746070448.543022:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310bb80 00000100:00100000:2.0:1746070448.546371:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015639808:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 16215us (17911us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.546381:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4312 00002000:00100000:2.0:1746070448.546392:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88009310b480 x1830887015639808/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.546400:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310b480 with x1830887015639808 ext(8388608->9437183) 00002000:00010000:2.0:1746070448.546404:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310b480 00000100:00100000:0.0:1746070448.563156:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.563202:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.563373:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015640064 00000100:00100000:3.0:1746070448.563381:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015640064 00002000:00100000:3.0:1746070448.563414:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff88009310ad80 x1830887015640064/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.563422:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310ad80 with x1830887015640064 ext(9437184->10485759) 00002000:00010000:3.0:1746070448.563427:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310ad80 00000100:00100000:3.0:1746070448.563450:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015640320 00000100:00100000:3.0:1746070448.563453:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015640320 00002000:00100000:3.0:1746070448.563465:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880093109c00 x1830887015640320/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.563472:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109c00 with x1830887015640320 ext(9437184->10485759) 00002000:00010000:3.0:1746070448.563475:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109c00 00000100:00100000:3.0:1746070448.563488:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4313 00000100:00100000:3.0:1746070448.563494:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015640064:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070448.564174:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4314 00000100:00100000:3.0:1746070448.564181:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1962:x1830887015640320:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070448.581484:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1962:x1830887015640320:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 17296us (18274us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.581493:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4314 00002000:00100000:2.0:1746070448.581503:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880093109c00 x1830887015640320/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.581512:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109c00 with x1830887015640320 ext(9437184->10485759) 00002000:00010000:2.0:1746070448.581516:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109c00 00000100:00100000:3.0:1746070448.585161:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015640064:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 21660us (22005us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070448.585172:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4313 00002000:00100000:3.0:1746070448.585182:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff88009310ad80 x1830887015640064/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.585191:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310ad80 with x1830887015640064 ext(9437184->10485759) 00002000:00010000:3.0:1746070448.585196:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009310ad80 00000100:00100000:0.0:1746070448.599199:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.599229:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.599259:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.599329:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015640576 00000100:00100000:1.0:1746070448.599335:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015640576 00002000:00100000:1.0:1746070448.599368:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff880093108380 x1830887015640576/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.599377:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108380 with x1830887015640576 ext(10485760->11534335) 00002000:00010000:1.0:1746070448.599381:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093108380 00000100:00100000:1.0:1746070448.599393:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015640832 00000100:00100000:1.0:1746070448.599394:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015640832 00002000:00100000:1.0:1746070448.599403:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88009310a300 x1830887015640832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.599408:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830887015640832 ext(10485760->11534335) 00002000:00010000:1.0:1746070448.599411:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310a300 00000100:00100000:1.0:1746070448.599417:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015641088 00000100:00100000:1.0:1746070448.599418:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015641088 00002000:00100000:1.0:1746070448.599425:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88012d504700 x1830887015641088/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.599431:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d504700 with x1830887015641088 ext(11534336->12582911) 00002000:00010000:1.0:1746070448.599433:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d504700 00000100:00100000:1.0:1746070448.599451:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4315 00000100:00100000:1.0:1746070448.599457:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1961:x1830887015640576:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070448.601256:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4316 00000100:00100000:0.0:1746070448.601266:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1961:x1830887015640832:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070448.601764:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4317 00000100:00100000:0.0:1746070448.601770:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1961:x1830887015641088:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070448.614109:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1961:x1830887015640576:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 14644us (14909us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.614118:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4315 00002000:00100000:2.0:1746070448.614129:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff880093108380 x1830887015640576/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.614138:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093108380 with x1830887015640576 ext(10485760->11534335) 00002000:00010000:2.0:1746070448.614142:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093108380 00000100:00100000:0.0:1746070448.618705:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009310a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1961:x1830887015640832:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 17434us (19467us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070448.618716:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4316 00002000:00100000:0.0:1746070448.618726:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88009310a300 x1830887015640832/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.618735:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009310a300 with x1830887015640832 ext(10485760->11534335) 00002000:00010000:0.0:1746070448.618740:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009310a300 00000100:00100000:2.0:1746070448.625388:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1961:x1830887015641088:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 23610us (26121us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.625399:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4317 00002000:00100000:2.0:1746070448.625410:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88012d504700 x1830887015641088/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.625417:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d504700 with x1830887015641088 ext(11534336->12582911) 00002000:00010000:2.0:1746070448.625422:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d504700 00000100:00100000:1.0:1746070448.633040:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.633487:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015641344 00000100:00100000:2.0:1746070448.633495:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015641344 00002000:00100000:2.0:1746070448.633531:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88012d329500 x1830887015641344/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.633541:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329500 with x1830887015641344 ext(11534336->12582911) 00002000:00010000:2.0:1746070448.633546:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d329500 00000100:00100000:2.0:1746070448.633558:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4318 00000100:00100000:2.0:1746070448.633564:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015641344:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070448.648182:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015641344:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 14598us (15130us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.648192:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4318 00002000:00100000:2.0:1746070448.648202:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88012d329500 x1830887015641344/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.648210:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d329500 with x1830887015641344 ext(11534336->12582911) 00002000:00010000:2.0:1746070448.648215:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d329500 00000100:00100000:0.0:1746070448.657509:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.657594:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015641600 00000100:00100000:2.0:1746070448.657601:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015641600 00002000:00100000:2.0:1746070448.657637:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff88012d507800 x1830887015641600/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.657647:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d507800 with x1830887015641600 ext(12582912->13631487) 00002000:00010000:2.0:1746070448.657652:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d507800 00000100:00100000:2.0:1746070448.658308:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4319 00000100:00100000:2.0:1746070448.658317:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015641600:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070448.667472:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015641600:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 9149us (9962us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.667482:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4319 00002000:00100000:2.0:1746070448.667491:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff88012d507800 x1830887015641600/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/440 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.667500:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d507800 with x1830887015641600 ext(12582912->13631487) 00002000:00010000:2.0:1746070448.667505:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d507800 00000100:00100000:1.0:1746070448.672166:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.672251:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015641856 00000100:00100000:2.0:1746070448.672259:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015641856 00000100:00100000:0.0:1746070448.673462:0:4052:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 169 00000100:00100000:1.0:1746070448.673528:0:4052:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1168:x1830887015641856:12345-192.168.203.29@tcp:35:cmp.0 00000100:00100000:1.0:1746070448.673759:0:4052:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1168:x1830887015641856:12345-192.168.203.29@tcp:35:cmp.0 Request processed in 288us (1599us total) trans 4294982031 rc 0/0 00000100:00100000:1.0:1746070448.673766:0:4052:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 169 00000100:00100000:2.0:1746070448.677783:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.678166:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015642112 00000100:00100000:3.0:1746070448.678173:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015642112 00000100:00100000:3.0:1746070448.678232:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 170 00000100:00100000:3.0:1746070448.678238:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1168:x1830887015642112:12345-192.168.203.29@tcp:35:cmp.0 00000100:00100000:3.0:1746070448.678407:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+21:1168:x1830887015642112:12345-192.168.203.29@tcp:35:cmp.0 Request processed in 169us (630us total) trans 4294982032 rc 0/0 00000100:00100000:3.0:1746070448.678413:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 170 00000100:00100000:1.0:1746070448.690358:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.691217:0:7099:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015642240 00000100:00100000:2.0:1746070448.691226:0:7099:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015642240 00000100:00100000:2.0:1746070448.691263:0:7099:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5 00000100:00100000:2.0:1746070448.691270:0:7099:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1963:x1830887015642240:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:2.0:1746070448.691301:0:7099:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070448.691316:0:7099:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ee6600/0x628f9640b607fa69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0283 expref: -99 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.691353:0:7099:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fa70 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691364:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fa70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691372:0:7099:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fa70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691382:0:7099:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607fa77 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691387:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607fa77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691392:0:7099:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607fa77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691569:0:7099:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fa70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691575:0:7099:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fa70 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691580:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fa70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691585:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bc8a00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070448.691588:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fa70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691593:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fa70 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691602:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a900) 00010000:00010000:2.0:1746070448.691605:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070448.691608:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fa70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691612:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fa70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691640:0:7099:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607fa77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691645:0:7099:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607fa77 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691649:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607fa77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691654:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bc8800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070448.691656:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607fa77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691660:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607fa77 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691703:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012d37aa00) 00010000:00010000:2.0:1746070448.691705:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070448.691707:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607fa77 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691711:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607fa77 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:2.0:1746070448.691744:0:7099:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ee6600/0x628f9640b607fa69 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0283 expref: 25 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.691751:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a900) 00010000:00010000:2.0:1746070448.691752:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746070448.691755:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ee6600/0x628f9640b607fa69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0283 expref: 25 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.691763:0:7099:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ee6600, rc -2) 00000100:00100000:2.0:1746070448.691805:0:7099:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1963:x1830887015642240:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 535us (1454us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746070448.691812:0:7099:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5 00000100:00100000:2.0:1746070448.694759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.694840:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015642496 00000100:00100000:3.0:1746070448.694847:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015642496 00000100:00100000:3.0:1746070448.695229:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33797 00000100:00100000:3.0:1746070448.695236:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1169:x1830887015642496:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:3.0:1746070448.695273:0:10662:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746070448.695293:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093691600/0x628f9640b607f9c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0221 expref: 24 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.695325:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607f73d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01b8 expref: 23 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.695340:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2400) 00010000:00010000:3.0:1746070448.695348:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607f9ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c021a expref: 22 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.695354:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a900) 00010000:00010000:3.0:1746070448.695356:0:10662:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070448.695371:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.695380:0:10662:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093691400/0x628f9640b607f9e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0236 expref: 20 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.695386:0:10662:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.695409:0:10662:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093691400/0x628f9640b607f9e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0236 expref: 20 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.695418:0:10662:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093691400/0x628f9640b607f9e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0236 expref: 20 pid: 10662 timeout: 660 lvb_type: 0 00000100:00100000:3.0:1746070448.695429:0:10662:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087beb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10662:1830887013401472:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070448.695506:0:10662:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a97840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070448.698358:0:10662:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087beb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10662:1830887013401472:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070448.698378:0:10662:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000100:00100000:0.0:1746070448.700198:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.704125:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015642624 00000100:00100000:3.0:1746070448.704135:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015642624 00010000:00010000:3.0:1746070448.704170:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093691400/0x628f9640b607f9e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0236 expref: 21 pid: 10662 timeout: 660 lvb_type: 0 00000100:00100000:3.0:1746070448.704207:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7890 00000100:00100000:3.0:1746070448.704215:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+21:1964:x1830887015642624:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070448.704228:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070448.704233:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093691400/0x628f9640b607f9e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0236 expref: 21 pid: 10662 timeout: 660 lvb_type: 0 00010000:00010000:3.0:1746070448.704243:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093691400/0x628f9640b607f9e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0236 expref: 21 pid: 10662 timeout: 660 lvb_type: 0 00010000:00010000:3.0:1746070448.704262:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093691400/0x628f9640b607f9e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0236 expref: 21 pid: 10662 timeout: 660 lvb_type: 0 00010000:00010000:3.0:1746070448.704276:0:7079:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a900) 00010000:00010000:3.0:1746070448.704280:0:7079:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.704287:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.704292:0:7079:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.704308:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070448.704353:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1964:x1830887015642624:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 139us (4159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070448.704359:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7890 00010000:00010000:3.0:1746070448.704380:0:10662:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.704386:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.704400:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b607fa85 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.704407:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b607fa85 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.704413:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b607fa85 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.704656:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.704705:0:10662:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094db6000/0x628f9640b607f7de lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e2 expref: 19 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.704712:0:10662:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.704743:0:10662:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094db6000/0x628f9640b607f7de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e2 expref: 19 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.704752:0:10662:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db6000/0x628f9640b607f7de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e2 expref: 19 pid: 7093 timeout: 660 lvb_type: 0 00000100:00100000:3.0:1746070448.704762:0:10662:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087beb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10662:1830887013401600:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070448.704811:0:10662:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a97840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070448.708133:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.708255:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015642752 00000100:00100000:2.0:1746070448.708262:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015642752 00010000:00010000:2.0:1746070448.708294:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094db6000/0x628f9640b607f7de lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e2 expref: 20 pid: 7093 timeout: 660 lvb_type: 0 00000100:00100000:2.0:1746070448.708316:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7891 00000100:00100000:2.0:1746070448.708323:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1964:x1830887015642752:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070448.708334:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070448.708339:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094db6000/0x628f9640b607f7de lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e2 expref: 20 pid: 7093 timeout: 660 lvb_type: 0 00010000:00010000:2.0:1746070448.708348:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094db6000/0x628f9640b607f7de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e2 expref: 20 pid: 7093 timeout: 660 lvb_type: 0 00010000:00010000:2.0:1746070448.708366:0:7078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2400) 00010000:00010000:2.0:1746070448.708370:0:7078:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070448.708377:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070448.708383:0:7078:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070448.708396:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070448.708871:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1964:x1830887015642752:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 547us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070448.708878:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7891 00010000:00010000:3.0:1746070448.711404:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094db6000/0x628f9640b607f7de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c01e2 expref: 19 pid: 7093 timeout: 660 lvb_type: 0 00000100:00100000:3.0:1746070448.711421:0:10662:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087beb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10662:1830887013401600:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070448.711436:0:10662:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.711444:0:10662:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.711448:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000040:00080000:3.0:1746070448.712598:0:10662:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9024 00000004:00080000:3.0:1746070448.712606:0:10662:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 560764933101ns, next at 561764931764ns, rc = 0 00000040:00080000:3.0:1746070448.712637:0:10662:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:3.0:1746070448.712641:0:10662:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 560764968021ns, next at 561764967369ns, rc = 0 00010000:00010000:3.0:1746070448.713415:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099c74000/0x628f9640b607fa93 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713427:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099c74000/0x628f9640b607fa93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713435:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099c74000/0x628f9640b607fa93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713440:0:10662:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099c74000/0x628f9640b607fa93 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713444:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099c74000/0x628f9640b607fa93 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713448:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099c74000/0x628f9640b607fa93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713464:0:10662:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746070448.713478:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713482:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713486:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713490:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef95800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070448.713494:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713498:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713507:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2400) 00010000:00010000:3.0:1746070448.713509:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746070448.713512:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713517:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef95800/0x628f9640b607fa8c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713560:0:10662:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713564:0:10662:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713567:0:10662:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.713571:0:10662:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a13bc600 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070448.713573:0:10662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070448.713616:0:7082:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746070448.713622:0:7082:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099c74000/0x628f9640b607fa93 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070448.713630:0:7082:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099c74000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070448.713632:0:7082:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099c74000/0x628f9640b607fa93 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070448.713637:0:7082:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099c74000/0x628f9640b607fa93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070448.713644:0:7082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008b5d2400) 00010000:00010000:0.0:1746070448.713646:0:7082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746070448.713648:0:7082:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099c74000/0x628f9640b607fa93 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070448.713652:0:7082:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099c74000/0x628f9640b607fa93 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10662 initiator: MDT0 00010000:00010000:0.0:1746070448.713702:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070448.713703:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070448.713704:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746070448.714639:0:10662:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.714650:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a900) 00010000:00010000:3.0:1746070448.714652:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070448.714656:0:10662:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.714891:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa7e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00000004:00010000:3.0:1746070448.714910:0:10662:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800921f4000 reply state ffff88008ccbd000 transno 4294982033 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b607fa85 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000100:00100000:3.0:1746070448.714916:0:10662:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746070448.714995:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1169:x1830887015642496:12345-192.168.203.29@tcp:36:rm.0 Request processed in 19756us (20238us total) trans 4294982033 rc 0/0 00000100:00100000:3.0:1746070448.715002:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33797 00010000:00010000:3.0:1746070448.716412:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b607fa85 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.716421:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b607fa85 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.716427:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b607fa85 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.716431:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bc25e00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070448.716434:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b607fa85 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.716440:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b607fa85 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.716451:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880093993000) 00010000:00010000:3.0:1746070448.716453:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070448.716455:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b607fa85 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.716460:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc25e00/0x628f9640b607fa85 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10662 initiator: MDT0 00010000:00010000:1.0:1746070448.757094:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746070448.761266:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.761339:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015642880 00000100:00100000:3.0:1746070448.761346:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015642880 00000100:00100000:3.0:1746070448.761377:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33798 00000100:00100000:3.0:1746070448.761383:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1172:x1830887015642880:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:3.0:1746070448.761399:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070448.761413:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c02bb expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.761457:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc400/0x628f9640b607faa1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.761466:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc400/0x628f9640b607faa1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.761474:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc400/0x628f9640b607faa1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:3.0:1746070448.761517:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746070448.761520:0:10662:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:3.0:1746070448.761534:0:10662:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc400/0x628f9640b607faa1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:3.0:1746070448.761549:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fa9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02bb expref: 24 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.761565:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc400/0x628f9640b607faa1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02bb expref: 23 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.761571:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093993d00) 00010000:00010000:3.0:1746070448.761573:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746070448.761576:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a13bc400, rc 0) 00000100:00100000:3.0:1746070448.761622:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1172:x1830887015642880:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 239us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070448.761628:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33798 00000100:00100000:0.0:1746070448.766328:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.766402:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015643136 00000100:00100000:2.0:1746070448.766411:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015643136 00000100:00100000:2.0:1746070448.766459:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33799 00000100:00100000:2.0:1746070448.766467:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1172:x1830887015643136:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:2.0:1746070448.766482:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070448.766485:0:7093:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746070448.766506:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc400/0x628f9640b607faa1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02bb expref: 23 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.766540:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093993d00) 00010000:00010000:2.0:1746070448.766548:0:7093:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070448.766559:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9800/0x628f9640b607faa8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c02c2 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.766649:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607faaf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.766658:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607faaf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.766862:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607faaf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.766872:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fab6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.766878:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fab6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.766882:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fab6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.767204:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3d200/0x628f9640b607fabd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.767212:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3d200/0x628f9640b607fabd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.767218:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3d200/0x628f9640b607fabd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:2.0:1746070448.767226:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:2.0:1746070448.767244:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607faaf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.767250:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607faaf lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.767255:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607faaf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.767259:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bc8800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070448.767262:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607faaf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.767268:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607faaf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.767275:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a500) 00010000:00010000:2.0:1746070448.767277:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070448.767279:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607faaf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070448.767283:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607faaf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00000004:00010000:2.0:1746070448.767290:0:7093:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012d507100 reply state ffff88012d2c5000 transno 4294982034 ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fab6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000100:00100000:2.0:1746070448.767297:0:7093:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746070448.767317:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9800/0x628f9640b607faa8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02c2 expref: 25 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.767329:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3d200/0x628f9640b607fabd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02c2 expref: 24 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.767338:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012d37ab00) 00010000:00010000:2.0:1746070448.767339:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070448.767341:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc3d200, rc 0) 00000100:00100000:2.0:1746070448.767401:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1172:x1830887015643136:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 934us (1078us total) trans 4294982034 rc 0/0 00000100:00100000:2.0:1746070448.767407:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33799 00010000:00010000:1.0:1746070448.769425:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fab6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070448.769436:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fab6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070448.769442:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fab6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070448.769447:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bc8a00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070448.769451:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fab6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070448.769456:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fab6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070448.769468:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d37a000) 00010000:00010000:1.0:1746070448.769470:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070448.769472:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fab6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070448.769476:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fab6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00000100:00100000:2.0:1746070448.769754:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.769811:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015643392 00000100:00100000:0.0:1746070448.769818:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015643392 00000100:00100000:0.0:1746070448.769863:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33800 00000100:00100000:0.0:1746070448.769869:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1172:x1830887015643392:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:0.0:1746070448.769887:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070448.769899:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607facb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c02c9 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.769959:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070448.769969:0:7093:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3d200/0x628f9640b607fabd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02c2 expref: 25 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.769974:0:7093:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070448.769996:0:7093:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3d200/0x628f9640b607fabd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02c2 expref: 25 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.770005:0:7093:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3d200/0x628f9640b607fabd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02c2 expref: 25 pid: 7093 timeout: 660 lvb_type: 0 00000100:00100000:0.0:1746070448.770014:0:7093:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d504380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7093:1830887013401728:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070448.770090:0:7093:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801316b2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070448.771639:0:7093:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d504380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7093:1830887013401728:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070448.771655:0:7093:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000100:00100000:2.0:1746070448.771888:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.771959:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015643520 00000100:00100000:0.0:1746070448.771963:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015643520 00010000:00010000:0.0:1746070448.771986:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3d200/0x628f9640b607fabd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02c2 expref: 26 pid: 7093 timeout: 660 lvb_type: 0 00000100:00100000:0.0:1746070448.772015:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7892 00000100:00100000:0.0:1746070448.772022:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1964:x1830887015643520:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070448.772031:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070448.772035:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3d200/0x628f9640b607fabd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02c2 expref: 26 pid: 7093 timeout: 660 lvb_type: 0 00010000:00010000:0.0:1746070448.772043:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3d200/0x628f9640b607fabd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02c2 expref: 26 pid: 7093 timeout: 660 lvb_type: 0 00010000:00010000:0.0:1746070448.772058:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3d200/0x628f9640b607fabd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02c2 expref: 26 pid: 7093 timeout: 660 lvb_type: 0 00010000:00010000:0.0:1746070448.772080:0:7078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012d37ab00) 00010000:00010000:0.0:1746070448.772084:0:7078:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070448.772091:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070448.772096:0:7078:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070448.772110:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070448.772136:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1964:x1830887015643520:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 114us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070448.772142:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7892 00010000:00010000:0.0:1746070448.772159:0:7093:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070448.772165:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:0.0:1746070448.772176:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00080000:0.0:1746070448.772395:0:7093:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00000004:00080000:0.0:1746070448.772402:0:7093:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:0.0:1746070448.772488:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070448.772494:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070448.772500:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070448.772504:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d5c200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070448.772506:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070448.772511:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070448.772518:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012d37ab00) 00010000:00010000:0.0:1746070448.772520:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746070448.772522:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070448.772525:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fad2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070448.772562:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607facb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02c9 expref: 25 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.772568:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607facb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02c9 expref: 25 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.772575:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5ce00, rc 0) 00000100:00100000:0.0:1746070448.772593:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1172:x1830887015643392:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 2725us (2843us total) trans 4294982035 rc 301/301 00000100:00100000:0.0:1746070448.772599:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33800 00000100:00100000:2.0:1746070448.780896:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.782395:0:4052:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015643776 00000100:00100000:1.0:1746070448.782405:0:4052:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015643776 00000100:00100000:1.0:1746070448.782456:0:4052:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 171 00000100:00100000:1.0:1746070448.782463:0:4052:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1172:x1830887015643776:12345-192.168.203.29@tcp:35:lfs.0 00000100:00100000:1.0:1746070448.782749:0:4052:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1172:x1830887015643776:12345-192.168.203.29@tcp:35:lfs.0 Request processed in 286us (1859us total) trans 4294982036 rc 0/0 00000100:00100000:1.0:1746070448.782757:0:4052:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 171 00000100:00100000:2.0:1746070448.786619:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.786701:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015643904 00000100:00100000:0.0:1746070448.786708:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015643904 00000100:00100000:0.0:1746070448.786742:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33801 00000100:00100000:0.0:1746070448.786749:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1172:x1830887015643904:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:0.0:1746070448.786766:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070448.786782:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607fae0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c02d0 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.786829:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607fae0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02d0 expref: 26 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.786839:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607fae0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02d0 expref: 26 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.786851:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880092b4c400) 00010000:00010000:0.0:1746070448.786854:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746070448.786856:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304c200, rc 0) 00000100:00100000:0.0:1746070448.786891:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1172:x1830887015643904:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 143us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070448.786897:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33801 00000100:00100000:0.0:1746070448.793032:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.793273:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015644160 00000100:00100000:3.0:1746070448.793281:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015644160 00000100:00100000:3.0:1746070448.793320:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 172 00000100:00100000:3.0:1746070448.793326:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a59a7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1172:x1830887015644160:12345-192.168.203.29@tcp:35:lfs.0 00000100:00100000:3.0:1746070448.795538:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a59a7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1172:x1830887015644160:12345-192.168.203.29@tcp:35:lfs.0 Request processed in 2207us (2507us total) trans 4294982037 rc 0/0 00000100:00100000:3.0:1746070448.795546:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 172 00000100:00100000:0.0:1746070448.807053:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.807477:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015644288 00000100:00100000:2.0:1746070448.807485:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015644288 00000100:00100000:2.0:1746070448.807537:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33802 00000100:00100000:2.0:1746070448.807545:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1173:x1830887015644288:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:2.0:1746070448.807564:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070448.807579:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3d200/0x628f9640b607fae7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c02d7 expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.807626:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9800/0x628f9640b607faee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070448.807635:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9800/0x628f9640b607faee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070448.807644:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9800/0x628f9640b607faee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:2.0:1746070448.807723:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746070448.807727:0:10662:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746070448.807739:0:10662:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9800/0x628f9640b607faee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070448.807756:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3d200/0x628f9640b607fae7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02d7 expref: 29 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.807784:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9800/0x628f9640b607faee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02d7 expref: 28 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.807791:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a100) 00010000:00010000:2.0:1746070448.807794:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070448.807796:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bc9800, rc 0) 00000100:00100000:2.0:1746070448.807841:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1173:x1830887015644288:12345-192.168.203.29@tcp:101:dd.0 Request processed in 297us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070448.807846:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33802 00000100:00100000:3.0:1746070448.811285:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.811351:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015644416 00000100:00100000:0.0:1746070448.811359:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015644416 00000100:00100000:2.0:1746070448.812070:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33803 00000100:00100000:2.0:1746070448.812081:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1174:x1830887015644416:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:2.0:1746070448.812101:0:10662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070448.812117:0:10662:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607faf5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c02de expref: -99 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.812162:0:10662:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fafc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070448.812174:0:10662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fafc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070448.812182:0:10662:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fafc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00000004:00200000:2.0:1746070448.813322:0:10662:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746070448.813327:0:10662:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746070448.813341:0:10662:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fafc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10662 initiator: MDT0 00010000:00010000:2.0:1746070448.813363:0:10662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8800/0x628f9640b607faf5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02de expref: 21 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.813376:0:10662:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fafc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02de expref: 20 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.813383:0:10662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a100) 00010000:00010000:2.0:1746070448.813385:0:10662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070448.813388:0:10662:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bc8a00, rc 0) 00000100:00100000:2.0:1746070448.813432:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1174:x1830887015644416:12345-192.168.203.29@tcp:101:dd.0 Request processed in 1354us (2154us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070448.813437:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33803 00000100:00100000:0.0:1746070448.821103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.821324:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.822501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.822798:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015644544 00000100:00100000:1.0:1746070448.822807:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015644544 00000100:00100000:1.0:1746070448.822860:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 6 00000100:00100000:1.0:1746070448.822868:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+28:1962:x1830887015644544:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1746070448.822898:0:7098:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070448.822913:0:7098:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebc00/0x628f9640b607fb03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c02e5 expref: -99 pid: 7098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070448.822950:0:7098:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebe00/0x628f9640b607fb0a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.822960:0:7098:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebe00/0x628f9640b607fb0a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.822967:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebe00/0x628f9640b607fb0a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.822977:0:7098:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea400/0x628f9640b607fb11 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.822982:0:7098:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea400/0x628f9640b607fb11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.822987:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea400/0x628f9640b607fb11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.823083:0:7098:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceae00/0x628f9640b607fb18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00000100:00100000:0.0:1746070448.823085:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015644800 00000100:00100000:0.0:1746070448.823089:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015644800 00010000:00010000:1.0:1746070448.823090:0:7098:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceae00/0x628f9640b607fb18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.823095:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceae00/0x628f9640b607fb18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000004:00200000:1.0:1746070448.823108:0:7098:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000100:00100000:0.0:1746070448.823110:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015645056 00000004:00200000:1.0:1746070448.823112:0:7098:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:0.0:1746070448.823112:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015645056 00000004:00010000:1.0:1746070448.823124:0:7098:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceae00/0x628f9640b607fb18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:0.0:1746070448.823125:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33804 00010000:00010000:1.0:1746070448.823130:0:7098:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceae00/0x628f9640b607fb18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00000100:00100000:0.0:1746070448.823131:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1173:x1830887015644800:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:1.0:1746070448.823136:0:7098:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebe00/0x628f9640b607fb0a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070448.823139:0:7094:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070448.823141:0:7098:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebe00/0x628f9640b607fb0a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070448.823142:0:7094:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746070448.823146:0:7098:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebe00/0x628f9640b607fb0a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070448.823155:0:7094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc9800/0x628f9640b607faee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02d7 expref: 30 pid: 10662 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070448.823217:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33805 00000100:00100000:3.0:1746070448.823224:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1174:x1830887015645056:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:3.0:1746070448.823231:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070448.823238:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc400/0x628f9640b607fb1f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0324 expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.823275:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fb26 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070448.823281:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fb26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:3.0:1746070448.823286:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fb26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:3.0:1746070448.823292:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746070448.823899:0:7098:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cebe00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070448.823903:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebe00/0x628f9640b607fb0a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.823909:0:7098:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebe00/0x628f9640b607fb0a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.823918:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a100) 00010000:00010000:1.0:1746070448.823921:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070448.823924:0:7098:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebe00/0x628f9640b607fb0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.823928:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebe00/0x628f9640b607fb0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.823940:0:7098:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea400/0x628f9640b607fb11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.823944:0:7098:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea400/0x628f9640b607fb11 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.823948:0:7098:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea400/0x628f9640b607fb11 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.823952:0:7098:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cea400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070448.823953:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea400/0x628f9640b607fb11 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.823957:0:7098:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea400/0x628f9640b607fb11 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.823962:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800ac9b2f00) 00010000:00010000:1.0:1746070448.823964:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070448.823966:0:7098:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea400/0x628f9640b607fb11 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.823970:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea400/0x628f9640b607fb11 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.823990:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cebc00/0x628f9640b607fb03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02e5 expref: 30 pid: 7098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070448.824002:0:7098:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceae00/0x628f9640b607fb18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02e5 expref: 29 pid: 7098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070448.824007:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880092b4c400) 00010000:00010000:1.0:1746070448.824008:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746070448.824010:0:7098:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceae00, rc 0) 00010000:00010000:1.0:1746070448.824014:0:7098:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070448.824018:0:7098:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607fb34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c02ec expref: -99 pid: 7098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070448.824034:0:7098:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea200/0x628f9640b607fb3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824040:0:7098:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea200/0x628f9640b607fb3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824045:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea200/0x628f9640b607fb3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824052:0:7098:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607fb42 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824056:0:7098:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607fb42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824061:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607fb42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824086:0:7098:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea200/0x628f9640b607fb3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824090:0:7098:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea200/0x628f9640b607fb3b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824095:0:7098:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea200/0x628f9640b607fb3b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824099:0:7098:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cea200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070448.824100:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea200/0x628f9640b607fb3b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824104:0:7098:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea200/0x628f9640b607fb3b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824110:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a100) 00010000:00010000:1.0:1746070448.824111:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070448.824113:0:7098:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea200/0x628f9640b607fb3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824117:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea200/0x628f9640b607fb3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824123:0:7098:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607fb42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824127:0:7098:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607fb42 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824131:0:7098:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607fb42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824135:0:7098:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cea000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070448.824137:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607fb42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824141:0:7098:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607fb42 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824149:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800ac9b2300) 00010000:00010000:1.0:1746070448.824151:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070448.824153:0:7098:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607fb42 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824157:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cea000/0x628f9640b607fb42 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070448.824177:0:7098:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607fb34 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02ec expref: 30 pid: 7098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070448.824183:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a100) 00010000:00010000:1.0:1746070448.824185:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746070448.824187:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceba00/0x628f9640b607fb34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02ec expref: 30 pid: 7098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070448.824194:0:7098:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceba00, rc -2) 00000100:00100000:1.0:1746070448.824243:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1962:x1830887015644544:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 1376us (2918us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746070448.824250:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 6 00010000:00010000:0.0:1746070448.825634:0:7094:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a100) 00010000:00010000:0.0:1746070448.825758:0:7094:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070448.825771:0:7094:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304dc00/0x628f9640b607fb49 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c031d expref: -99 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.825837:0:7094:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b607fb50 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.825846:0:7094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b607fb50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.825853:0:7094:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b607fb50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00000004:00200000:0.0:1746070448.825860:0:7094:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:3.0:1746070448.826040:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc400/0x628f9640b607fb1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0324 expref: 23 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.826237:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fb26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0324 expref: 22 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.826243:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:3.0:1746070448.826245:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070448.826247:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a13bc600, rc 0) 00000100:00100000:3.0:1746070448.826295:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+22:1174:x1830887015645056:12345-192.168.203.29@tcp:101:dd.0 Request processed in 3071us (3794us total) trans 4294982038 rc 0/0 00000100:00100000:3.0:1746070448.826302:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33805 00010000:00010000:0.0:1746070448.827180:0:7094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304dc00/0x628f9640b607fb49 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c031d expref: 31 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.827193:0:7094:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b607fb50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c031d expref: 30 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.827198:0:7094:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88012f5a1a00) 00010000:00010000:0.0:1746070448.827200:0:7094:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070448.827202:0:7094:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304d200, rc 0) 00000100:00100000:0.0:1746070448.827225:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1173:x1830887015644800:12345-192.168.203.29@tcp:101:dd.0 Request processed in 4094us (6130us total) trans 4294982039 rc 0/0 00000100:00100000:0.0:1746070448.827230:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33804 00000100:00100000:2.0:1746070448.831327:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.831504:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015645184 00000100:00100000:0.0:1746070448.831512:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015645184 00000100:00100000:0.0:1746070448.831559:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5641 00000100:00100000:0.0:1746070448.831566:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015645184:12345-192.168.203.29@tcp:101:ll_agl.0 00010000:00010000:0.0:1746070448.831580:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070448.831595:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607fb5e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c032b expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070448.831614:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746070448.831629:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.831631:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.831637:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607fb5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c032b expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070448.831648:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607fb5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c032b expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070448.831657:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009304de00, rc 0) 00000100:00100000:0.0:1746070448.831732:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015645184:12345-192.168.203.29@tcp:101:ll_agl.0 Request processed in 165us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070448.831737:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5641 00000100:00100000:1.0:1746070448.834544:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.835170:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.835192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.835211:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015645824 00000100:00100000:1.0:1746070448.835218:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015645824 00000100:00100000:1.0:1746070448.835251:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5642 00000100:00100000:1.0:1746070448.835258:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015645824:12345-192.168.203.29@tcp:101:ll_agl.0 00010000:00010000:1.0:1746070448.835273:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070448.835290:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ceac00/0x628f9640b607fb65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0339 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746070448.835309:0:8445:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746070448.835325:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070448.835327:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070448.835333:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ceac00/0x628f9640b607fb65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0339 expref: 9 pid: 8445 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070448.835345:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ceac00/0x628f9640b607fb65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0339 expref: 9 pid: 8445 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070448.835353:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ceac00, rc 0) 00000100:00100000:1.0:1746070448.835402:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015645824:12345-192.168.203.29@tcp:101:ll_agl.0 Request processed in 143us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070448.835407:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5642 00000100:00100000:1.0:1746070448.835448:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.838611:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015645696 00000100:00100000:0.0:1746070448.838621:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015645696 00000100:00100000:0.0:1746070448.838694:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33806 00000100:00100000:0.0:1746070448.838701:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+22:1174:x1830887015645696:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070448.838718:0:7094:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070448.838721:0:7094:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746070448.838742:0:7094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bc8a00/0x628f9640b607fafc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02de expref: 22 pid: 10662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.838754:0:7094:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a100) 00010000:00010000:0.0:1746070448.838762:0:7094:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070448.838773:0:7094:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d800/0x628f9640b607fb6c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0332 expref: -99 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.838881:0:7094:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607fb73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.838891:0:7094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607fb73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.838898:0:7094:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607fb73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.838907:0:7094:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fb7a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.838911:0:7094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fb7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.838916:0:7094:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fb7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.838963:0:7094:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d000/0x628f9640b607fb81 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.838970:0:7094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d000/0x628f9640b607fb81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.838979:0:7094:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d000/0x628f9640b607fb81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00000004:00200000:0.0:1746070448.838986:0:7094:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:0.0:1746070448.839047:0:7094:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607fb73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839053:0:7094:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607fb73 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839057:0:7094:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607fb73 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839062:0:7094:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d5ce00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070448.839065:0:7094:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607fb73 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839070:0:7094:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607fb73 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839076:0:7094:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880092b4cf00) 00010000:00010000:0.0:1746070448.839079:0:7094:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070448.839081:0:7094:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607fb73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839085:0:7094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5ce00/0x628f9640b607fb73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839091:0:7094:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fb7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839095:0:7094:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fb7a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839101:0:7094:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fb7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839105:0:7094:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d5c200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070448.839107:0:7094:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fb7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839111:0:7094:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fb7a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839115:0:7094:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880092b4c300) 00010000:00010000:0.0:1746070448.839117:0:7094:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070448.839118:0:7094:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fb7a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839122:0:7094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5c200/0x628f9640b607fb7a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070448.839147:0:7094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d800/0x628f9640b607fb6c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0332 expref: 24 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.839158:0:7094:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d000/0x628f9640b607fb81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0332 expref: 23 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.839163:0:7094:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880092b4c400) 00010000:00010000:0.0:1746070448.839165:0:7094:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070448.839167:0:7094:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d5d000, rc 0) 00000100:00100000:0.0:1746070448.839207:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+23:1174:x1830887015645696:12345-192.168.203.29@tcp:101:dd.0 Request processed in 506us (4037us total) trans 4294982040 rc 0/0 00000100:00100000:0.0:1746070448.839212:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33806 00000100:00100000:2.0:1746070448.843881:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015645440 00000100:00100000:2.0:1746070448.843892:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015645440 00000100:00100000:2.0:1746070448.843947:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 143 00000100:00100000:2.0:1746070448.843954:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+23:1963:x1830887015645440:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070448.843967:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070448.843989:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc600/0x628f9640b607fb26 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0324 expref: 23 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.844011:0:7079:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:2.0:1746070448.844015:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070448.844057:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+22:1963:x1830887015645440:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 104us (9519us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070448.844063:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 143 00000100:00100000:1.0:1746070448.844537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.844599:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015645312 00000100:00100000:3.0:1746070448.844603:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015645312 00000100:00100000:3.0:1746070448.844624:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 144 00000100:00100000:3.0:1746070448.844630:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1962:x1830887015645312:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070448.844636:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070448.844646:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304d200/0x628f9640b607fb50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c031d expref: 30 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.844660:0:7079:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88012f5a1a00) 00010000:00010000:3.0:1746070448.844692:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070448.844713:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1962:x1830887015645312:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 84us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070448.844719:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 144 00000100:00100000:2.0:1746070448.844826:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015646080 00000100:00100000:2.0:1746070448.844831:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015646080 00000100:00100000:2.0:1746070448.844861:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4320 00000100:00100000:2.0:1746070448.844865:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015646080:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070448.844887:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092bc9200/0x628f9640b607fb8f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.844897:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070448.844899:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070448.844903:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092bc9200/0x628f9640b607fb8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.844913:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092bc9200/0x628f9640b607fb8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070448.845790:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.845806:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015646336 00000100:00100000:0.0:1746070448.845809:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015646336 00000100:00100000:0.0:1746070448.845835:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4321 00000100:00100000:0.0:1746070448.845840:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015646336:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070448.845859:0:27023:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a4764a00/0x628f9640b607fb96 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.845867:0:27023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.845868:0:27023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.845871:0:27023:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4764a00/0x628f9640b607fb96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.845880:0:27023:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4764a00/0x628f9640b607fb96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070448.854045:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.854104:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015646464 00000100:00100000:3.0:1746070448.854112:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015646464 00000100:00100000:3.0:1746070448.854157:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5643 00000100:00100000:3.0:1746070448.854165:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1174:x1830887015646464:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:3.0:1746070448.854179:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070448.854197:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607fb9d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0340 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.854222:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607fb5e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c032b expref: 9 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070448.854229:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070448.854230:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070448.854233:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607fb9d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0340 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.854257:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607fb5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c032b expref: 9 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070448.854267:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607fb5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c032b expref: 9 pid: 8444 timeout: 660 lvb_type: 1 00000100:00100000:3.0:1746070448.854278:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087bead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013401856:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070448.854336:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a97a80 going to sleep for 11 seconds 00010000:00010000:2.0:1746070448.862464:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092bc9200/0x628f9640b607fb8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.862477:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092bc9200/0x628f9640b607fb8f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.862484:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092bc9200/0x628f9640b607fb8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.862493:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bc9200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070448.862497:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092bc9200/0x628f9640b607fb8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.862502:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092bc9200/0x628f9640b607fb8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.862516:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092bc9200/0x628f9640b607fb8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.862521:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092bc9200/0x628f9640b607fb8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070448.862587:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015646080:12345-192.168.203.29@tcp:3:dd.0 Request processed in 17718us (27134us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070448.862596:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4320 00010000:00010000:0.0:1746070448.862620:0:27023:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a4764a00/0x628f9640b607fb96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.862627:0:27023:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4764a00/0x628f9640b607fb96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.862632:0:27023:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a4764a00/0x628f9640b607fb96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.862637:0:27023:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4764a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070448.862640:0:27023:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4764a00/0x628f9640b607fb96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.862645:0:27023:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4764a00/0x628f9640b607fb96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.862654:0:27023:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a4764a00/0x628f9640b607fb96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.862659:0:27023:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4764a00/0x628f9640b607fb96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070448.862719:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015646336:12345-192.168.203.29@tcp:3:dd.0 Request processed in 16878us (16931us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070448.862725:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4321 00000100:00100000:3.0:1746070448.865165:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087bead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013401856:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070448.865188:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607fb9d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0340 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.865202:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a411d600, rc 0) 00000100:00100000:3.0:1746070448.865244:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1174:x1830887015646464:12345-192.168.203.29@tcp:101:dd.0 Request processed in 11079us (11204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070448.865251:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5643 00000100:00100000:2.0:1746070448.865915:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.865960:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015646592 00000100:00100000:0.0:1746070448.865966:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015646592 00010000:00010000:0.0:1746070448.865988:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607fb5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c032b expref: 8 pid: 8444 timeout: 660 lvb_type: 1 00000100:00100000:0.0:1746070448.866016:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7893 00000100:00100000:0.0:1746070448.866022:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015646592:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070448.866034:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070448.866054:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607fb5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c032b expref: 8 pid: 8444 timeout: 660 lvb_type: 1 00010000:00010000:0.0:1746070448.866064:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607fb5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c032b expref: 8 pid: 8444 timeout: 660 lvb_type: 1 00010000:00010000:0.0:1746070448.866080:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009304de00/0x628f9640b607fb5e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c032b expref: 8 pid: 8444 timeout: 660 lvb_type: 1 00010000:00010000:0.0:1746070448.866094:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.866096:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.866101:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607fb9d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0340 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.866107:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607fb9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0340 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.866130:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607fb9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0340 expref: 16 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070448.866139:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d506680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013401984:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070448.867276:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801316b2540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070448.872621:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d506680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7078:1830887013401984:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070448.872637:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070448.873130:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015646592:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 7105us (7213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070448.873140:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7893 00000100:00100000:1.0:1746070448.881176:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.881251:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.881264:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.881296:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.881344:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015646848 00000100:00100000:0.0:1746070448.881351:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015646848 00000100:00100000:3.0:1746070448.881449:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015647104 00000100:00100000:3.0:1746070448.881452:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015647104 00000100:00100000:3.0:1746070448.881478:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5644 00000100:00100000:3.0:1746070448.881484:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1174:x1830887015647104:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:3.0:1746070448.881495:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070448.881506:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607fba4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0347 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.881528:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ceac00/0x628f9640b607fb65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0339 expref: 9 pid: 8445 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070448.881534:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070448.881536:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070448.881538:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607fba4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0347 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.881560:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ceac00/0x628f9640b607fb65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0339 expref: 9 pid: 8445 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070448.881568:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ceac00/0x628f9640b607fb65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0339 expref: 9 pid: 8445 timeout: 660 lvb_type: 1 00000100:00100000:3.0:1746070448.881577:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087bead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013402112:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070448.881636:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a97a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070448.881836:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015647232 00000100:00100000:0.0:1746070448.881839:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015647232 00002000:00100000:0.0:1746070448.881855:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8800923baa00 x1830887015647232/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070448.881863:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923baa00 with x1830887015647232 ext(0->1048575) 00002000:00010000:0.0:1746070448.881866:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923baa00 00000100:00100000:2.0:1746070448.881935:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015647488 00000100:00100000:2.0:1746070448.881938:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015647488 00000100:00100000:2.0:1746070448.881956:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4322 00000100:00100000:2.0:1746070448.881961:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015646848:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:2.0:1746070448.881976:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.881985:0:31817:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607f99e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0213 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.881994:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070448.881995:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070448.881997:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.882009:0:31817:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607f99e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0213 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070448.882015:0:31817:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607f99e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0213 expref: 10 pid: 8444 timeout: 660 lvb_type: 0 00000100:00100000:2.0:1746070448.882022:0:31817:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:31817:1830887013402240:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070448.882045:0:31817:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8025180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070448.882055:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4323 00000100:00100000:2.0:1746070448.882059:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1964:x1830887015647232:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070448.886199:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4324 00000100:00100000:3.0:1746070448.886215:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1963:x1830887015647488:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:3.0:1746070448.886249:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.886261:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070448.886263:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070448.886265:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070448.886272:0:25227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070448.886754:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.886788:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070448.886809:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015647744 00000100:00100000:0.0:1746070448.886815:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015647744 00010000:00010000:0.0:1746070448.886837:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607f99e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0213 expref: 11 pid: 8444 timeout: 660 lvb_type: 0 00000100:00100000:0.0:1746070448.886854:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015647616 00000100:00100000:0.0:1746070448.886856:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015647616 00010000:00010000:0.0:1746070448.886863:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ceac00/0x628f9640b607fb65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0339 expref: 12 pid: 8445 timeout: 660 lvb_type: 1 00000100:00100000:0.0:1746070448.886874:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7894 00000100:00100000:0.0:1746070448.886878:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015647744:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070448.886886:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746070448.886899:0:7078:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:0.0:1746070448.886902:0:7078:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 49163 -> 51211 00010000:00010000:0.0:1746070448.886907:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607f99e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0213 expref: 12 pid: 8444 timeout: 660 lvb_type: 0 00010000:00010000:0.0:1746070448.886915:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607f99e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0213 expref: 12 pid: 8444 timeout: 660 lvb_type: 0 00010000:00010000:0.0:1746070448.886930:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.886931:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.886934:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.886944:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.886949:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.886950:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.886952:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.886956:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.886971:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070448.886999:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+12:1963:x1830887015647744:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 120us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070448.887004:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7894 00000100:00100000:0.0:1746070448.887040:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7895 00000100:00100000:0.0:1746070448.887044:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015647616:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070448.887049:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070448.887058:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ceac00/0x628f9640b607fb65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0339 expref: 11 pid: 8445 timeout: 660 lvb_type: 1 00010000:00010000:0.0:1746070448.887066:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ceac00/0x628f9640b607fb65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0339 expref: 11 pid: 8445 timeout: 660 lvb_type: 1 00010000:00010000:0.0:1746070448.887075:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.887076:0:7078:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070448.887080:0:7078:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607fba4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0347 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.887086:0:7078:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607fba4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0347 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.887105:0:7078:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607fba4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0347 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070448.887114:0:7078:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d505500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887013402368:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070448.887148:0:7078:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801316b2d80 going to sleep for 11 seconds 00010000:00010000:0.0:1746070448.887161:0:25227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.887167:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.887300:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607f99e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0213 expref: 12 pid: 8444 timeout: 660 lvb_type: 0 00000100:00100000:0.0:1746070448.887313:0:31817:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:31817:1830887013402240:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070448.887323:0:31817:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.887329:0:31817:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.887333:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.887473:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ceac00/0x628f9640b607fb65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0339 expref: 12 pid: 8445 timeout: 660 lvb_type: 1 00000100:00100000:0.0:1746070448.887484:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087bead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013402112:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070448.887495:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607fba4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0347 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070448.887503:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a411c200, rc 0) 00000100:00100000:0.0:1746070448.887526:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1174:x1830887015647104:12345-192.168.203.29@tcp:101:dd.0 Request processed in 6042us (6355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070448.887531:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5644 00000100:00100000:0.0:1746070448.895959:0:7078:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d505500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7078:1830887013402368:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070448.895976:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070448.896025:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015647616:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 8978us (9235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070448.896033:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7895 00000100:00100000:2.0:1746070448.917155:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1964:x1830887015647232:12345-192.168.203.29@tcp:4:dd.0 Request processed in 35084us (35879us total) trans 4294968084 rc 0/0 00000100:00100000:2.0:1746070448.917168:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4323 00002000:00100000:2.0:1746070448.917180:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8800923baa00 x1830887015647232/t4294968084(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/448 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.917189:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923baa00 with x1830887015647232 ext(0->1048575) 00002000:00010000:2.0:1746070448.917194:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923baa00 00000100:00100000:1.0:1746070448.921933:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.923624:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015648000 00000100:00100000:2.0:1746070448.923633:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015648000 00002000:00100000:2.0:1746070448.923688:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88012e31f100 x1830887015648000/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.923698:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f100 with x1830887015648000 ext(0->1048575) 00002000:00010000:2.0:1746070448.923702:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31f100 00000100:00100000:2.0:1746070448.923719:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4325 00000100:00100000:2.0:1746070448.923726:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1964:x1830887015648000:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070448.944235:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070448.946835:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+11:1964:x1830887015648000:12345-192.168.203.29@tcp:4:dd.0 Request processed in 23104us (24904us total) trans 4294968521 rc 0/0 00000100:00100000:2.0:1746070448.946845:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4325 00002000:00100000:2.0:1746070448.946855:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88012e31f100 x1830887015648000/t4294968521(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/448 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.946863:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31f100 with x1830887015648000 ext(0->1048575) 00002000:00010000:2.0:1746070448.946867:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e31f100 00000100:00100000:2.0:1746070448.946938:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015648256 00000100:00100000:2.0:1746070448.946943:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015648256 00002000:00100000:2.0:1746070448.946964:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880093d5e300 x1830887015648256/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070448.946970:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e300 with x1830887015648256 ext(1048576->2097151) 00002000:00010000:2.0:1746070448.946972:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5e300 00000100:00100000:1.0:1746070448.957799:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4326 00000100:00100000:1.0:1746070448.957831:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1963:x1830887015648256:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070448.979898:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070448.979927:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015648512 00000100:00100000:3.0:1746070448.979934:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015648512 00002000:00100000:3.0:1746070448.979967:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880087bea300 x1830887015648512/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070448.979977:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087bea300 with x1830887015648512 ext(1048576->2097151) 00002000:00010000:3.0:1746070448.979982:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087bea300 00000100:00100000:3.0:1746070448.980017:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4327 00000100:00100000:3.0:1746070448.980023:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+11:1963:x1830887015648512:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070448.981229:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070448.982324:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015648768 00000100:00100000:1.0:1746070448.982332:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015648768 00002000:00100000:1.0:1746070448.982368:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880087be9f80 x1830887015648768/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/0 e 0 to 0 dl 1746070459 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.982377:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9f80 with x1830887015648768 ext(2097152->3145727) 00002000:00010000:1.0:1746070448.982381:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be9f80 00000100:00100000:1.0:1746070448.982399:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4328 00000100:00100000:1.0:1746070448.982405:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+21:1963:x1830887015648768:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070448.990815:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+23:1963:x1830887015648256:12345-192.168.203.29@tcp:4:dd.0 Request processed in 32998us (46578us total) trans 4294968085 rc 0/0 00000100:00100000:1.0:1746070448.990825:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4326 00002000:00100000:1.0:1746070448.990836:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880093d5e300 x1830887015648256/t4294968085(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/448 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070448.990846:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e300 with x1830887015648256 ext(1048576->2097151) 00002000:00010000:1.0:1746070448.990850:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5e300 00000100:00100000:0.0:1746070449.003510:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1963:x1830887015648512:12345-192.168.203.29@tcp:4:dd.0 Request processed in 23480us (23612us total) trans 4294968522 rc 0/0 00000100:00100000:0.0:1746070449.003520:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4327 00002000:00100000:0.0:1746070449.003530:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880087bea300 x1830887015648512/t4294968522(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/448 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.003538:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087bea300 with x1830887015648512 ext(1048576->2097151) 00002000:00010000:0.0:1746070449.003542:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087bea300 00000100:00100000:2.0:1746070449.015586:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+23:1963:x1830887015648768:12345-192.168.203.29@tcp:4:dd.0 Request processed in 33174us (34352us total) trans 4294968086 rc 0/0 00000100:00100000:2.0:1746070449.015597:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4328 00002000:00100000:2.0:1746070449.015605:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880087be9f80 x1830887015648768/t4294968086(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:79/0 lens 488/448 e 0 to 0 dl 1746070459 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.015618:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087be9f80 with x1830887015648768 ext(2097152->3145727) 00002000:00010000:2.0:1746070449.015623:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087be9f80 00000100:00100000:0.0:1746070449.016504:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070449.020943:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015649024 00000100:00100000:2.0:1746070449.020951:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015649024 00002000:00100000:2.0:1746070449.020998:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff88012d505500 x1830887015649024/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.021007:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505500 with x1830887015649024 ext(2097152->3145727) 00002000:00010000:2.0:1746070449.021012:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d505500 00000100:00080000:0.0:1746070449.021566:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746070449.025135:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4329 00000100:00100000:2.0:1746070449.025148:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1964:x1830887015649024:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070449.028438:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070449.028723:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015649280 00000100:00100000:1.0:1746070449.028730:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015649280 00002000:00100000:1.0:1746070449.028779:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88012d505880 x1830887015649280/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070449.028787:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505880 with x1830887015649280 ext(3145728->4194303) 00002000:00010000:1.0:1746070449.028792:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d505880 00000100:00100000:1.0:1746070449.028817:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4330 00000100:00100000:1.0:1746070449.028826:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+23:1964:x1830887015649280:12345-192.168.203.29@tcp:4:dd.0 00000100:00080000:2.0:1746070449.029037:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070449.048521:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1964:x1830887015649024:12345-192.168.203.29@tcp:4:dd.0 Request processed in 23367us (32009us total) trans 4294968523 rc 0/0 00000100:00100000:2.0:1746070449.048533:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4329 00002000:00100000:2.0:1746070449.048542:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff88012d505500 x1830887015649024/t4294968523(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.048550:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505500 with x1830887015649024 ext(2097152->3145727) 00002000:00010000:2.0:1746070449.048554:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d505500 00000100:00100000:2.0:1746070449.049567:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070449.049614:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015649536 00000100:00100000:3.0:1746070449.049620:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015649536 00002000:00100000:3.0:1746070449.049646:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880093d5d180 x1830887015649536/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070449.049653:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d180 with x1830887015649536 ext(3145728->4194303) 00002000:00010000:3.0:1746070449.049656:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5d180 00000100:00100000:3.0:1746070449.049701:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4331 00000100:00100000:3.0:1746070449.049707:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1964:x1830887015649536:12345-192.168.203.29@tcp:4:dd.0 00000001:00080000:2.0:1746070449.057201:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968519 is committed 00002000:00010000:1.0:1746070449.057354:0:25227:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1746070447 -> 1746070448 00010000:00010000:1.0:1746070449.057366:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.057379:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.057385:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.057391:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a411ca00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070449.057394:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.057400:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.057416:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.057421:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a411ca00/0x628f9640b607fbb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070449.058074:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015647488:12345-192.168.203.29@tcp:4:dd.0 Request processed in 171860us (176771us total) trans 4294968519 rc 0/0 00000100:00100000:1.0:1746070449.058083:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4324 00000100:00100000:0.0:1746070449.081905:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+25:1964:x1830887015649280:12345-192.168.203.29@tcp:4:dd.0 Request processed in 53070us (53460us total) trans 4294968087 rc 0/0 00000100:00100000:0.0:1746070449.081915:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4330 00002000:00100000:0.0:1746070449.081926:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88012d505880 x1830887015649280/t4294968087(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.081935:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505880 with x1830887015649280 ext(3145728->4194303) 00002000:00010000:0.0:1746070449.081939:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d505880 00000100:00100000:1.0:1746070449.089718:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.090166:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015649792 00000100:00100000:0.0:1746070449.090174:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015649792 00002000:00100000:0.0:1746070449.090205:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88012e31ce00 x1830887015649792/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.090215:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ce00 with x1830887015649792 ext(4194304->5242879) 00002000:00010000:0.0:1746070449.090219:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31ce00 00000100:00100000:0.0:1746070449.090236:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4332 00000100:00100000:0.0:1746070449.090242:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+25:1964:x1830887015649792:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070449.090765:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1964:x1830887015649536:12345-192.168.203.29@tcp:4:dd.0 Request processed in 41057us (41198us total) trans 4294968524 rc 0/0 00000100:00100000:1.0:1746070449.090773:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4331 00002000:00100000:1.0:1746070449.090779:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880093d5d180 x1830887015649536/t4294968524(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070449.090786:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d180 with x1830887015649536 ext(3145728->4194303) 00002000:00010000:1.0:1746070449.090790:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5d180 00000100:00100000:3.0:1746070449.100381:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1830887013402752:0@lo:400:kworker.0 00000100:00100000:3.0:1746070449.100426:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070449.100463:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746070449.100467:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3295:1830887013402624:0@lo:400:kworker.0 00000100:00100000:3.0:1746070449.100480:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070449.100490:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087262300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013403136:0@lo:400:kworker.0 00000100:00100000:3.0:1746070449.100502:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070449.100527:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013402752 00000100:00100000:3.0:1746070449.100532:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013402752 00000100:00100000:3.0:1746070449.100558:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013402624 00000100:00100000:3.0:1746070449.100560:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013402624 00000100:00100000:3.0:1746070449.100570:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1746070449.100575:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830887013402752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070449.100604:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1830887013402752:12345-0@lo:400:kworker.0 Request processed in 29us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070449.100608:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1746070449.100619:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1746070449.100622:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1830887013402624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070449.100635:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1830887013402624:12345-0@lo:400:kworker.0 Request processed in 13us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070449.100638:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1746070449.100650:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013403136 00000100:00100000:3.0:1746070449.100651:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013403136 00000100:00100000:3.0:1746070449.100696:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1746070449.100700:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013403136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070449.100719:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013403136:12345-0@lo:400:kworker.0 Request processed in 19us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070449.100723:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1746070449.100747:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3295:1830887013402624:0@lo:400:kworker.0 00000100:00100000:3.0:1746070449.100753:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087262300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013403136:0@lo:400:kworker.0 00000100:00100000:3.0:1746070449.100758:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1830887013402752:0@lo:400:kworker.0 00000100:00100000:1.0:1746070449.101005:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013402496:0@lo:400:kworker.0 00000100:00100000:1.0:1746070449.101030:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070449.101050:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a41c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013403008:0@lo:400:kworker.0 00000100:00100000:1.0:1746070449.101066:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070449.101078:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746070449.101081:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013402880:0@lo:400:kworker.0 00000100:00100000:1.0:1746070449.101094:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070449.101114:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013403008 00000100:00100000:1.0:1746070449.101116:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013403008 00000100:00100000:1.0:1746070449.101134:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1746070449.101138:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e31ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013403008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070449.101161:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830887013403008:12345-0@lo:400:kworker.0 Request processed in 23us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070449.101166:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1746070449.101177:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013402880 00000100:00100000:1.0:1746070449.101179:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013402880 00000100:00100000:1.0:1746070449.101194:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1746070449.101198:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013402880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070449.101218:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3297:x1830887013402880:12345-0@lo:400:kworker.0 Request processed in 21us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070449.101223:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1746070449.101244:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013402880:0@lo:400:kworker.0 00000100:00100000:1.0:1746070449.101251:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a41c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1830887013403008:0@lo:400:kworker.0 00000100:00080000:2.0:1746070449.102516:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746070449.102521:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746070449.102523:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746070449.102538:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013402496 00000100:00100000:2.0:1746070449.102543:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013402496 00000100:00100000:2.0:1746070449.102567:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1746070449.102573:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4763850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3297:x1830887013402496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070449.102609:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4763850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3297:x1830887013402496:12345-0@lo:400:kworker.0 Request processed in 37us (1577us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070449.102614:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1746070449.102643:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3297:1830887013402496:0@lo:400:kworker.0 00000100:00100000:0.0:1746070449.106341:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e31ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+27:1964:x1830887015649792:12345-192.168.203.29@tcp:4:dd.0 Request processed in 16091us (16622us total) trans 4294968088 rc 0/0 00000100:00100000:0.0:1746070449.106350:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4332 00002000:00100000:0.0:1746070449.106360:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88012e31ce00 x1830887015649792/t4294968088(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.106368:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e31ce00 with x1830887015649792 ext(4194304->5242879) 00002000:00010000:0.0:1746070449.106373:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e31ce00 00000100:00100000:1.0:1746070449.116692:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.118038:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015650048 00000100:00100000:0.0:1746070449.118046:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015650048 00002000:00100000:0.0:1746070449.118079:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880091eff480 x1830887015650048/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.118087:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff480 with x1830887015650048 ext(4194304->5242879) 00002000:00010000:0.0:1746070449.118091:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091eff480 00000100:00100000:0.0:1746070449.118120:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4333 00000100:00100000:0.0:1746070449.118126:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1964:x1830887015650048:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070449.131054:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1964:x1830887015650048:12345-192.168.203.29@tcp:4:dd.0 Request processed in 12920us (14374us total) trans 4294968525 rc 0/0 00000100:00100000:1.0:1746070449.131064:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4333 00002000:00100000:1.0:1746070449.131074:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880091eff480 x1830887015650048/t4294968525(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070449.131083:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff480 with x1830887015650048 ext(4194304->5242879) 00002000:00010000:1.0:1746070449.131088:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091eff480 00000100:00100000:3.0:1746070449.140593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070449.140862:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015650304 00000100:00100000:1.0:1746070449.140871:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015650304 00002000:00100000:1.0:1746070449.140906:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880087262300 x1830887015650304/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070449.140916:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262300 with x1830887015650304 ext(5242880->6291455) 00002000:00010000:1.0:1746070449.140920:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087262300 00000100:00100000:1.0:1746070449.140937:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4334 00000100:00100000:1.0:1746070449.140944:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+27:1963:x1830887015650304:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070449.153837:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+29:1963:x1830887015650304:12345-192.168.203.29@tcp:4:dd.0 Request processed in 12888us (13245us total) trans 4294968089 rc 0/0 00000100:00100000:1.0:1746070449.153847:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4334 00002000:00100000:1.0:1746070449.153857:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880087262300 x1830887015650304/t4294968089(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070449.153865:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262300 with x1830887015650304 ext(5242880->6291455) 00002000:00010000:1.0:1746070449.153871:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087262300 00000100:00100000:1.0:1746070449.165305:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070449.165495:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015650560 00000100:00100000:2.0:1746070449.165503:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015650560 00002000:00100000:2.0:1746070449.165536:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880091eff100 x1830887015650560/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.165545:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff100 with x1830887015650560 ext(5242880->6291455) 00002000:00010000:2.0:1746070449.165549:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091eff100 00000100:00100000:2.0:1746070449.165565:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4335 00000100:00100000:2.0:1746070449.165571:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1964:x1830887015650560:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:1.0:1746070449.169929:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.169941:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.169948:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.169954:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bc8a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070449.169958:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.169964:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.169977:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.169983:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fbab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070449.170050:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015646848:12345-192.168.203.29@tcp:4:dd.0 Request processed in 288084us (288793us total) trans 4294968520 rc 0/0 00000100:00100000:1.0:1746070449.170059:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4322 00000001:00080000:3.0:1746070449.170610:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968522 is committed 00000001:00080000:3.0:1746070449.170624:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968520 is committed 00000001:00080000:3.0:1746070449.170632:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968523 is committed 00000100:00100000:0.0:1746070449.182882:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.182929:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070449.183009:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015650944 00000100:00100000:1.0:1746070449.183017:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015650944 00000100:00100000:2.0:1746070449.183018:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015651072 00000100:00100000:2.0:1746070449.183022:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015651072 00000100:00100000:1.0:1746070449.183086:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4336 00000100:00100000:1.0:1746070449.183093:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015650944:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:1.0:1746070449.183119:0:31817:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093403600/0x628f9640b607fbb9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.183132:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070449.183134:0:31817:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070449.183138:0:31817:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093403600/0x628f9640b607fbb9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.183150:0:31817:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093403600/0x628f9640b607fbb9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070449.183231:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4337 00000100:00100000:2.0:1746070449.183238:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015651072:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070449.183254:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fbc0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.183262:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.183264:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.183266:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fbc0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.183278:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fbc0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746070449.184238:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746070449.184242:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070449.193256:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070449.194068:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1964:x1830887015650560:12345-192.168.203.29@tcp:4:dd.0 Request processed in 28494us (28767us total) trans 4294968526 rc 0/0 00000100:00100000:3.0:1746070449.194078:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4335 00002000:00100000:3.0:1746070449.194088:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880091eff100 x1830887015650560/t4294968526(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070449.194097:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eff100 with x1830887015650560 ext(5242880->6291455) 00002000:00010000:3.0:1746070449.194102:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091eff100 00000100:00100000:3.0:1746070449.194320:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015651328 00000100:00100000:3.0:1746070449.194327:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015651328 00002000:00100000:3.0:1746070449.194350:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880093d5e680 x1830887015651328/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070449.194363:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e680 with x1830887015651328 ext(6291456->7340031) 00002000:00010000:3.0:1746070449.194366:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5e680 00000100:00100000:3.0:1746070449.194903:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4338 00000100:00100000:3.0:1746070449.194909:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+29:1962:x1830887015651328:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:1.0:1746070449.204153:0:31817:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093403600/0x628f9640b607fbb9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.204166:0:31817:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093403600/0x628f9640b607fbb9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.204172:0:31817:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093403600/0x628f9640b607fbb9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.204178:0:31817:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093403600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070449.204181:0:31817:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093403600/0x628f9640b607fbb9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.204187:0:31817:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093403600/0x628f9640b607fbb9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.204204:0:31817:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093403600/0x628f9640b607fbb9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.204209:0:31817:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093403600/0x628f9640b607fbb9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070449.204300:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015650944:12345-192.168.203.29@tcp:3:dd.0 Request processed in 21204us (21422us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070449.204309:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4336 00000100:00100000:0.0:1746070449.214710:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1746070449.214740:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fbc0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.214752:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fbc0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.214760:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fbc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.214767:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df52800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070449.214771:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fbc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.214778:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fbc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070449.214790:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015651584 00010000:00010000:3.0:1746070449.214793:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fbc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070449.214798:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015651584 00010000:00010000:3.0:1746070449.214799:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fbc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746070449.214829:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88012d505c00 x1830887015651584/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070449.214838:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505c00 with x1830887015651584 ext(6291456->7340031) 00002000:00010000:1.0:1746070449.214842:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d505c00 00000100:00100000:3.0:1746070449.214853:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015651072:12345-192.168.203.29@tcp:3:dd.0 Request processed in 31615us (31923us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070449.214858:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4339 00000100:00100000:1.0:1746070449.214865:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1962:x1830887015651584:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070449.215644:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+31:1962:x1830887015651328:12345-192.168.203.29@tcp:4:dd.0 Request processed in 20733us (22391us total) trans 4294968090 rc 0/0 00000100:00100000:3.0:1746070449.215853:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4337 00000100:00100000:2.0:1746070449.216373:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4338 00002000:00100000:2.0:1746070449.216382:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880093d5e680 x1830887015651328/t4294968090(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.216390:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e680 with x1830887015651328 ext(6291456->7340031) 00002000:00010000:2.0:1746070449.216393:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5e680 00000100:00100000:3.0:1746070449.216770:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070449.216874:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015651840 00000100:00100000:2.0:1746070449.216879:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015651840 00002000:00100000:2.0:1746070449.216904:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880087262d80 x1830887015651840/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.216911:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262d80 with x1830887015651840 ext(7340032->8388607) 00002000:00010000:2.0:1746070449.216914:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087262d80 00000100:00100000:2.0:1746070449.216934:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4340 00000100:00100000:2.0:1746070449.216939:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+31:1964:x1830887015651840:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070449.225091:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070449.225136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070449.225448:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015652096 00000100:00100000:2.0:1746070449.225455:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015652096 00000100:00100000:2.0:1746070449.225496:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015652224 00000100:00100000:2.0:1746070449.225499:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015652224 00000100:00100000:2.0:1746070449.225512:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4341 00000100:00100000:2.0:1746070449.225519:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015652096:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070449.225524:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4342 00000100:00100000:3.0:1746070449.225535:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015652224:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:2.0:1746070449.225557:0:31816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6812ebb0, atime: 0x0, ctime: 0x6812ebaf, blocks: 0xc80b 00010000:00010000:2.0:1746070449.225567:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607fbc7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.225575:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092d7d800/0x628f9640b607fbce lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.225579:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.225581:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.225585:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607fbc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.225596:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.225597:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607fbc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.225598:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070449.225600:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092d7d800/0x628f9640b607fbce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.225608:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092d7d800/0x628f9640b607fbce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070449.230299:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1962:x1830887015651584:12345-192.168.203.29@tcp:4:dd.0 Request processed in 15426us (15587us total) trans 4294968527 rc 0/0 00000100:00100000:2.0:1746070449.230309:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4339 00002000:00100000:2.0:1746070449.230319:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88012d505c00 x1830887015651584/t4294968527(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.230327:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d505c00 with x1830887015651584 ext(6291456->7340031) 00002000:00010000:2.0:1746070449.230331:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d505c00 00000100:00100000:0.0:1746070449.232531:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070449.232579:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015652608 00000100:00100000:2.0:1746070449.232586:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015652608 00002000:00100000:2.0:1746070449.232616:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88012d506a00 x1830887015652608/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.232621:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d506a00 with x1830887015652608 ext(7340032->8388607) 00002000:00010000:2.0:1746070449.232625:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d506a00 00000100:00100000:2.0:1746070449.232643:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4343 00000100:00100000:2.0:1746070449.232647:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1963:x1830887015652608:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070449.241813:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+33:1964:x1830887015651840:12345-192.168.203.29@tcp:4:dd.0 Request processed in 24864us (25035us total) trans 4294968091 rc 0/0 00000100:00100000:2.0:1746070449.241825:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4340 00002000:00100000:2.0:1746070449.241835:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880087262d80 x1830887015651840/t4294968091(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.241844:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262d80 with x1830887015651840 ext(7340032->8388607) 00002000:00010000:2.0:1746070449.241848:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087262d80 00000100:00100000:2.0:1746070449.242691:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070449.244101:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015652864 00000100:00100000:3.0:1746070449.244108:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015652864 00002000:00100000:3.0:1746070449.244136:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880093d5d880 x1830887015652864/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070449.244142:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d880 with x1830887015652864 ext(8388608->9437183) 00002000:00010000:3.0:1746070449.244145:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5d880 00000100:00100000:3.0:1746070449.244157:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4344 00000100:00100000:3.0:1746070449.244161:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+33:1964:x1830887015652864:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070449.252738:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.256887:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015653120 00000100:00100000:0.0:1746070449.256897:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015653120 00002000:00100000:0.0:1746070449.256932:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff880091efed80 x1830887015653120/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.256940:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efed80 with x1830887015653120 ext(8388608->9437183) 00002000:00010000:0.0:1746070449.256945:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091efed80 00000100:00100000:0.0:1746070449.256962:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4345 00000100:00100000:0.0:1746070449.256968:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1963:x1830887015653120:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070449.268067:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.271465:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015653376 00000100:00100000:0.0:1746070449.271476:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015653376 00002000:00100000:0.0:1746070449.271513:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880091efe300 x1830887015653376/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.271523:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efe300 with x1830887015653376 ext(9437184->10485759) 00002000:00010000:0.0:1746070449.271528:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efe300 00000100:00100000:0.0:1746070449.273111:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4346 00000100:00100000:0.0:1746070449.273122:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+35:1963:x1830887015653376:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070449.275472:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070449.275498:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015653632 00000100:00100000:2.0:1746070449.275504:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015653632 00002000:00100000:2.0:1746070449.276906:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff880091dcc700 x1830887015653632/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.276916:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcc700 with x1830887015653632 ext(9437184->10485759) 00002000:00010000:2.0:1746070449.276921:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091dcc700 00000100:00100000:2.0:1746070449.276940:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4347 00000100:00100000:2.0:1746070449.276948:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+21:1963:x1830887015653632:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070449.278030:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+23:1963:x1830887015652608:12345-192.168.203.29@tcp:4:dd.0 Request processed in 45378us (45501us total) trans 4294968530 rc 0/0 00000100:00100000:2.0:1746070449.278037:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4343 00002000:00100000:2.0:1746070449.278045:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88012d506a00 x1830887015652608/t4294968530(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.278052:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d506a00 with x1830887015652608 ext(7340032->8388607) 00002000:00010000:2.0:1746070449.278056:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d506a00 00000100:00100000:3.0:1746070449.287117:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.288865:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015653888 00000100:00100000:0.0:1746070449.288874:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015653888 00002000:00100000:0.0:1746070449.288910:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880087262680 x1830887015653888/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.288920:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262680 with x1830887015653888 ext(10485760->11534335) 00002000:00010000:0.0:1746070449.288925:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087262680 00000100:00100000:0.0:1746070449.288942:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4348 00000100:00100000:0.0:1746070449.288948:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+37:1964:x1830887015653888:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070449.289928:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+39:1964:x1830887015652864:12345-192.168.203.29@tcp:4:dd.0 Request processed in 45762us (47235us total) trans 4294968092 rc 0/0 00000100:00100000:2.0:1746070449.289936:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4344 00002000:00100000:2.0:1746070449.289943:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880093d5d880 x1830887015652864/t4294968092(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.289950:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d880 with x1830887015652864 ext(8388608->9437183) 00002000:00010000:2.0:1746070449.289954:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5d880 00000100:00100000:3.0:1746070449.300966:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070449.301038:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015654144 00000100:00100000:2.0:1746070449.301045:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015654144 00002000:00100000:2.0:1746070449.301078:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880087260000 x1830887015654144/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.301088:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260000 with x1830887015654144 ext(10485760->11534335) 00002000:00010000:2.0:1746070449.301092:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087260000 00000100:00100000:2.0:1746070449.301107:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4349 00000100:00100000:2.0:1746070449.301113:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+23:1964:x1830887015654144:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070449.302944:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+25:1963:x1830887015653120:12345-192.168.203.29@tcp:4:dd.0 Request processed in 45971us (50207us total) trans 4294968531 rc 0/0 00000100:00100000:0.0:1746070449.302953:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4345 00002000:00100000:0.0:1746070449.302961:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff880091efed80 x1830887015653120/t4294968531(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.302970:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efed80 with x1830887015653120 ext(8388608->9437183) 00002000:00010000:0.0:1746070449.302974:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091efed80 00000100:00100000:1.0:1746070449.309280:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746070449.309296:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013403264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746070449.309340:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070449.310267:0:8448:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013403264 00000100:00100000:1.0:1746070449.310274:0:8448:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013403264 00000100:00100000:1.0:1746070449.310300:0:8448:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1746070449.310305:0:8448:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013403264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746070449.310321:0:8448:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 5111808 granted 178716672 pending 17039360 free 3804233728 avail 3796893696 00000100:00100000:1.0:1746070449.310349:0:8448:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013403264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070449.310354:0:8448:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1746070449.310379:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013403264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070449.313930:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+39:1963:x1830887015653376:12345-192.168.203.29@tcp:4:dd.0 Request processed in 40806us (45866us total) trans 4294968093 rc 0/0 00000100:00100000:0.0:1746070449.313939:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4346 00002000:00100000:0.0:1746070449.313947:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880091efe300 x1830887015653376/t4294968093(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.313955:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091efe300 with x1830887015653376 ext(9437184->10485759) 00002000:00010000:0.0:1746070449.313960:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091efe300 00000100:00100000:1.0:1746070449.314438:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.314740:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015654400 00000100:00100000:0.0:1746070449.314746:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015654400 00002000:00100000:0.0:1746070449.314768:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880093109500 x1830887015654400/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.314775:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109500 with x1830887015654400 ext(11534336->12582911) 00002000:00010000:0.0:1746070449.314777:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109500 00000100:00100000:1.0:1746070449.314916:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4350 00000100:00100000:1.0:1746070449.314924:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+39:1963:x1830887015654400:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070449.315828:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+25:1963:x1830887015653632:12345-192.168.203.29@tcp:4:dd.0 Request processed in 38878us (40358us total) trans 4294968532 rc 0/0 00000100:00100000:2.0:1746070449.315835:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4347 00002000:00100000:2.0:1746070449.315840:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff880091dcc700 x1830887015653632/t4294968532(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070449.315848:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091dcc700 with x1830887015653632 ext(9437184->10485759) 00002000:00010000:2.0:1746070449.315851:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091dcc700 00000100:00100000:3.0:1746070449.322486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070449.324055:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+41:1964:x1830887015653888:12345-192.168.203.29@tcp:4:dd.0 Request processed in 35101us (36939us total) trans 4294968094 rc 0/0 00000100:00100000:1.0:1746070449.324065:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4348 00002000:00100000:1.0:1746070449.324075:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880087262680 x1830887015653888/t4294968094(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070449.324083:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262680 with x1830887015653888 ext(10485760->11534335) 00002000:00010000:1.0:1746070449.324087:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087262680 00000100:00100000:1.0:1746070449.324102:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015654656 00000100:00100000:1.0:1746070449.324107:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015654656 00002000:00100000:1.0:1746070449.324129:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880087262a00 x1830887015654656/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070449.324136:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262a00 with x1830887015654656 ext(11534336->12582911) 00002000:00010000:1.0:1746070449.324139:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087262a00 00000100:00100000:1.0:1746070449.324153:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4351 00000100:00100000:1.0:1746070449.324158:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+25:1963:x1830887015654656:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070449.339345:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2acfa880-79c0-40ca-9b06-ba79796809b8+27:1964:x1830887015654144:12345-192.168.203.29@tcp:4:dd.0 Request processed in 38224us (38378us total) trans 4294968533 rc 0/0 00000100:00100000:0.0:1746070449.339355:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4349 00002000:00100000:0.0:1746070449.339365:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880087260000 x1830887015654144/t4294968533(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.339374:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260000 with x1830887015654144 ext(10485760->11534335) 00002000:00010000:0.0:1746070449.339378:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087260000 00000100:00100000:3.0:1746070449.340245:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070449.340845:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070449.340869:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015655168 00000100:00100000:3.0:1746070449.340875:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015655168 00000100:00100000:3.0:1746070449.340920:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 173 00000100:00100000:3.0:1746070449.340926:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099c99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+22:1174:x1830887015655168:12345-192.168.203.29@tcp:35:dd.0 00000100:00100000:3.0:1746070449.341060:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099c99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+23:1174:x1830887015655168:12345-192.168.203.29@tcp:35:dd.0 Request processed in 134us (215us total) trans 4294982041 rc 0/0 00000100:00100000:3.0:1746070449.341065:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 173 00000100:00080000:3.0:1746070449.341082:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070449.341093:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015654912 00000100:00100000:3.0:1746070449.341096:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015654912 00002000:00100000:3.0:1746070449.341112:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff880087260a80 x1830887015654912/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/0 e 0 to 0 dl 1746070460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070449.341120:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260a80 with x1830887015654912 ext(12582912->13631487) 00002000:00010000:3.0:1746070449.341124:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087260a80 00000100:00100000:3.0:1746070449.341140:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4352 00000100:00100000:3.0:1746070449.341145:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+41:1963:x1830887015654912:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070449.346650:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+27:1963:x1830887015654656:12345-192.168.203.29@tcp:4:dd.0 Request processed in 22485us (24165us total) trans 4294968534 rc 0/0 00000100:00100000:1.0:1746070449.346668:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4351 00002000:00100000:1.0:1746070449.346689:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880087262a00 x1830887015654656/t4294968534(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070449.346697:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087262a00 with x1830887015654656 ext(11534336->12582911) 00002000:00010000:1.0:1746070449.346702:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087262a00 00000100:00100000:2.0:1746070449.349429:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.349478:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+43:1963:x1830887015654400:12345-192.168.203.29@tcp:4:dd.0 Request processed in 34552us (35039us total) trans 4294968095 rc 0/0 00000100:00100000:0.0:1746070449.349488:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4350 00002000:00100000:0.0:1746070449.349498:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880093109500 x1830887015654400/t4294968095(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.349506:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093109500 with x1830887015654400 ext(11534336->12582911) 00002000:00010000:0.0:1746070449.349510:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093109500 00000100:00100000:1.0:1746070449.349713:0:4052:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015655424 00000100:00100000:1.0:1746070449.349719:0:4052:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015655424 00000100:00100000:1.0:1746070449.349752:0:4052:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 174 00000100:00100000:1.0:1746070449.349758:0:4052:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+23:1174:x1830887015655424:12345-192.168.203.29@tcp:35:dd.0 00000001:00080000:1.0:1746070449.349905:0:4052:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294982042 00000100:00100000:1.0:1746070449.349954:0:4052:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+25:1174:x1830887015655424:12345-192.168.203.29@tcp:35:dd.0 Request processed in 196us (531us total) trans 4294982043 rc 0/0 00000100:00100000:1.0:1746070449.349960:0:4052:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 174 00000020:00080000:1.0:1746070449.349963:0:4052:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746070449.353252:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+43:1963:x1830887015654912:12345-192.168.203.29@tcp:4:dd.0 Request processed in 12100us (13003us total) trans 4294968096 rc 0/0 00000100:00100000:0.0:1746070449.353266:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4352 00002000:00100000:0.0:1746070449.353275:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff880087260a80 x1830887015654912/t4294968096(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:80/0 lens 488/448 e 0 to 0 dl 1746070460 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070449.353370:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087260a80 with x1830887015654912 ext(12582912->13631487) 00002000:00010000:0.0:1746070449.353374:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087260a80 00000001:00080000:3.0:1746070449.370894:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968528 is committed 00000001:00080000:3.0:1746070449.370909:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968525 is committed 00000001:00080000:3.0:1746070449.370920:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968527 is committed 00002000:00010000:1.0:1746070449.371004:0:25227:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1746070448 -> 1746070449 00002000:00010000:1.0:1746070449.371007:0:25227:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1746070447 -> 1746070449 00010000:00010000:1.0:1746070449.371016:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092d7d800/0x628f9640b607fbce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.371026:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092d7d800/0x628f9640b607fbce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.371037:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092d7d800/0x628f9640b607fbce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.371043:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092d7d800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070449.371047:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092d7d800/0x628f9640b607fbce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.371054:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092d7d800/0x628f9640b607fbce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.371068:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092d7d800/0x628f9640b607fbce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.371073:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d7d800/0x628f9640b607fbce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070449.371497:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015652224:12345-192.168.203.29@tcp:4:dd.0 Request processed in 145960us (146356us total) trans 4294968528 rc 0/0 00000100:00100000:1.0:1746070449.371505:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4342 00000001:00080000:3.0:1746070449.420410:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968533 is committed 00000001:00080000:3.0:1746070449.420430:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968534 is committed 00000001:00080000:3.0:1746070449.420443:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968529 is committed 00010000:00010000:2.0:1746070449.420544:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607fbc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.420555:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607fbc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.420562:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607fbc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.420567:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009460a200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070449.420570:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607fbc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.420576:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607fbc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.420589:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607fbc7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.420594:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009460a200/0x628f9640b607fbc7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070449.420687:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015652096:12345-192.168.203.29@tcp:4:dd.0 Request processed in 195140us (195574us total) trans 4294968529 rc 0/0 00000100:00100000:2.0:1746070449.420696:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4341 00000100:00100000:0.0:1746070449.424498:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.424533:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070449.424668:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015655680 00000100:00100000:2.0:1746070449.424690:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015655680 00000100:00100000:2.0:1746070449.424727:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015655936 00000100:00100000:2.0:1746070449.424729:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015655936 00000100:00100000:2.0:1746070449.424743:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4353 00000100:00100000:2.0:1746070449.424749:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015655680:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070449.424771:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607fbd5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.424782:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.424784:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.424788:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607fbd5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.424798:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607fbd5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070449.424883:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4354 00000100:00100000:0.0:1746070449.424891:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015655936:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070449.424909:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fbdc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.424916:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.424917:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.424920:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fbdc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.424928:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fbdc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.436548:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607fbd5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.436562:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607fbd5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.436570:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607fbd5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.436576:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097cbf400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070449.436580:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607fbd5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.436586:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607fbd5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.436606:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607fbd5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.436612:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097cbf400/0x628f9640b607fbd5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070449.438297:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015655680:12345-192.168.203.29@tcp:3:dd.0 Request processed in 13542us (13798us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070449.438308:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4353 00010000:00010000:2.0:1746070449.439277:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fbdc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.439289:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fbdc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.439296:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fbdc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.439302:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cea600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070449.439304:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fbdc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.439310:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fbdc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.439324:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fbdc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.439334:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fbdc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070449.439399:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015655936:12345-192.168.203.29@tcp:3:dd.0 Request processed in 14508us (14863us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070449.439405:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4354 00000100:00100000:0.0:1746070449.444762:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070449.444855:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015656192 00000100:00100000:2.0:1746070449.444863:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015656192 00000100:00100000:2.0:1746070449.444980:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4355 00000100:00100000:2.0:1746070449.444987:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015656192:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:2.0:1746070449.445025:0:1646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6812ebb1, atime: 0x0, ctime: 0x6812ebb1, blocks: 0xc80b 00010000:00010000:2.0:1746070449.445032:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097cbf800/0x628f9640b607fbe3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.445041:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.445043:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.445048:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097cbf800/0x628f9640b607fbe3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.445058:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097cbf800/0x628f9640b607fbe3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070449.446224:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.446303:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015656320 00000100:00100000:0.0:1746070449.446307:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015656320 00000100:00100000:0.0:1746070449.446385:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4356 00000100:00100000:0.0:1746070449.446390:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015656320:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:0.0:1746070449.446409:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fbea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.446417:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.446419:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.446422:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fbea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.446429:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fbea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746070449.502204:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968535 is committed 00010000:00010000:3.0:1746070449.502251:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097cbf800/0x628f9640b607fbe3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.502262:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097cbf800/0x628f9640b607fbe3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.502268:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097cbf800/0x628f9640b607fbe3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.502273:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097cbf800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070449.502276:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097cbf800/0x628f9640b607fbe3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.502282:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097cbf800/0x628f9640b607fbe3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.502296:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097cbf800/0x628f9640b607fbe3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.502301:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097cbf800/0x628f9640b607fbe3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070449.502365:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1964:x1830887015656192:12345-192.168.203.29@tcp:4:dd.0 Request processed in 57374us (57606us total) trans 4294968535 rc 0/0 00000100:00100000:3.0:1746070449.502373:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4355 00000001:00080000:2.0:1746070449.540172:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968536 is committed 00010000:00010000:0.0:1746070449.540194:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fbea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.540209:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fbea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.540217:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fbea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.540222:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cea000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070449.540226:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fbea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.540233:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fbea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.540248:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fbea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.540254:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fbea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070449.540322:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015656320:12345-192.168.203.29@tcp:4:dd.0 Request processed in 93927us (94096us total) trans 4294968536 rc 0/0 00000100:00100000:0.0:1746070449.540332:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4356 00000100:00100000:2.0:1746070449.544864:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070449.544892:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.545066:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015656832 00000100:00100000:0.0:1746070449.545073:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015656832 00000100:00100000:0.0:1746070449.545106:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015656960 00000100:00100000:0.0:1746070449.545108:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015656960 00000100:00100000:0.0:1746070449.545131:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4357 00000100:00100000:0.0:1746070449.545137:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015656832:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:1.0:1746070449.545153:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4358 00000100:00100000:1.0:1746070449.545159:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015656960:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070449.545162:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bc23800/0x628f9640b607fbf1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.545172:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607fbf8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.545173:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.545174:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070449.545178:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.545178:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc23800/0x628f9640b607fbf1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.545180:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070449.545182:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607fbf8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.545188:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc23800/0x628f9640b607fbf1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.545189:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607fbf8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.557883:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607fbf8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.557897:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607fbf8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.557905:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607fbf8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.557911:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136b51400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070449.557914:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607fbf8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.557920:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607fbf8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.557935:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607fbf8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.557941:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607fbf8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.557958:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bc23800/0x628f9640b607fbf1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.557965:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc23800/0x628f9640b607fbf1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.557969:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bc23800/0x628f9640b607fbf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.557974:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bc23800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070449.557977:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc23800/0x628f9640b607fbf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.557981:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc23800/0x628f9640b607fbf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.557989:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bc23800/0x628f9640b607fbf1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.557994:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc23800/0x628f9640b607fbf1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070449.557997:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015656960:12345-192.168.203.29@tcp:3:dd.0 Request processed in 12834us (13100us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070449.558007:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4358 00000100:00100000:0.0:1746070449.558019:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015656832:12345-192.168.203.29@tcp:3:dd.0 Request processed in 12882us (13162us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070449.558024:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4357 00000100:00100000:3.0:1746070449.564379:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070449.564699:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.566064:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015657216 00000100:00100000:0.0:1746070449.566073:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015657216 00000100:00100000:0.0:1746070449.566124:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015657344 00000100:00100000:0.0:1746070449.566126:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015657344 00000100:00100000:0.0:1746070449.566142:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4359 00000100:00100000:0.0:1746070449.566148:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015657216:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070449.566165:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4360 00000100:00100000:2.0:1746070449.566175:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015657344:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070449.566183:0:31816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6812ebb1, atime: 0x0, ctime: 0x6812ebb1, blocks: 0xc80b 00010000:00010000:0.0:1746070449.566189:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc23400/0x628f9640b607fbff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.566192:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fc06 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.566200:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.566201:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.566205:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc23400/0x628f9640b607fbff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.566303:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.566303:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc23400/0x628f9640b607fbff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.566305:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.566308:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fc06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.566318:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fc06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746070449.614366:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968537 is committed 00010000:00010000:3.0:1746070449.614462:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fc06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.614473:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fc06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.614481:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fc06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.614487:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cea000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070449.614491:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fc06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.614497:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fc06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.614514:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fc06 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.614520:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094cea000/0x628f9640b607fc06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070449.614905:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1962:x1830887015657344:12345-192.168.203.29@tcp:4:dd.0 Request processed in 48729us (50202us total) trans 4294968537 rc 0/0 00000100:00100000:3.0:1746070449.614914:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4360 00000001:00080000:1.0:1746070449.646925:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968538 is committed 00010000:00010000:0.0:1746070449.647054:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc23400/0x628f9640b607fbff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.647065:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc23400/0x628f9640b607fbff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.647073:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bc23400/0x628f9640b607fbff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.647078:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bc23400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070449.647081:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc23400/0x628f9640b607fbff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.647089:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc23400/0x628f9640b607fbff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.647102:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bc23400/0x628f9640b607fbff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.647107:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc23400/0x628f9640b607fbff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070449.647181:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015657216:12345-192.168.203.29@tcp:4:dd.0 Request processed in 81029us (82805us total) trans 4294968538 rc 0/0 00000100:00100000:0.0:1746070449.647192:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4359 00000100:00100000:3.0:1746070449.650844:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070449.650868:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.650950:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015657856 00000100:00100000:0.0:1746070449.650959:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015657856 00000100:00100000:0.0:1746070449.651187:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015657984 00000100:00100000:0.0:1746070449.651190:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015657984 00000100:00100000:2.0:1746070449.651191:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4361 00000100:00100000:2.0:1746070449.651200:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015657856:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070449.651207:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4362 00000100:00100000:0.0:1746070449.651211:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015657984:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070449.651227:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a295e00/0x628f9640b607fc0d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.651227:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094929400/0x628f9640b607fc14 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.651239:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.651239:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.651240:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.651240:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.651244:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a295e00/0x628f9640b607fc0d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.651244:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094929400/0x628f9640b607fc14 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.651256:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a295e00/0x628f9640b607fc0d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.651256:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094929400/0x628f9640b607fc14 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.661369:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a295e00/0x628f9640b607fc0d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.661384:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a295e00/0x628f9640b607fc0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.661391:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a295e00/0x628f9640b607fc0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.661398:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a295e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070449.661401:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a295e00/0x628f9640b607fc0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.661408:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a295e00/0x628f9640b607fc0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.661424:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a295e00/0x628f9640b607fc0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.661430:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a295e00/0x628f9640b607fc0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070449.661501:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015657856:12345-192.168.203.29@tcp:3:dd.0 Request processed in 10299us (10660us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070449.661509:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4361 00010000:00010000:0.0:1746070449.666227:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094929400/0x628f9640b607fc14 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.666240:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094929400/0x628f9640b607fc14 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.666247:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094929400/0x628f9640b607fc14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.666253:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094929400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070449.666256:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094929400/0x628f9640b607fc14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.666263:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094929400/0x628f9640b607fc14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.666277:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094929400/0x628f9640b607fc14 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.666282:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094929400/0x628f9640b607fc14 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070449.666428:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015657984:12345-192.168.203.29@tcp:3:dd.0 Request processed in 15211us (15554us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070449.666438:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4362 00000100:00100000:0.0:1746070449.670798:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.670846:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070449.671036:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015658240 00000100:00100000:2.0:1746070449.671043:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015658240 00000100:00100000:2.0:1746070449.671085:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015658368 00000100:00100000:2.0:1746070449.671087:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015658368 00000100:00100000:2.0:1746070449.671117:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4363 00000100:00100000:2.0:1746070449.671125:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015658240:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070449.671144:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4364 00000100:00100000:1.0:1746070449.671152:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015658368:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:2.0:1746070449.671161:0:31816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6812ebb1, atime: 0x0, ctime: 0x6812ebb1, blocks: 0xc80b 00010000:00010000:2.0:1746070449.671173:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b78e200/0x628f9640b607fc1b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.671179:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607fc22 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.671184:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.671185:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.671189:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b78e200/0x628f9640b607fc1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.671200:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b78e200/0x628f9640b607fc1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.673608:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070449.673613:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070449.673619:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607fc22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.673634:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607fc22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746070449.734524:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968539 is committed 00010000:00010000:3.0:1746070449.735988:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b78e200/0x628f9640b607fc1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.736000:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b78e200/0x628f9640b607fc1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.736008:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b78e200/0x628f9640b607fc1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.736014:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b78e200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070449.736018:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b78e200/0x628f9640b607fc1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.736025:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b78e200/0x628f9640b607fc1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.736040:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b78e200/0x628f9640b607fc1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.736045:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b78e200/0x628f9640b607fc1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070449.736111:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1962:x1830887015658240:12345-192.168.203.29@tcp:4:dd.0 Request processed in 64984us (65317us total) trans 4294968539 rc 0/0 00000100:00100000:3.0:1746070449.736120:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4363 00010000:00010000:1.0:1746070449.758774:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070449.774336:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607fc22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.774350:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607fc22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.774357:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607fc22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.774363:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094e84400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070449.774367:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607fc22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.774375:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607fc22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.774389:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607fc22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.774394:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e84400/0x628f9640b607fc22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070449.774454:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887015658368:12345-192.168.203.29@tcp:4:dd.0 Request processed in 103300us (103605us total) trans 4294968540 rc 0/0 00000100:00100000:0.0:1746070449.774463:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4364 00000001:00080000:1.0:1746070449.774521:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968540 is committed 00000100:00100000:3.0:1746070449.777324:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.777779:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015658880 00000100:00100000:0.0:1746070449.777787:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015658880 00000100:00100000:0.0:1746070449.777843:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4365 00000100:00100000:0.0:1746070449.777850:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015658880:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070449.777875:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094309600/0x628f9640b607fc29 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.777886:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.777888:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.777891:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094309600/0x628f9640b607fc29 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.777901:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094309600/0x628f9640b607fc29 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070449.778567:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070449.779480:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015659008 00000100:00100000:2.0:1746070449.779486:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015659008 00000100:00100000:2.0:1746070449.779532:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4366 00000100:00100000:2.0:1746070449.779538:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015659008:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070449.779559:0:31816:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094adf000/0x628f9640b607fc30 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.779569:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.779571:0:31816:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.779574:0:31816:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094adf000/0x628f9640b607fc30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.779583:0:31816:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094adf000/0x628f9640b607fc30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.791114:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094309600/0x628f9640b607fc29 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.791130:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094309600/0x628f9640b607fc29 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.791136:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094309600/0x628f9640b607fc29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.791143:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094309600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070449.791146:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094309600/0x628f9640b607fc29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.791153:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094309600/0x628f9640b607fc29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.791168:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094309600/0x628f9640b607fc29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.791173:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094309600/0x628f9640b607fc29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070449.791234:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015658880:12345-192.168.203.29@tcp:3:dd.0 Request processed in 13381us (13912us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070449.791244:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4365 00010000:00010000:0.0:1746070449.798574:0:31816:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094adf000/0x628f9640b607fc30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.798589:0:31816:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094adf000/0x628f9640b607fc30 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.798596:0:31816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094adf000/0x628f9640b607fc30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.798602:0:31816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094adf000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070449.798605:0:31816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094adf000/0x628f9640b607fc30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.798612:0:31816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094adf000/0x628f9640b607fc30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.798625:0:31816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094adf000/0x628f9640b607fc30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.798630:0:31816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094adf000/0x628f9640b607fc30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070449.798825:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015659008:12345-192.168.203.29@tcp:3:dd.0 Request processed in 19283us (20254us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070449.798833:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4366 00000100:00100000:3.0:1746070449.802075:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070449.802100:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070449.802166:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015659392 00000100:00100000:1.0:1746070449.802174:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015659392 00000100:00100000:1.0:1746070449.802225:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015659264 00000100:00100000:1.0:1746070449.802228:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015659264 00000100:00100000:1.0:1746070449.802244:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4367 00000100:00100000:1.0:1746070449.802251:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015659392:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:1.0:1746070449.802288:0:25227:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6812ebb1, atime: 0x0, ctime: 0x6812ebb1, blocks: 0xc80b 00010000:00010000:1.0:1746070449.802295:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d21200/0x628f9640b607fc37 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.802312:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070449.802313:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070449.802317:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d21200/0x628f9640b607fc37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.802328:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d21200/0x628f9640b607fc37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070449.802475:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4368 00000100:00100000:2.0:1746070449.802483:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015659264:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:2.0:1746070449.802497:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fc3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.802503:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.802504:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.802507:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fc3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.802513:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fc3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746070449.859700:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968541 is committed 00010000:00010000:1.0:1746070449.859737:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d21200/0x628f9640b607fc37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.859748:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d21200/0x628f9640b607fc37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.859755:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d21200/0x628f9640b607fc37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.859761:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d21200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070449.859765:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d21200/0x628f9640b607fc37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.859772:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d21200/0x628f9640b607fc37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.859788:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d21200/0x628f9640b607fc37 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.859799:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d21200/0x628f9640b607fc37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070449.859859:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1962:x1830887015659392:12345-192.168.203.29@tcp:4:dd.0 Request processed in 57604us (57787us total) trans 4294968541 rc 0/0 00000100:00100000:1.0:1746070449.859868:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4367 00000001:00080000:0.0:1746070449.896253:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968542 is committed 00010000:00010000:3.0:1746070449.896320:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fc3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.896331:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fc3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.896338:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fc3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.896343:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df52800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070449.896347:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fc3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.896353:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fc3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.896367:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fc3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070449.896372:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012df52800/0x628f9640b607fc3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070449.896437:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015659264:12345-192.168.203.29@tcp:4:dd.0 Request processed in 93950us (94331us total) trans 4294968542 rc 0/0 00000100:00100000:3.0:1746070449.896445:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4368 00000100:00100000:3.0:1746070449.900721:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070449.900745:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070449.901016:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015659904 00000100:00100000:0.0:1746070449.901023:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015659904 00000100:00100000:0.0:1746070449.901068:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015660032 00000100:00100000:0.0:1746070449.901070:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015660032 00000100:00100000:0.0:1746070449.901086:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4369 00000100:00100000:0.0:1746070449.901092:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015659904:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070449.901119:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a273a00/0x628f9640b607fc45 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.901130:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.901132:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.901136:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a273a00/0x628f9640b607fc45 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.901146:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a273a00/0x628f9640b607fc45 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070449.901773:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4370 00000100:00100000:0.0:1746070449.901779:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015660032:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070449.901795:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607fc4c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.901802:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.901803:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070449.901806:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607fc4c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.901815:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607fc4c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.916279:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a273a00/0x628f9640b607fc45 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.916295:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a273a00/0x628f9640b607fc45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.916302:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a273a00/0x628f9640b607fc45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.916307:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a273a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070449.916311:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a273a00/0x628f9640b607fc45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.916318:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a273a00/0x628f9640b607fc45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.916333:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a273a00/0x628f9640b607fc45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.916339:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a273a00/0x628f9640b607fc45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070449.917881:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015659904:12345-192.168.203.29@tcp:3:dd.0 Request processed in 16779us (17157us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070449.917893:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4369 00010000:00010000:0.0:1746070449.918931:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607fc4c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.918948:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607fc4c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.918955:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607fc4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.918960:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a273c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070449.918964:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607fc4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.918970:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607fc4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.918985:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607fc4c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070449.918991:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a273c00/0x628f9640b607fc4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070449.919056:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015660032:12345-192.168.203.29@tcp:3:dd.0 Request processed in 17275us (18307us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070449.919062:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4370 00000100:00100000:3.0:1746070449.923297:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070449.923331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070449.923399:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015660288 00000100:00100000:1.0:1746070449.923407:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015660288 00000100:00100000:1.0:1746070449.923454:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015660416 00000100:00100000:1.0:1746070449.923456:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015660416 00000100:00100000:1.0:1746070449.923471:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4371 00000100:00100000:1.0:1746070449.923477:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015660288:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:1.0:1746070449.923511:0:1646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6812ebb1, atime: 0x0, ctime: 0x6812ebb1, blocks: 0xc80b 00010000:00010000:1.0:1746070449.923518:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80c8e00/0x628f9640b607fc53 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.923529:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070449.923531:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070449.923535:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80c8e00/0x628f9640b607fc53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.923546:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80c8e00/0x628f9640b607fc53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070449.923749:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4372 00000100:00100000:2.0:1746070449.923757:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887015660416:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:2.0:1746070449.923771:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607fc5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.923778:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.923780:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070449.923782:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607fc5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070449.923790:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607fc5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746070449.997828:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968543 is committed 00010000:00010000:1.0:1746070449.998217:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80c8e00/0x628f9640b607fc53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.998230:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80c8e00/0x628f9640b607fc53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.998243:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a80c8e00/0x628f9640b607fc53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.998250:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a80c8e00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070449.998254:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80c8e00/0x628f9640b607fc53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.998261:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80c8e00/0x628f9640b607fc53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.998278:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a80c8e00/0x628f9640b607fc53 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070449.998284:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80c8e00/0x628f9640b607fc53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070449.998348:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1961:x1830887015660288:12345-192.168.203.29@tcp:4:dd.0 Request processed in 74866us (75052us total) trans 4294968543 rc 0/0 00000100:00100000:1.0:1746070449.998357:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4371 00010000:00010000:2.0:1746070450.068754:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607fc5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.068766:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607fc5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.068773:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607fc5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.068780:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fac400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070450.068783:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607fc5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.068790:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607fc5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.068804:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607fc5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.068809:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fac400/0x628f9640b607fc5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070450.068872:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887015660416:12345-192.168.203.29@tcp:4:dd.0 Request processed in 145112us (145536us total) trans 4294968544 rc 0/0 00000100:00100000:2.0:1746070450.068881:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4372 00000001:00080000:3.0:1746070450.069033:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968544 is committed 00000100:00100000:2.0:1746070450.075391:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070450.075831:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015661056 00000100:00100000:3.0:1746070450.075839:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015661056 00000100:00100000:3.0:1746070450.075900:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4373 00000100:00100000:3.0:1746070450.075908:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015661056:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070450.075937:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093403c00/0x628f9640b607fc61 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.075948:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070450.075950:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070450.075954:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093403c00/0x628f9640b607fc61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.075967:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093403c00/0x628f9640b607fc61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.076924:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.080733:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015660928 00000100:00100000:0.0:1746070450.080744:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015660928 00000100:00100000:0.0:1746070450.080793:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4374 00000100:00100000:0.0:1746070450.080801:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015660928:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070450.080831:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093691a00/0x628f9640b607fc68 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.080844:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.080845:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.080849:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093691a00/0x628f9640b607fc68 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.080861:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093691a00/0x628f9640b607fc68 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.090931:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093403c00/0x628f9640b607fc61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.090945:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093403c00/0x628f9640b607fc61 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.090953:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093403c00/0x628f9640b607fc61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.090960:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093403c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070450.090963:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093403c00/0x628f9640b607fc61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.090971:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093403c00/0x628f9640b607fc61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.090988:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093403c00/0x628f9640b607fc61 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.090993:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093403c00/0x628f9640b607fc61 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070450.091060:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015661056:12345-192.168.203.29@tcp:3:dd.0 Request processed in 15149us (15673us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070450.091069:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4373 00010000:00010000:0.0:1746070450.093020:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093691a00/0x628f9640b607fc68 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.093037:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093691a00/0x628f9640b607fc68 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.093045:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093691a00/0x628f9640b607fc68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.093051:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093691a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070450.093054:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093691a00/0x628f9640b607fc68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.093060:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093691a00/0x628f9640b607fc68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.093072:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093691a00/0x628f9640b607fc68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.093085:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093691a00/0x628f9640b607fc68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070450.093212:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015660928:12345-192.168.203.29@tcp:3:dd.0 Request processed in 12410us (16287us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070450.093219:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4374 00000100:00100000:2.0:1746070450.096811:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.097071:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015661312 00000100:00100000:0.0:1746070450.097078:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015661312 00000100:00100000:3.0:1746070450.097926:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4375 00000100:00100000:3.0:1746070450.097936:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015661312:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:3.0:1746070450.097976:0:25227:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6812ebb1, atime: 0x0, ctime: 0x6812ebb1, blocks: 0xc80b 00010000:00010000:3.0:1746070450.097983:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880136a35600/0x628f9640b607fc6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.097994:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070450.097995:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070450.098000:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a35600/0x628f9640b607fc6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.098010:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a35600/0x628f9640b607fc6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.100086:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.101242:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015661440 00000100:00100000:0.0:1746070450.101249:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015661440 00000100:00100000:0.0:1746070450.101307:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4376 00000100:00100000:0.0:1746070450.101315:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887015661440:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:0.0:1746070450.101343:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093690200/0x628f9640b607fc76 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.101354:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.101355:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.101359:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093690200/0x628f9640b607fc76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.101369:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093690200/0x628f9640b607fc76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070450.154632:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968545 is committed 00002000:00010000:3.0:1746070450.155839:0:25227:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1746070449 -> 1746070450 00002000:00010000:3.0:1746070450.155844:0:25227:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1746070449 -> 1746070450 00010000:00010000:3.0:1746070450.155855:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880136a35600/0x628f9640b607fc6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.155865:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880136a35600/0x628f9640b607fc6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.155872:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880136a35600/0x628f9640b607fc6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.155878:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136a35600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070450.155881:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880136a35600/0x628f9640b607fc6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.155887:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880136a35600/0x628f9640b607fc6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.155901:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880136a35600/0x628f9640b607fc6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.155905:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a35600/0x628f9640b607fc6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070450.155966:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1962:x1830887015661312:12345-192.168.203.29@tcp:4:dd.0 Request processed in 58028us (59157us total) trans 4294968545 rc 0/0 00000100:00100000:3.0:1746070450.155977:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4375 00000001:00080000:3.0:1746070450.194020:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968546 is committed 00010000:00010000:2.0:1746070450.194111:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093690200/0x628f9640b607fc76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.194123:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093690200/0x628f9640b607fc76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.194135:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093690200/0x628f9640b607fc76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.194142:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093690200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070450.194145:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093690200/0x628f9640b607fc76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.194152:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093690200/0x628f9640b607fc76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.194166:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093690200/0x628f9640b607fc76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.194173:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093690200/0x628f9640b607fc76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070450.194237:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015661440:12345-192.168.203.29@tcp:4:dd.0 Request processed in 92920us (94152us total) trans 4294968546 rc 0/0 00000100:00100000:2.0:1746070450.194246:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4376 00000100:00100000:3.0:1746070450.198377:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070450.198406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070450.198472:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015661952 00000100:00100000:2.0:1746070450.198480:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015661952 00000100:00100000:2.0:1746070450.198532:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015662080 00000100:00100000:2.0:1746070450.198534:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015662080 00000100:00100000:2.0:1746070450.198561:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4377 00000100:00100000:2.0:1746070450.198568:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015661952:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070450.198594:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094db7c00/0x628f9640b607fc7d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.198606:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.198608:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.198612:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db7c00/0x628f9640b607fc7d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.198624:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db7c00/0x628f9640b607fc7d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.199321:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4378 00000100:00100000:1.0:1746070450.199330:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015662080:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:1.0:1746070450.199347:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607fc84 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.199359:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070450.199360:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070450.199363:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607fc84 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.199370:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607fc84 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.211252:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094db7c00/0x628f9640b607fc7d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.211270:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094db7c00/0x628f9640b607fc7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.211277:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094db7c00/0x628f9640b607fc7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.211283:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094db7c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070450.211287:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094db7c00/0x628f9640b607fc7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.211293:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094db7c00/0x628f9640b607fc7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.211310:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094db7c00/0x628f9640b607fc7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.211315:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db7c00/0x628f9640b607fc7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070450.211374:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015661952:12345-192.168.203.29@tcp:3:dd.0 Request processed in 12801us (12999us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070450.211382:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4377 00010000:00010000:2.0:1746070450.216321:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607fc84 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.216337:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607fc84 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.216344:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607fc84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.216350:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094e84400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070450.216354:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607fc84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.216361:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607fc84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.216376:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607fc84 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.216382:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e84400/0x628f9640b607fc84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070450.217015:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015662080:12345-192.168.203.29@tcp:3:dd.0 Request processed in 17682us (18603us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070450.217027:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4378 00000100:00100000:3.0:1746070450.223520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070450.223607:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015662336 00000100:00100000:2.0:1746070450.223615:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015662336 00000100:00100000:2.0:1746070450.224019:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4379 00000100:00100000:2.0:1746070450.224047:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015662336:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:2.0:1746070450.224084:0:8450:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6812ebb2, atime: 0x0, ctime: 0x6812ebb2, blocks: 0xc80b 00010000:00010000:2.0:1746070450.224092:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094db6000/0x628f9640b607fc8b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.224102:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.224104:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.224108:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db6000/0x628f9640b607fc8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.224118:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db6000/0x628f9640b607fc8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070450.229025:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.230938:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015662464 00000100:00100000:0.0:1746070450.230947:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015662464 00000100:00100000:0.0:1746070450.231005:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4380 00000100:00100000:0.0:1746070450.231012:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015662464:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:0.0:1746070450.231040:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607fc92 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.231052:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.231054:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.231058:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607fc92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.231070:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607fc92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746070450.296796:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968547 is committed 00010000:00010000:2.0:1746070450.296872:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094db6000/0x628f9640b607fc8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.296882:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094db6000/0x628f9640b607fc8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.296888:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094db6000/0x628f9640b607fc8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.296894:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094db6000 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070450.296899:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094db6000/0x628f9640b607fc8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.296905:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094db6000/0x628f9640b607fc8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.296918:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094db6000/0x628f9640b607fc8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.296923:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db6000/0x628f9640b607fc8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070450.296980:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1961:x1830887015662336:12345-192.168.203.29@tcp:4:dd.0 Request processed in 72932us (73464us total) trans 4294968547 rc 0/0 00000100:00100000:2.0:1746070450.296988:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4379 00010000:00010000:1.0:1746070450.340048:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607fc92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.340060:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607fc92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.340067:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607fc92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.340073:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093403600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070450.340076:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607fc92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.340083:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607fc92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.340096:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607fc92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.340105:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093403600/0x628f9640b607fc92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.340168:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015662464:12345-192.168.203.29@tcp:4:dd.0 Request processed in 109153us (111147us total) trans 4294968548 rc 0/0 00000100:00100000:1.0:1746070450.340175:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4380 00000001:00080000:1.0:1746070450.340198:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968548 is committed 00000100:00100000:1.0:1746070450.347760:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070450.347791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.348556:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015662976 00000100:00100000:0.0:1746070450.348563:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015662976 00000100:00100000:0.0:1746070450.348605:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015663104 00000100:00100000:0.0:1746070450.348607:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015663104 00000100:00100000:0.0:1746070450.348634:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4381 00000100:00100000:0.0:1746070450.348640:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015662976:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:2.0:1746070450.348641:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4382 00000100:00100000:2.0:1746070450.348651:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015663104:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:0.0:1746070450.348690:0:25227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fc99 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.348701:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.348702:0:25227:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.348704:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094ef1800/0x628f9640b607fca0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.348706:0:25227:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fc99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.348712:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.348714:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.348716:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ef1800/0x628f9640b607fca0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.348716:0:25227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fc99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.348724:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ef1800/0x628f9640b607fca0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.366772:0:25227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fc99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.366786:0:25227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fc99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.366793:0:25227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fc99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.366798:0:25227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094476400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070450.366801:0:25227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fc99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.366808:0:25227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fc99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.366822:0:25227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fc99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.366828:0:25227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fc99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070450.366909:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015662976:12345-192.168.203.29@tcp:3:dd.0 Request processed in 18265us (19152us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070450.366916:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4381 00010000:00010000:2.0:1746070450.376497:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094ef1800/0x628f9640b607fca0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.376510:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094ef1800/0x628f9640b607fca0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.376517:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094ef1800/0x628f9640b607fca0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.376522:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ef1800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070450.376526:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ef1800/0x628f9640b607fca0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.376532:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ef1800/0x628f9640b607fca0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.376545:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094ef1800/0x628f9640b607fca0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.376550:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ef1800/0x628f9640b607fca0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070450.376856:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015663104:12345-192.168.203.29@tcp:3:dd.0 Request processed in 28205us (29061us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070450.376865:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4382 00000100:00100000:2.0:1746070450.382000:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070450.382069:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.383180:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015663360 00000100:00100000:0.0:1746070450.383189:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015663360 00000100:00100000:0.0:1746070450.383233:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015663488 00000100:00100000:0.0:1746070450.383236:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015663488 00000100:00100000:0.0:1746070450.383262:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4383 00000100:00100000:0.0:1746070450.383268:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1961:x1830887015663360:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:0.0:1746070450.383304:0:8450:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6812ebb2, atime: 0x0, ctime: 0x6812ebb2, blocks: 0xc80b 00010000:00010000:0.0:1746070450.383311:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fca7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.383321:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.383323:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.383327:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fca7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.383336:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fca7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070450.383479:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4384 00000100:00100000:2.0:1746070450.383487:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887015663488:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:2.0:1746070450.383500:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607fcae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.383506:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.383508:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.383510:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607fcae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.383518:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607fcae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.459834:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fca7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.459846:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fca7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.459852:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fca7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.459857:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094476400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070450.459860:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fca7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.459866:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fca7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.459880:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fca7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.459886:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094476400/0x628f9640b607fca7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.459953:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1961:x1830887015663360:12345-192.168.203.29@tcp:4:dd.0 Request processed in 76682us (77957us total) trans 4294968549 rc 0/0 00000100:00100000:1.0:1746070450.459961:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4383 00000001:00080000:1.0:1746070450.459987:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968549 is committed 00000001:00080000:2.0:1746070450.512590:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968550 is committed 00010000:00010000:3.0:1746070450.512721:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607fcae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.512730:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607fcae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.512736:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607fcae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.512742:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ef0c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070450.512746:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607fcae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.512753:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607fcae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.512768:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607fcae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.512774:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ef0c00/0x628f9640b607fcae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070450.512841:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015663488:12345-192.168.203.29@tcp:4:dd.0 Request processed in 129353us (130769us total) trans 4294968550 rc 0/0 00000100:00100000:3.0:1746070450.512850:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4384 00000100:00100000:3.0:1746070450.517997:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070450.518030:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.518105:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015664000 00000100:00100000:0.0:1746070450.518113:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015664000 00000100:00100000:0.0:1746070450.518160:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015664128 00000100:00100000:0.0:1746070450.518163:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015664128 00000100:00100000:1.0:1746070450.518175:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4385 00000100:00100000:1.0:1746070450.518184:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015664000:12345-192.168.203.29@tcp:3:dd.0 00000100:00100000:0.0:1746070450.518186:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4386 00000100:00100000:0.0:1746070450.518190:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015664128:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:1.0:1746070450.518211:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607fcbc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.518212:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091fac800/0x628f9640b607fcb5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.518222:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.518222:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070450.518223:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.518223:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070450.518227:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607fcbc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.518227:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fac800/0x628f9640b607fcb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.518237:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607fcbc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.518237:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fac800/0x628f9640b607fcb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.534465:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091fac800/0x628f9640b607fcb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.534476:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091fac800/0x628f9640b607fcb5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.534482:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091fac800/0x628f9640b607fcb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.534488:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fac800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070450.534491:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091fac800/0x628f9640b607fcb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.534497:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091fac800/0x628f9640b607fcb5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.534510:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091fac800/0x628f9640b607fcb5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.534515:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fac800/0x628f9640b607fcb5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070450.534586:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015664128:12345-192.168.203.29@tcp:3:dd.0 Request processed in 16391us (16552us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070450.534598:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4386 00010000:00010000:1.0:1746070450.540060:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607fcbc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.540072:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607fcbc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.540078:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607fcbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.540084:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cebe00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070450.540087:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607fcbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.540094:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607fcbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.540107:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607fcbc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.540112:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094cebe00/0x628f9640b607fcbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.540469:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015664000:12345-192.168.203.29@tcp:3:dd.0 Request processed in 22283us (22474us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070450.540477:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4385 00000100:00100000:3.0:1746070450.544910:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070450.545622:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015664384 00000100:00100000:1.0:1746070450.545629:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015664384 00000100:00100000:1.0:1746070450.545698:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4387 00000100:00100000:1.0:1746070450.545704:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015664384:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:1.0:1746070450.545737:0:8450:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6812ebb2, atime: 0x0, ctime: 0x6812ebb2, blocks: 0xc80b 00010000:00010000:1.0:1746070450.545742:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fcc3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.545752:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070450.545753:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070450.545758:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fcc3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.545768:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fcc3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070450.546649:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.546970:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015664512 00000100:00100000:0.0:1746070450.546974:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015664512 00000100:00100000:0.0:1746070450.547006:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4388 00000100:00100000:0.0:1746070450.547012:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015664512:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:0.0:1746070450.547027:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607fcca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.547036:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.547037:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.547039:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607fcca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.547047:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607fcca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746070450.603465:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968551 is committed 00010000:00010000:1.0:1746070450.603785:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fcc3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.603795:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fcc3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.603801:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fcc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.603806:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cea600 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070450.603809:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fcc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.603814:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fcc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.603827:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fcc3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.603832:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094cea600/0x628f9640b607fcc3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.603890:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1963:x1830887015664384:12345-192.168.203.29@tcp:4:dd.0 Request processed in 58183us (58984us total) trans 4294968551 rc 0/0 00000100:00100000:1.0:1746070450.603899:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4387 00010000:00010000:1.0:1746070450.638342:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607fcca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.638354:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607fcca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.638362:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607fcca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.638368:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091face00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070450.638371:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607fcca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.638378:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607fcca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.638391:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607fcca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.638397:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091face00/0x628f9640b607fcca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.638456:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015664512:12345-192.168.203.29@tcp:4:dd.0 Request processed in 91441us (91805us total) trans 4294968552 rc 0/0 00000100:00100000:1.0:1746070450.638464:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4388 00000001:00080000:3.0:1746070450.638515:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968552 is committed 00000100:00100000:0.0:1746070450.641288:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.641318:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070450.641489:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015665024 00000100:00100000:2.0:1746070450.641497:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015665024 00000100:00100000:2.0:1746070450.641807:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015665152 00000100:00100000:2.0:1746070450.641810:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015665152 00000100:00100000:1.0:1746070450.641879:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4389 00000100:00100000:1.0:1746070450.641887:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015665024:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:1.0:1746070450.641913:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092bc9c00/0x628f9640b607fcd1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.641923:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070450.641925:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070450.641929:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bc9c00/0x628f9640b607fcd1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.641939:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bc9c00/0x628f9640b607fcd1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070450.642559:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4390 00000100:00100000:2.0:1746070450.642566:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015665152:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070450.642581:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bc22800/0x628f9640b607fcd8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.642589:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.642590:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.642592:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc22800/0x628f9640b607fcd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.642603:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc22800/0x628f9640b607fcd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.655580:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092bc9c00/0x628f9640b607fcd1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.655594:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092bc9c00/0x628f9640b607fcd1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.655602:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092bc9c00/0x628f9640b607fcd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.655608:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bc9c00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070450.655611:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bc9c00/0x628f9640b607fcd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.655618:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bc9c00/0x628f9640b607fcd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.655633:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092bc9c00/0x628f9640b607fcd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.655640:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bc9c00/0x628f9640b607fcd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.655728:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015665024:12345-192.168.203.29@tcp:3:dd.0 Request processed in 13837us (14441us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070450.655737:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4389 00010000:00010000:2.0:1746070450.658440:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bc22800/0x628f9640b607fcd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.658452:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc22800/0x628f9640b607fcd8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.658458:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bc22800/0x628f9640b607fcd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.658463:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bc22800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070450.658466:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc22800/0x628f9640b607fcd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.658472:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc22800/0x628f9640b607fcd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.658484:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bc22800/0x628f9640b607fcd8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.658490:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc22800/0x628f9640b607fcd8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070450.658552:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015665152:12345-192.168.203.29@tcp:3:dd.0 Request processed in 15985us (17232us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070450.658562:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4390 00000100:00100000:0.0:1746070450.662103:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.662143:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070450.662206:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015665536 00000100:00100000:2.0:1746070450.662213:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015665536 00000100:00100000:2.0:1746070450.662835:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015665408 00000100:00100000:2.0:1746070450.662838:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015665408 00000100:00100000:1.0:1746070450.662897:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4391 00000100:00100000:1.0:1746070450.662905:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015665536:12345-192.168.203.29@tcp:4:dd.0 00002000:00010000:1.0:1746070450.662941:0:8450:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6812ebb2, atime: 0x0, ctime: 0x6812ebb2, blocks: 0xc80b 00010000:00010000:1.0:1746070450.662948:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fcdf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.662960:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070450.662961:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070450.663140:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fcdf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.663152:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fcdf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070450.663298:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4392 00000100:00100000:2.0:1746070450.663304:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015665408:12345-192.168.203.29@tcp:4:dd.0 00010000:00010000:2.0:1746070450.663316:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc22400/0x628f9640b607fce6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.663323:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.663324:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.663326:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc22400/0x628f9640b607fce6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.663332:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc22400/0x628f9640b607fce6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.682929:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070450.682945:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070450.682959:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070450.682970:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070450.682983:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070450.682999:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015665920 00000100:00100000:1.0:1746070450.683006:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015665920 00000100:00080000:3.0:1746070450.683027:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746070450.683036:0:10662:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015666048 00000100:00100000:1.0:1746070450.683037:0:10662:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015666048 00000100:00100000:1.0:1746070450.683048:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 415 00000100:00100000:1.0:1746070450.683053:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1963:x1830887015665920:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070450.683095:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1963:x1830887015665920:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 43us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070450.683100:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 415 00000100:00100000:1.0:1746070450.683110:0:10662:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 416 00000100:00100000:1.0:1746070450.683114:0:10662:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+25:1963:x1830887015666048:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070450.683127:0:10662:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2acfa880-79c0-40ca-9b06-ba79796809b8+25:1963:x1830887015666048:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 13us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070450.683131:0:10662:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 416 00000100:00100000:1.0:1746070450.683141:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015666176 00000100:00100000:1.0:1746070450.683143:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015666176 00000100:00100000:1.0:1746070450.683155:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015666304 00000100:00100000:1.0:1746070450.683156:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015666304 00000100:00100000:1.0:1746070450.683179:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 480 00000100:00100000:1.0:1746070450.683184:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+43:1963:x1830887015666176:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070450.683203:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+43:1963:x1830887015666176:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 19us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070450.683208:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 480 00000100:00100000:1.0:1746070450.683215:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 481 00000100:00100000:1.0:1746070450.683219:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1963:x1830887015666304:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070450.683237:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1963:x1830887015666304:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 18us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070450.683242:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 481 00000100:00100000:1.0:1746070450.683254:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015665792 00000100:00100000:1.0:1746070450.683256:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015665792 00000100:00100000:1.0:1746070450.683271:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 410 00000100:00100000:1.0:1746070450.683274:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a473c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1963:x1830887015665792:12345-192.168.203.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070450.683291:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a473c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b4d20fee-dc94-4768-b7a2-991f442ffd8a+12:1963:x1830887015665792:12345-192.168.203.29@tcp:400:kworker.0 Request processed in 16us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070450.683296:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 410 00010000:00010000:1.0:1746070450.716216:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fcdf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.716227:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fcdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.716233:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fcdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.716238:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bc8a00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070450.716241:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fcdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.716247:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fcdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.716259:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fcdf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.716269:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fcdf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.716325:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+13:1962:x1830887015665536:12345-192.168.203.29@tcp:4:dd.0 Request processed in 53417us (54224us total) trans 4294968553 rc 0/0 00000100:00100000:1.0:1746070450.716332:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4391 00000001:00080000:3.0:1746070450.716506:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968553 is committed 00010000:00010000:1.0:1746070450.753183:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc22400/0x628f9640b607fce6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.753195:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc22400/0x628f9640b607fce6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.753202:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bc22400/0x628f9640b607fce6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.753209:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bc22400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070450.753212:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc22400/0x628f9640b607fce6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.753219:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc22400/0x628f9640b607fce6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.753233:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bc22400/0x628f9640b607fce6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.753238:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc22400/0x628f9640b607fce6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.753307:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015665408:12345-192.168.203.29@tcp:4:dd.0 Request processed in 89999us (91159us total) trans 4294968554 rc 0/0 00000100:00100000:1.0:1746070450.753315:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4392 00000001:00080000:3.0:1746070450.753438:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968554 is committed 00000100:00100000:1.0:1746070450.761579:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:0.0:1746070450.761722:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746070450.761724:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015666560 00000100:00100000:2.0:1746070450.761741:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015666560 00000100:00100000:2.0:1746070450.761799:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4393 00000100:00100000:2.0:1746070450.761811:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015666560:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070450.761836:0:1646:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607fced lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.761851:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.761853:0:1646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.761857:0:1646:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607fced lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.761867:0:1646:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607fced lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.772888:0:1646:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607fced lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.772904:0:1646:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607fced lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.772913:0:1646:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607fced lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.772919:0:1646:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df52800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:2.0:1746070450.772922:0:1646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607fced lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.772927:0:1646:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607fced lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.772941:0:1646:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607fced lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.772947:0:1646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df52800/0x628f9640b607fced lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070450.773007:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015666560:12345-192.168.203.29@tcp:3:dd.0 Request processed in 11199us (11430us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070450.773017:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4393 00000100:00100000:1.0:1746070450.777924:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070450.779717:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015666688 00000100:00100000:2.0:1746070450.779729:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015666688 00000100:00100000:2.0:1746070450.779779:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5645 00000100:00100000:2.0:1746070450.779786:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1173:x1830887015666688:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:2.0:1746070450.779797:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070450.779810:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012df52600/0x628f9640b607fcf4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c034e expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070450.779828:0:8445:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6812ebb2, atime: 0x0, ctime: 0x6812ebb2, blocks: 0xc80b 00010000:00010000:2.0:1746070450.779843:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.779845:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.779852:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012df52600/0x628f9640b607fcf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c034e expref: 8 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.779862:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012df52600/0x628f9640b607fcf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c034e expref: 8 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.779870:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df52600, rc 0) 00000100:00100000:2.0:1746070450.779917:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1173:x1830887015666688:12345-192.168.203.29@tcp:101:dd.0 Request processed in 132us (1999us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070450.779923:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5645 00000100:00100000:0.0:1746070450.794221:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070450.794276:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015666944 00000100:00100000:2.0:1746070450.794282:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015666944 00002000:00100000:2.0:1746070450.794315:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (25165824->26214399) req@ffff88009c787480 x1830887015666944/t0(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:81/0 lens 488/0 e 0 to 0 dl 1746070461 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070450.794329:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787480 with x1830887015666944 ext(25165824->26214399) 00002000:00010000:2.0:1746070450.794333:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c787480 00000100:00100000:2.0:1746070450.794355:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4394 00000100:00100000:2.0:1746070450.794360:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015666944:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070450.801728:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015666944:12345-192.168.203.29@tcp:4:dd.0 Request processed in 7359us (7505us total) trans 4294968555 rc 0/0 00000100:00100000:2.0:1746070450.801738:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4394 00002000:00100000:2.0:1746070450.801748:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (25165824->26214399) req@ffff88009c787480 x1830887015666944/t4294968555(0) o4->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:81/0 lens 488/448 e 0 to 0 dl 1746070461 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070450.801756:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787480 with x1830887015666944 ext(25165824->26214399) 00002000:00010000:2.0:1746070450.801761:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c787480 00000100:00100000:1.0:1746070450.808460:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070450.808515:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015667072 00000100:00100000:2.0:1746070450.808522:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015667072 00000100:00100000:2.0:1746070450.808564:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5646 00000100:00100000:2.0:1746070450.808570:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887015667072:12345-192.168.203.29@tcp:16:dd.0 00000001:00080000:3.0:1746070450.879297:0:9895:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968555 is committed 00000100:00100000:2.0:1746070450.879628:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015667072:12345-192.168.203.29@tcp:16:dd.0 Request processed in 71053us (71171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070450.879636:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5646 00000100:00100000:1.0:1746070450.883276:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.883435:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015667328 00000100:00100000:0.0:1746070450.883442:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015667328 00000100:00100000:0.0:1746070450.883475:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 175 00000100:00100000:0.0:1746070450.883481:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+29:1173:x1830887015667328:12345-192.168.203.29@tcp:35:dd.0 00000100:00100000:0.0:1746070450.883760:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+30:1173:x1830887015667328:12345-192.168.203.29@tcp:35:dd.0 Request processed in 277us (487us total) trans 4294982044 rc 0/0 00000100:00100000:0.0:1746070450.883766:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 175 00000001:00080000:2.0:1746070450.888201:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982040 is committed 00000001:00080000:2.0:1746070450.888214:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982039 is committed 00000001:00080000:2.0:1746070450.888224:0:7148:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982043 is committed 00000004:00080000:2.0:1746070450.888247:0:7148:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000004:00080000:2.0:1746070450.888252:0:7148:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000100:00100000:2.0:1746070450.888369:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830887013403392:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1746070450.888414:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070450.888456:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746070450.888461:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830887013403520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1746070450.888478:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070450.888501:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013403392 00000100:00100000:2.0:1746070450.888506:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013403392 00000100:00100000:2.0:1746070450.888530:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013403520 00000100:00100000:2.0:1746070450.888532:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013403520 00000100:00100000:2.0:1746070450.888545:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5647 00000100:00100000:2.0:1746070450.888551:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3296:x1830887013403392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1746070450.888568:0:8445:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:27 count 1 00010000:00010000:2.0:1746070450.888584:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.888599:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607fa2a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0260 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.888606:0:8445:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d5c600/0x628f9640b607fa62 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c027c expref: 42 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070450.888611:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.888613:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.888615:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.888632:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d5c600/0x628f9640b607fa62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c027c expref: 42 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070450.888641:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d5c600/0x628f9640b607fa62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c027c expref: 42 pid: 8444 timeout: 662 lvb_type: 1 00000100:00100000:2.0:1746070450.888659:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129efe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013403648:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070450.888717:0:8445:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607fa2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0260 expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.888724:0:8445:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607fa2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0260 expref: 6 pid: 8444 timeout: 662 lvb_type: 0 00000100:00100000:2.0:1746070450.888730:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129eff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013403776:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070450.888741:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070450.888752:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5648 00000100:00100000:2.0:1746070450.888756:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3296:x1830887013403520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1746070450.888765:0:12041:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:27 count 1 00010000:00010000:2.0:1746070450.888774:0:12041:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.888782:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607fa23 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0259 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.888787:0:12041:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607fa5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0275 expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070450.888791:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.888792:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070450.888794:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.888809:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607fa5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0275 expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070450.888816:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607fa5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0275 expref: 8 pid: 8444 timeout: 662 lvb_type: 1 00000100:00100000:2.0:1746070450.888822:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12041:1830887013403904:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070450.888838:0:12041:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607fa23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0259 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.888844:0:12041:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607fa23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0259 expref: 7 pid: 8444 timeout: 662 lvb_type: 0 00000100:00100000:2.0:1746070450.888850:0:12041:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12041:1830887013404032:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070450.888859:0:12041:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf3840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070450.911588:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070450.911606:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070450.911631:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070450.911710:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129efe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013403648:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070450.911720:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129eff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8445:1830887013403776:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070450.911740:0:8445:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070450.911815:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129efdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12041:1830887013403904:192.168.203.29@tcp:104: 00000100:00100000:3.0:1746070450.911822:0:12041:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12041:1830887013404032:192.168.203.29@tcp:104: 00010000:00010000:3.0:1746070450.911833:0:12041:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070450.911892:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015667456 00000100:00100000:0.0:1746070450.911899:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015667456 00010000:00010000:0.0:1746070450.911922:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607fa23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0259 expref: 8 pid: 8444 timeout: 662 lvb_type: 0 00000100:00100000:0.0:1746070450.911951:0:7078:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015667584 00000100:00100000:0.0:1746070450.911953:0:7078:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015667584 00010000:00010000:0.0:1746070450.911962:0:7078:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607fa2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0260 expref: 7 pid: 8444 timeout: 662 lvb_type: 0 00000100:00100000:0.0:1746070450.911977:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7896 00000100:00100000:0.0:1746070450.911982:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015667456:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070450.911993:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070450.911996:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607fa23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0259 expref: 8 pid: 8444 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746070450.912003:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607fa23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0259 expref: 8 pid: 8444 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746070450.912018:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097cbee00/0x628f9640b607fa23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0259 expref: 8 pid: 8444 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746070450.912030:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070450.912060:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015667456:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 77us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070450.912065:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7896 00000100:00100000:0.0:1746070450.912076:0:7078:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7897 00000100:00100000:0.0:1746070450.912081:0:7078:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015667584:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070450.912087:0:7078:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070450.912090:0:7078:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607fa2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0260 expref: 7 pid: 8444 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746070450.912096:0:7078:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607fa2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0260 expref: 7 pid: 8444 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746070450.912106:0:7078:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097cbe000/0x628f9640b607fa2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0260 expref: 7 pid: 8444 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746070450.912113:0:7078:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070450.912125:0:7078:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015667584:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 44us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070450.912130:0:7078:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7897 00000100:00100000:0.0:1746070450.912146:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015667712 00000100:00100000:0.0:1746070450.912149:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015667712 00000100:00100000:0.0:1746070450.912166:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33807 00000100:00100000:0.0:1746070450.912170:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+18:1179:x1830887015667712:12345-192.168.203.29@tcp:101:checkstat.0 00010000:00010000:0.0:1746070450.912184:0:7094:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070450.912196:0:7094:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68e00/0x628f9640b607fd09 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0355 expref: -99 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.912233:0:7094:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69a00/0x628f9640b607fd10 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070450.912242:0:7094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69a00/0x628f9640b607fd10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070450.912249:0:7094:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69a00/0x628f9640b607fd10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00000004:00200000:0.0:1746070450.912297:0:7094:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746070450.912300:0:7094:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070450.912310:0:7094:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69a00/0x628f9640b607fd10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070450.912325:0:7094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68e00/0x628f9640b607fd09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0355 expref: 20 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.912333:0:7094:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69a00/0x628f9640b607fd10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0355 expref: 19 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.912338:0:7094:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:0.0:1746070450.912341:0:7094:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746070450.912342:0:7094:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091f69a00, rc 0) 00000100:00100000:0.0:1746070450.912356:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1179:x1830887015667712:12345-192.168.203.29@tcp:101:checkstat.0 Request processed in 186us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070450.912361:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33807 00000100:00100000:0.0:1746070450.916925:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.917806:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070450.918110:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015667840 00000100:00100000:2.0:1746070450.918118:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015667840 00000100:00100000:2.0:1746070450.918156:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33808 00000100:00100000:2.0:1746070450.918162:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1179:x1830887015667840:12345-192.168.203.29@tcp:101:checkstat.0 00010000:00010000:2.0:1746070450.918177:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070450.918192:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607fd17 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c035c expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.918235:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b400/0x628f9640b607fd1e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918245:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b400/0x628f9640b607fd1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918253:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b400/0x628f9640b607fd1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918264:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd25 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918269:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918274:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918362:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4a000/0x628f9640b607fd2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918369:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4a000/0x628f9640b607fd2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918375:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4a000/0x628f9640b607fd2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:2.0:1746070450.918398:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00000004:00200000:2.0:1746070450.918401:0:7093:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746070450.918411:0:7093:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4a000/0x628f9640b607fd2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918418:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4a000/0x628f9640b607fd2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918424:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b400/0x628f9640b607fd1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918429:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b400/0x628f9640b607fd1e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918434:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b400/0x628f9640b607fd1e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918438:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093d4b400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070450.918441:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b400/0x628f9640b607fd1e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918447:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b400/0x628f9640b607fd1e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918455:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:2.0:1746070450.918458:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070450.918461:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b400/0x628f9640b607fd1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.918465:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b400/0x628f9640b607fd1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00000100:00100000:1.0:1746070450.918666:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015667968 00000100:00100000:1.0:1746070450.918670:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015667968 00000100:00100000:0.0:1746070450.919515:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:2.0:1746070450.919703:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.919709:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.919714:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.919718:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093d4b200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070450.919721:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.919725:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd25 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.919735:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d37ab00) 00010000:00010000:2.0:1746070450.919737:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070450.919739:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd25 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.919743:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd25 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070450.919771:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094920400/0x628f9640b607fd17 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c035c expref: 22 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.919781:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4a000/0x628f9640b607fd2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c035c expref: 21 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.919786:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880092b4c400) 00010000:00010000:2.0:1746070450.919788:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070450.919790:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d4a000, rc 0) 00000100:00100000:2.0:1746070450.919824:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1179:x1830887015667840:12345-192.168.203.29@tcp:101:checkstat.0 Request processed in 1662us (2905us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070450.919829:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33808 00000100:00100000:1.0:1746070450.919949:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7 00000100:00100000:1.0:1746070450.919955:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1961:x1830887015667968:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1746070450.919973:0:7098:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070450.919981:0:7098:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3dc00/0x628f9640b607fd33 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0363 expref: -99 pid: 7098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.920003:0:7098:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52a00/0x628f9640b607fd3a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920010:0:7098:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52a00/0x628f9640b607fd3a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920016:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52a00/0x628f9640b607fd3a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920025:0:7098:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607fd41 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920030:0:7098:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607fd41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920034:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607fd41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920072:0:7098:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52a00/0x628f9640b607fd3a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920076:0:7098:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52a00/0x628f9640b607fd3a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920080:0:7098:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52a00/0x628f9640b607fd3a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920084:0:7098:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df52a00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070450.920086:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52a00/0x628f9640b607fd3a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920089:0:7098:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52a00/0x628f9640b607fd3a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920096:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:1.0:1746070450.920098:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070450.920100:0:7098:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52a00/0x628f9640b607fd3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920104:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52a00/0x628f9640b607fd3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920123:0:7098:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607fd41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920128:0:7098:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607fd41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920132:0:7098:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607fd41 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920136:0:7098:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df52800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070450.920137:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607fd41 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920142:0:7098:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607fd41 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920147:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff8800ac9b2800) 00010000:00010000:1.0:1746070450.920149:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070450.920150:0:7098:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607fd41 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920154:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df52800/0x628f9640b607fd41 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1746070450.920180:0:7098:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3dc00/0x628f9640b607fd33 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0363 expref: 21 pid: 7098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.920187:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:1.0:1746070450.920188:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746070450.920190:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc3dc00/0x628f9640b607fd33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0363 expref: 21 pid: 7098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.920196:0:7098:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc3dc00, rc -2) 00000100:00100000:1.0:1746070450.920219:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1961:x1830887015667968:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 264us (2413us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746070450.920224:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7 00000100:00100000:1.0:1746070450.920242:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015668096 00000100:00100000:1.0:1746070450.920244:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015668096 00010000:00010000:1.0:1746070450.920259:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094d5c600/0x628f9640b607fa62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c027c expref: 43 pid: 8444 timeout: 662 lvb_type: 1 00000100:00100000:1.0:1746070450.920286:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7898 00000100:00100000:1.0:1746070450.920291:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+43:1962:x1830887015668096:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070450.920299:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070450.920302:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094d5c600/0x628f9640b607fa62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c027c expref: 43 pid: 8444 timeout: 662 lvb_type: 1 00010000:00010000:1.0:1746070450.920310:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094d5c600/0x628f9640b607fa62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c027c expref: 43 pid: 8444 timeout: 662 lvb_type: 1 00010000:00010000:1.0:1746070450.920321:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094d5c600/0x628f9640b607fa62 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c027c expref: 43 pid: 8444 timeout: 662 lvb_type: 1 00010000:00010000:1.0:1746070450.920331:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070450.920332:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070450.920335:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.920342:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.920358:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070450.920372:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+42:1962:x1830887015668096:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 81us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070450.920381:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7898 00010000:00010000:3.0:1746070450.920821:0:8445:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.920829:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.920835:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.920841:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.920852:0:8445:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1746070450.921222:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3296:x1830887013403392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32671us (32808us total) trans 4294968097 rc 0/0 00000100:00100000:3.0:1746070450.921229:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5647 00000004:00080000:3.0:1746070450.921268:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880129efce00/2, rc 0, transno 4294968097 00000100:00100000:3.0:1746070450.921272:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830887013403392:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1746070450.921716:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:1.0:1746070450.921790:0:7081:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746070450.921796:0:7081:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.921802:0:7081:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099c75800 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:1.0:1746070450.921805:0:7081:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.921812:0:7081:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.921823:0:7081:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.921829:0:7081:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099c75800/0x628f9640b607fcfb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070450.921841:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746070450.921842:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746070450.921844:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746070450.922353:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015668224 00000100:00100000:3.0:1746070450.922358:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015668224 00010000:00010000:3.0:1746070450.922376:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607fa5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0275 expref: 9 pid: 8444 timeout: 662 lvb_type: 1 00000100:00100000:3.0:1746070450.922392:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7899 00000100:00100000:3.0:1746070450.922396:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1964:x1830887015668224:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070450.922404:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070450.922408:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607fa5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0275 expref: 9 pid: 8444 timeout: 662 lvb_type: 1 00010000:00010000:3.0:1746070450.922416:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607fa5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0275 expref: 9 pid: 8444 timeout: 662 lvb_type: 1 00010000:00010000:3.0:1746070450.922428:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d5dc00/0x628f9640b607fa5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0275 expref: 9 pid: 8444 timeout: 662 lvb_type: 1 00010000:00010000:3.0:1746070450.922440:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070450.922442:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070450.922445:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.922451:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070450.923072:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00010000:00010000:3.0:1746070450.923544:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070450.923581:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015668224:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1183us (1864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070450.923589:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7899 00000100:00100000:3.0:1746070450.923623:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015668352 00000100:00100000:3.0:1746070450.923626:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015668352 00010000:00010000:2.0:1746070450.924073:0:12041:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.924082:0:12041:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.924088:0:12041:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.924094:0:12041:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.924106:0:12041:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746070450.924221:0:9816:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746070450.924226:0:9816:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.924232:0:9816:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093d4ae00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070450.924235:0:9816:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.924242:0:9816:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.924254:0:9816:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.924259:0:9816:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d4ae00/0x628f9640b607fd02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.924988:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070450.924990:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070450.924992:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746070450.925038:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5649 00000100:00100000:3.0:1746070450.926129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070450.926155:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070450.926176:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015668608 00000100:00100000:3.0:1746070450.926180:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015668608 00000100:00100000:3.0:1746070450.926216:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 145 00000100:00100000:3.0:1746070450.926221:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1964:x1830887015668608:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070450.926232:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070450.926246:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4a000/0x628f9640b607fd2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c035c expref: 20 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070450.926259:0:7080:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880092b4c400) 00010000:00010000:3.0:1746070450.926262:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070450.926286:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1964:x1830887015668608:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 66us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070450.926291:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 145 00000100:00100000:3.0:1746070450.926304:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015668480 00000100:00100000:3.0:1746070450.926306:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015668480 00000100:00100000:3.0:1746070450.926318:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5650 00000100:00100000:3.0:1746070450.926321:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015668480:12345-192.168.203.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746070450.926331:0:8445:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070450.926339:0:8445:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d4b200/0x628f9640b607fd48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0371 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070450.926369:0:8445:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093321880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887013404160:192.168.203.29@tcp:106: 00000100:00100000:3.0:1746070450.926407:0:8445:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800939dbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070450.926743:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3296:x1830887013403520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37985us (38262us total) trans 4294968556 rc 0/0 00000100:00100000:2.0:1746070450.926749:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5648 00000004:00080000:3.0:1746070450.927354:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880129eff480/2, rc 0, transno 4294968556 00000100:00100000:3.0:1746070450.927359:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1830887013403520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1746070450.927575:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015668352:12345-192.168.203.29@tcp:101:checkstat.0 00010000:00010000:1.0:1746070450.927586:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070450.927595:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc3d200/0x628f9640b607fd4f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c036a expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.927637:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009403c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013404288:192.168.203.29@tcp:106: 00000100:00100000:1.0:1746070450.928433:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880087863a80 going to sleep for 11 seconds 00002000:00010000:0.0:1746070450.928988:0:8445:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:0.0:1746070450.928991:0:8445:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb mtime: 0 -> 1746070449 00002000:00010000:0.0:1746070450.928993:0:8445:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb atime: 0 -> 1746070448 00002000:00010000:0.0:1746070450.928994:0:8445:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb ctime: 0 -> 1746070449 00002000:00010000:0.0:1746070450.928996:0:8445:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb blocks: 1 -> 14343 00002000:00010000:0.0:1746070450.929006:0:8445:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb blocks from disk: 14343 -> 24585 00000100:00100000:0.0:1746070450.929013:0:8445:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093321880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8445:1830887013404160:192.168.203.29@tcp:106: 00010000:00010000:0.0:1746070450.929037:0:8445:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d4b200/0x628f9640b607fd48 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0371 expref: 8 pid: 8445 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070450.929048:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d4b200/0x628f9640b607fd48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0371 expref: 8 pid: 8445 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070450.929060:0:8445:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d4b200, rc 0) 00000100:00100000:0.0:1746070450.929208:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015668480:12345-192.168.203.29@tcp:101:checkstat.0 Request processed in 2884us (3079us total) trans 0 rc 301/301 00000100:00100000:0.0:1746070450.929214:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5650 00002000:00010000:1.0:1746070450.930939:0:25271:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746070450.930945:0:25271:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb mtime: 0 -> 1746070449 00002000:00010000:1.0:1746070450.930947:0:25271:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb atime: 0 -> 1746070448 00002000:00010000:1.0:1746070450.930949:0:25271:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb ctime: 0 -> 1746070449 00000100:00100000:1.0:1746070450.930964:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009403c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013404288:192.168.203.29@tcp:106: 00010000:00010000:1.0:1746070450.930987:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bc3d200/0x628f9640b607fd4f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c036a expref: 7 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070450.930998:0:25271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc3d200/0x628f9640b607fd4f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c036a expref: 7 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070450.931007:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc3d200, rc 0) 00000100:00100000:1.0:1746070450.931518:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015668352:12345-192.168.203.29@tcp:101:checkstat.0 Request processed in 6471us (8445us total) trans 0 rc 301/301 00000100:00100000:1.0:1746070450.931525:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5649 00000100:00100000:2.0:1746070450.938872:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.938936:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015668736 00000100:00100000:0.0:1746070450.939062:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015668736 00000100:00100000:0.0:1746070450.939112:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33809 00000100:00100000:0.0:1746070450.939119:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1180:x1830887015668736:12345-192.168.203.29@tcp:101:checkstat.0 00010000:00010000:0.0:1746070450.939136:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070450.939150:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68000/0x628f9640b607fd56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0378 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.939195:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69c00/0x628f9640b607fd5d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070450.939204:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69c00/0x628f9640b607fd5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070450.939212:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69c00/0x628f9640b607fd5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:0.0:1746070450.939261:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746070450.939264:0:7093:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070450.939276:0:7093:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69c00/0x628f9640b607fd5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070450.939292:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68000/0x628f9640b607fd56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0378 expref: 15 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.940534:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69c00/0x628f9640b607fd5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0378 expref: 14 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.940541:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:0.0:1746070450.940543:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746070450.940546:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091f69c00, rc 0) 00000100:00100000:0.0:1746070450.940585:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1180:x1830887015668736:12345-192.168.203.29@tcp:101:checkstat.0 Request processed in 1466us (1719us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070450.940591:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33809 00000100:00100000:3.0:1746070450.944695:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.944848:0:7099:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015668864 00000100:00100000:0.0:1746070450.944855:0:7099:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015668864 00000100:00100000:0.0:1746070450.944899:0:7099:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 8 00000100:00100000:0.0:1746070450.944906:0:7099:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1964:x1830887015668864:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:0.0:1746070450.944936:0:7099:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070450.944950:0:7099:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68c00/0x628f9640b607fd64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c037f expref: -99 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.944987:0:7099:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68000/0x628f9640b607fd6b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.944997:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68000/0x628f9640b607fd6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945005:0:7099:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68000/0x628f9640b607fd6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945015:0:7099:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68e00/0x628f9640b607fd72 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945024:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68e00/0x628f9640b607fd72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945029:0:7099:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68e00/0x628f9640b607fd72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945080:0:7099:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68000/0x628f9640b607fd6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945086:0:7099:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68000/0x628f9640b607fd6b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945091:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68000/0x628f9640b607fd6b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945095:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091f68000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070450.945098:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68000/0x628f9640b607fd6b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945104:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68000/0x628f9640b607fd6b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945113:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:0.0:1746070450.945115:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070450.945118:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68000/0x628f9640b607fd6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945122:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68000/0x628f9640b607fd6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945349:0:7099:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68e00/0x628f9640b607fd72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945355:0:7099:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68e00/0x628f9640b607fd72 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945360:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68e00/0x628f9640b607fd72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945363:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091f68e00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070450.945366:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68e00/0x628f9640b607fd72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945370:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68e00/0x628f9640b607fd72 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945375:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880134978a00) 00010000:00010000:0.0:1746070450.945377:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070450.945379:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68e00/0x628f9640b607fd72 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945383:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68e00/0x628f9640b607fd72 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070450.945414:0:7099:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68c00/0x628f9640b607fd64 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c037f expref: 15 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.945421:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:0.0:1746070450.945423:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746070450.945425:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091f68c00/0x628f9640b607fd64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c037f expref: 15 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.945431:0:7099:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091f68c00, rc -2) 00000100:00100000:0.0:1746070450.945829:0:7099:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1964:x1830887015668864:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 922us (1158us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746070450.945836:0:7099:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 8 00000100:00100000:1.0:1746070450.949469:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.949699:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015669120 00000100:00100000:0.0:1746070450.949705:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015669120 00000100:00100000:0.0:1746070450.949842:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33810 00000100:00100000:0.0:1746070450.949849:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1183:x1830887015669120:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:0.0:1746070450.949864:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070450.949878:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69200/0x628f9640b607fd79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c03b7 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.949950:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070450.950030:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070450.950040:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:0.0:1746070450.950051:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:0.0:1746070450.950134:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69200/0x628f9640b607fd79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03b7 expref: 22 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.950143:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03b7 expref: 21 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.950148:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880092b4c400) 00010000:00010000:0.0:1746070450.950150:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070450.950152:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d4b200, rc 0) 00000100:00100000:0.0:1746070450.950593:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1183:x1830887015669120:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 744us (1129us total) trans 4294982045 rc 0/0 00000100:00100000:0.0:1746070450.950597:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33810 00000100:00100000:2.0:1746070450.952995:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070450.953352:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070450.953451:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015669376 00000100:00100000:3.0:1746070450.953458:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015669376 00000100:00100000:3.0:1746070450.953495:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 146 00000100:00100000:3.0:1746070450.953501:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1962:x1830887015669376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070450.953512:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070450.953530:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093d4b200/0x628f9640b607fd80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03b7 expref: 21 pid: 7093 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070450.953739:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070450.953764:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015669248 00000100:00100000:1.0:1746070450.953767:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015669248 00000100:00100000:1.0:1746070450.953785:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015669504 00000100:00100000:1.0:1746070450.953787:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015669504 00000100:00100000:1.0:1746070450.953799:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5651 00000100:00100000:1.0:1746070450.953804:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015669248:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:1.0:1746070450.953814:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070450.953825:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b78c200/0x628f9640b607fd8e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c03be expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.953861:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009403c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013404416:192.168.203.29@tcp:106: 00000100:00100000:1.0:1746070450.953910:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880087863f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070450.953925:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5652 00000100:00100000:1.0:1746070450.953930:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015669504:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:1.0:1746070450.953936:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070450.953944:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099dcaa00/0x628f9640b607fd95 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c03c5 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070450.953965:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009403c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013404544:192.168.203.29@tcp:106: 00010000:00010000:3.0:1746070450.953973:0:7079:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880092b4c400) 00010000:00010000:3.0:1746070450.953977:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070450.953981:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880087863780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070450.953993:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1962:x1830887015669376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 492us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070450.953999:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 146 00000100:00100000:1.0:1746070450.955925:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009403c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013404416:192.168.203.29@tcp:106: 00010000:00010000:1.0:1746070450.955950:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b78c200/0x628f9640b607fd8e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03be expref: 7 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070450.955961:0:25271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b78c200/0x628f9640b607fd8e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03be expref: 7 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070450.955985:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b78c200, rc 0) 00000100:00100000:1.0:1746070450.956019:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1963:x1830887015669248:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 2214us (3029us total) trans 0 rc 301/301 00000100:00100000:1.0:1746070450.956025:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5651 00000100:00100000:0.0:1746070450.956106:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009403c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013404544:192.168.203.29@tcp:106: 00010000:00010000:0.0:1746070450.956119:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099dcaa00/0x628f9640b607fd95 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03c5 expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070450.956128:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099dcaa00/0x628f9640b607fd95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03c5 expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070450.956135:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099dcaa00, rc 0) 00000100:00100000:0.0:1746070450.956150:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015669504:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 2220us (2411us total) trans 0 rc 301/301 00000100:00100000:0.0:1746070450.956155:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5652 00000100:00100000:3.0:1746070450.963608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.963705:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015669632 00000100:00100000:0.0:1746070450.963713:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015669632 00000100:00100000:0.0:1746070450.963755:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5653 00000100:00100000:0.0:1746070450.963761:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+6:1183:x1830887015669632:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:0.0:1746070450.963774:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070450.963787:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093d4b400/0x628f9640b607fd9c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c03cc expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.963810:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607fb9d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0340 expref: 41 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.963816:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070450.963817:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070450.963821:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093d4b400/0x628f9640b607fd9c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03cc expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.963853:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607fb9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0340 expref: 41 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.963863:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607fb9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0340 expref: 41 pid: 8444 timeout: 663 lvb_type: 0 00000100:00100000:0.0:1746070450.963873:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c787800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013404672:192.168.203.29@tcp:104: 00000100:00100000:0.0:1746070450.964074:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a97a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070450.968344:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c787800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1830887013404672:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070450.968366:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093d4b400/0x628f9640b607fd9c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03cc expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070450.968381:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d4b400, rc 0) 00000100:00100000:2.0:1746070450.968428:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1183:x1830887015669632:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 4666us (4827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070450.968436:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5653 00000100:00100000:2.0:1746070450.980134:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070450.980183:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015669760 00000100:00100000:0.0:1746070450.980190:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015669760 00010000:00010000:0.0:1746070450.980230:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607fb9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0340 expref: 42 pid: 8444 timeout: 663 lvb_type: 0 00000100:00100000:0.0:1746070450.980267:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7900 00000100:00100000:0.0:1746070450.980274:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+42:1964:x1830887015669760:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070450.980291:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070450.980314:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607fb9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0340 expref: 42 pid: 8444 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746070450.980328:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607fb9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0340 expref: 42 pid: 8444 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746070450.980351:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a411d600/0x628f9640b607fb9d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0340 expref: 42 pid: 8444 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746070450.980382:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.980384:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070450.980391:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093d4b400/0x628f9640b607fd9c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03cc expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.980404:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093d4b400/0x628f9640b607fd9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03cc expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070450.980436:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093d4b400/0x628f9640b607fd9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03cc expref: 6 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070450.980446:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c785180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7080:1830887013404800:192.168.203.29@tcp:105: 00000100:00100000:0.0:1746070450.980522:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093a97b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070450.984342:0:7080:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c785180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7080:1830887013404800:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070450.984357:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070450.985555:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070450.985616:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015670016 00000100:00100000:3.0:1746070450.985622:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015670016 00002000:00100000:3.0:1746070450.985664:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880129effb80 x1830887015670016/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:81/0 lens 488/0 e 0 to 0 dl 1746070461 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070450.985682:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129effb80 with x1830887015670016 ext(0->1048575) 00002000:00010000:3.0:1746070450.985686:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129effb80 00000100:00100000:3.0:1746070450.985702:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4395 00000100:00100000:3.0:1746070450.985708:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015670016:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070450.986538:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+41:1964:x1830887015669760:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 6262us (6408us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070450.986546:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7900 00000100:00100000:3.0:1746070450.995413:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015670016:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 9696us (9853us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070450.995423:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4395 00002000:00100000:3.0:1746070450.995433:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880129effb80 x1830887015670016/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:81/0 lens 488/440 e 0 to 0 dl 1746070461 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070450.995441:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129effb80 with x1830887015670016 ext(0->1048575) 00002000:00010000:3.0:1746070450.995446:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129effb80 00000100:00100000:1.0:1746070451.002584:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.002664:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015670144 00000100:00100000:2.0:1746070451.002770:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015670144 00000100:00100000:3.0:1746070451.003299:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5654 00000100:00100000:3.0:1746070451.003307:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1183:x1830887015670144:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:3.0:1746070451.003320:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070451.003333:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b78c200/0x628f9640b607fda3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c03d3 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.003359:0:8444:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607fba4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0347 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.003365:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070451.003367:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070451.003369:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b78c200/0x628f9640b607fda3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03d3 expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.003390:0:8444:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607fba4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0347 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.003399:0:8444:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607fba4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0347 expref: 7 pid: 8444 timeout: 663 lvb_type: 0 00000100:00100000:3.0:1746070451.003407:0:8444:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093323b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013404928:192.168.203.29@tcp:104: 00000100:00080000:0.0:1746070451.003542:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746070451.003890:0:8444:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800939db840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070451.014213:0:8444:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093323b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1830887013404928:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070451.014250:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b78c200/0x628f9640b607fda3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03d3 expref: 8 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.014263:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b78c200, rc 0) 00000100:00100000:2.0:1746070451.014300:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1183:x1830887015670144:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 10994us (11722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070451.014307:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5654 00000100:00100000:2.0:1746070451.039605:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.039705:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015670272 00000100:00100000:0.0:1746070451.039712:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015670272 00000100:00080000:0.0:1746070451.039757:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746070451.039770:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607fba4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0347 expref: 8 pid: 8444 timeout: 663 lvb_type: 0 00000100:00100000:1.0:1746070451.039802:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7901 00000100:00100000:1.0:1746070451.039808:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015670272:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070451.039819:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070451.039836:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607fba4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0347 expref: 8 pid: 8444 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746070451.039845:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607fba4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0347 expref: 8 pid: 8444 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746070451.039864:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a411c200/0x628f9640b607fba4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0347 expref: 8 pid: 8444 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746070451.039885:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070451.039887:0:7080:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070451.039894:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b78c200/0x628f9640b607fda3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03d3 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.039900:0:7080:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b78c200/0x628f9640b607fda3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03d3 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.039927:0:7080:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b78c200/0x628f9640b607fda3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03d3 expref: 7 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070451.039937:0:7080:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009403ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887013405056:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070451.043396:0:7080:0:(client.c:2553:ptlrpc_set_wait()) set ffff880087863f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070451.048953:0:7080:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009403ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7080:1830887013405056:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070451.048972:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070451.049027:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887015670272:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 9217us (9426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070451.049035:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7901 00000100:00100000:3.0:1746070451.054557:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.054590:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.054691:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015670528 00000100:00100000:1.0:1746070451.054699:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015670528 00002000:00100000:1.0:1746070451.054738:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880093321500 x1830887015670528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.054747:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321500 with x1830887015670528 ext(0->1048575) 00002000:00010000:1.0:1746070451.054752:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093321500 00000100:00100000:1.0:1746070451.054765:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015670784 00000100:00100000:1.0:1746070451.054767:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015670784 00002000:00100000:1.0:1746070451.054776:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880093320a80 x1830887015670784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.054782:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320a80 with x1830887015670784 ext(1048576->2097151) 00002000:00010000:1.0:1746070451.054784:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093320a80 00000100:00100000:1.0:1746070451.054800:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4396 00000100:00100000:1.0:1746070451.054806:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015670528:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070451.055247:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4397 00000100:00100000:3.0:1746070451.055253:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015670784:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070451.058552:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.058615:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015671040 00000100:00100000:0.0:1746070451.058621:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015671040 00002000:00100000:0.0:1746070451.058668:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880129efe680 x1830887015671040/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.058706:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efe680 with x1830887015671040 ext(1048576->2097151) 00002000:00010000:0.0:1746070451.058710:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efe680 00000100:00100000:0.0:1746070451.058733:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4398 00000100:00100000:0.0:1746070451.058740:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015671040:12345-192.168.203.29@tcp:3:cmp.0 00000100:00080000:2.0:1746070451.058818:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070451.069764:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015670784:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 14503us (15165us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.069774:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4397 00002000:00100000:3.0:1746070451.069783:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880093320a80 x1830887015670784/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.069797:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320a80 with x1830887015670784 ext(1048576->2097151) 00002000:00010000:3.0:1746070451.069801:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093320a80 00000100:00100000:0.0:1746070451.080062:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015670528:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 25246us (25504us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070451.080072:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4396 00002000:00100000:0.0:1746070451.080270:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880093321500 x1830887015670528/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.080280:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321500 with x1830887015670528 ext(0->1048575) 00002000:00010000:0.0:1746070451.080285:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093321500 00000100:00100000:3.0:1746070451.082167:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015671040:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 23423us (23616us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.082176:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4398 00002000:00100000:3.0:1746070451.082185:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880129efe680 x1830887015671040/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.082193:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efe680 with x1830887015671040 ext(1048576->2097151) 00002000:00010000:3.0:1746070451.082197:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efe680 00000100:00100000:1.0:1746070451.104227:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.104530:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015671296 00000100:00100000:2.0:1746070451.104537:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015671296 00002000:00100000:2.0:1746070451.104569:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88009403ca80 x1830887015671296/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.104578:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403ca80 with x1830887015671296 ext(2097152->3145727) 00002000:00010000:2.0:1746070451.104583:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403ca80 00000100:00100000:2.0:1746070451.104602:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4399 00000100:00100000:2.0:1746070451.104608:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015671296:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070451.112251:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.112272:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.112306:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.112464:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015671552 00000100:00100000:3.0:1746070451.112471:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015671552 00002000:00100000:3.0:1746070451.112501:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880129efdf80 x1830887015671552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.112509:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efdf80 with x1830887015671552 ext(3145728->4194303) 00002000:00010000:3.0:1746070451.112514:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efdf80 00000100:00100000:3.0:1746070451.112525:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015671808 00000100:00100000:3.0:1746070451.112526:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015671808 00002000:00100000:3.0:1746070451.112533:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880129efc700 x1830887015671808/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.112539:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efc700 with x1830887015671808 ext(2097152->3145727) 00002000:00010000:3.0:1746070451.112542:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129efc700 00000100:00100000:3.0:1746070451.112548:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015672064 00000100:00100000:3.0:1746070451.112549:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015672064 00002000:00100000:3.0:1746070451.112554:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880129efd500 x1830887015672064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.112560:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efd500 with x1830887015672064 ext(3145728->4194303) 00002000:00010000:3.0:1746070451.112562:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129efd500 00000100:00100000:3.0:1746070451.114275:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4400 00000100:00100000:3.0:1746070451.114286:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015671552:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070451.114734:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4401 00000100:00100000:0.0:1746070451.114747:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015671808:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070451.114786:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4402 00000100:00100000:3.0:1746070451.114792:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015672064:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070451.120928:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015671296:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 16311us (16697us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070451.120939:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4399 00002000:00100000:0.0:1746070451.120949:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88009403ca80 x1830887015671296/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.120958:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403ca80 with x1830887015671296 ext(2097152->3145727) 00002000:00010000:0.0:1746070451.120962:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403ca80 00000001:00080000:3.0:1746070451.123135:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968096 is committed 00000001:00080000:3.0:1746070451.123209:0:8541:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968097 is committed 00000100:00100000:3.0:1746070451.127298:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015671552:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 13006us (15043us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.127309:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4400 00002000:00100000:3.0:1746070451.127321:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880129efdf80 x1830887015671552/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.127329:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efdf80 with x1830887015671552 ext(3145728->4194303) 00002000:00010000:3.0:1746070451.127334:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efdf80 00000100:00100000:3.0:1746070451.130235:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015672064:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 15435us (17920us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.130244:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4402 00002000:00100000:3.0:1746070451.130254:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880129efd500 x1830887015672064/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.130263:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efd500 with x1830887015672064 ext(3145728->4194303) 00002000:00010000:3.0:1746070451.130267:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129efd500 00000100:00100000:2.0:1746070451.131051:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015671808:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 16309us (18777us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070451.131058:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4401 00002000:00100000:2.0:1746070451.131064:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880129efc700 x1830887015671808/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.131071:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efc700 with x1830887015671808 ext(2097152->3145727) 00002000:00010000:2.0:1746070451.131074:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129efc700 00000100:00100000:1.0:1746070451.149971:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.151030:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.151048:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015672320 00000100:00100000:2.0:1746070451.151055:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015672320 00000100:00100000:1.0:1746070451.151115:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.151137:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00002000:00100000:3.0:1746070451.151343:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88009403ce00 x1830887015672320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.151352:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403ce00 with x1830887015672320 ext(4194304->5242879) 00002000:00010000:3.0:1746070451.151357:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403ce00 00000100:00100000:3.0:1746070451.151601:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015672576 00000100:00100000:3.0:1746070451.151604:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015672576 00002000:00100000:3.0:1746070451.151616:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009403d180 x1830887015672576/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.151624:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403d180 with x1830887015672576 ext(5242880->6291455) 00002000:00010000:3.0:1746070451.151626:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403d180 00000100:00100000:3.0:1746070451.151635:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015672832 00000100:00100000:3.0:1746070451.151636:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015672832 00002000:00100000:3.0:1746070451.151645:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88009403d500 x1830887015672832/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.151662:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403d500 with x1830887015672832 ext(4194304->5242879) 00002000:00010000:3.0:1746070451.151665:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403d500 00000100:00100000:3.0:1746070451.151687:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015673088 00000100:00100000:3.0:1746070451.151690:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015673088 00002000:00100000:3.0:1746070451.151699:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88009403d880 x1830887015673088/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.151705:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403d880 with x1830887015673088 ext(5242880->6291455) 00002000:00010000:3.0:1746070451.151707:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403d880 00000100:00100000:3.0:1746070451.151716:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4403 00000100:00100000:3.0:1746070451.151721:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015672320:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070451.152333:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4404 00000100:00100000:3.0:1746070451.152340:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015672576:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070451.152913:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4405 00000100:00100000:3.0:1746070451.152920:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015672832:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070451.153452:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4406 00000100:00100000:3.0:1746070451.153458:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887015673088:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070451.168015:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015672576:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 15667us (16978us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.168023:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4404 00002000:00100000:3.0:1746070451.168032:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009403d180 x1830887015672576/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.168040:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403d180 with x1830887015672576 ext(5242880->6291455) 00002000:00010000:3.0:1746070451.168044:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403d180 00000100:00100000:3.0:1746070451.168125:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015672320:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 16403us (18163us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.168130:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4403 00002000:00100000:3.0:1746070451.168135:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88009403ce00 x1830887015672320/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.168491:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403ce00 with x1830887015672320 ext(4194304->5242879) 00002000:00010000:3.0:1746070451.168494:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403ce00 00000100:00100000:2.0:1746070451.180033:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887015672832:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 27106us (28910us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070451.180043:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4405 00002000:00100000:2.0:1746070451.180052:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88009403d500 x1830887015672832/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.180062:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403d500 with x1830887015672832 ext(4194304->5242879) 00002000:00010000:2.0:1746070451.180066:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403d500 00000100:00100000:3.0:1746070451.188012:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015673088:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 34546us (36865us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.188023:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4406 00002000:00100000:3.0:1746070451.188035:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88009403d880 x1830887015673088/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.188045:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403d880 with x1830887015673088 ext(5242880->6291455) 00002000:00010000:3.0:1746070451.188049:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403d880 00000100:00100000:3.0:1746070451.193327:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.194492:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015673344 00000100:00100000:0.0:1746070451.194500:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015673344 00002000:00100000:0.0:1746070451.194542:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880093322680 x1830887015673344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.194551:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322680 with x1830887015673344 ext(6291456->7340031) 00002000:00010000:0.0:1746070451.194556:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322680 00000100:00100000:0.0:1746070451.194590:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4407 00000100:00100000:0.0:1746070451.194597:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015673344:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070451.208755:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015673344:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 14150us (15427us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070451.208768:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4407 00002000:00100000:1.0:1746070451.208779:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880093322680 x1830887015673344/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.208787:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322680 with x1830887015673344 ext(6291456->7340031) 00002000:00010000:1.0:1746070451.208791:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322680 00000100:00100000:2.0:1746070451.231548:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.231585:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.231638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.231640:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015673728 00000100:00100000:3.0:1746070451.231656:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015673728 00002000:00100000:3.0:1746070451.231709:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880129efd180 x1830887015673728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.231719:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efd180 with x1830887015673728 ext(7340032->8388607) 00002000:00010000:3.0:1746070451.231724:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efd180 00000100:00100000:3.0:1746070451.231737:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015673984 00000100:00100000:3.0:1746070451.231739:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015673984 00002000:00100000:3.0:1746070451.231750:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff880129eff800 x1830887015673984/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.231757:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129eff800 with x1830887015673984 ext(7340032->8388607) 00002000:00010000:3.0:1746070451.231759:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129eff800 00000100:00100000:3.0:1746070451.231772:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015673856 00000100:00100000:3.0:1746070451.231774:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015673856 00002000:00100000:3.0:1746070451.231783:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880129efea00 x1830887015673856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.231789:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efea00 with x1830887015673856 ext(6291456->7340031) 00002000:00010000:3.0:1746070451.231791:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129efea00 00000100:00100000:3.0:1746070451.231806:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4408 00000100:00100000:3.0:1746070451.231812:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015673728:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070451.232163:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4409 00000100:00100000:1.0:1746070451.232171:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015673984:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070451.233264:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4410 00000100:00100000:3.0:1746070451.233273:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015673856:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070451.246921:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1964:x1830887015673984:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 14744us (15328us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070451.246932:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4409 00002000:00100000:0.0:1746070451.246941:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff880129eff800 x1830887015673984/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.246949:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129eff800 with x1830887015673984 ext(7340032->8388607) 00002000:00010000:0.0:1746070451.246954:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129eff800 00000100:00100000:3.0:1746070451.251445:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015673728:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 19624us (19895us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.251455:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4408 00002000:00100000:3.0:1746070451.251465:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880129efd180 x1830887015673728/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.251474:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efd180 with x1830887015673728 ext(7340032->8388607) 00002000:00010000:3.0:1746070451.251479:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129efd180 00000100:00100000:3.0:1746070451.257988:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015673856:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 24707us (26340us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.257999:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4410 00002000:00100000:3.0:1746070451.258009:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880129efea00 x1830887015673856/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.258017:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efea00 with x1830887015673856 ext(6291456->7340031) 00002000:00010000:3.0:1746070451.258022:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129efea00 00000100:00100000:0.0:1746070451.263815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.263904:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015674368 00000100:00100000:3.0:1746070451.263911:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015674368 00002000:00100000:3.0:1746070451.263950:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009c785180 x1830887015674368/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.263959:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c785180 with x1830887015674368 ext(8388608->9437183) 00002000:00010000:3.0:1746070451.263964:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c785180 00000100:00100000:3.0:1746070451.263981:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4411 00000100:00100000:3.0:1746070451.263987:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015674368:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070451.271327:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.271591:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015674624 00000100:00100000:0.0:1746070451.271599:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015674624 00002000:00100000:0.0:1746070451.271637:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88009403dc00 x1830887015674624/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.271655:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403dc00 with x1830887015674624 ext(8388608->9437183) 00002000:00010000:0.0:1746070451.271660:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403dc00 00000100:00100000:0.0:1746070451.271705:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4412 00000100:00100000:0.0:1746070451.271712:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015674624:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070451.278032:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015674368:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 14036us (14216us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.278042:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4411 00002000:00100000:3.0:1746070451.278052:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009c785180 x1830887015674368/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.278061:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c785180 with x1830887015674368 ext(8388608->9437183) 00002000:00010000:3.0:1746070451.278066:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c785180 00000100:00100000:1.0:1746070451.280549:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015674624:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 8830us (9221us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070451.280559:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4412 00002000:00100000:1.0:1746070451.280567:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88009403dc00 x1830887015674624/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.280576:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403dc00 with x1830887015674624 ext(8388608->9437183) 00002000:00010000:1.0:1746070451.280581:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403dc00 00000100:00100000:1.0:1746070451.290836:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.290875:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015675008 00000100:00100000:2.0:1746070451.290884:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015675008 00002000:00100000:2.0:1746070451.290923:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009403df80 x1830887015675008/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.290932:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403df80 with x1830887015675008 ext(9437184->10485759) 00002000:00010000:2.0:1746070451.290936:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403df80 00000100:00100000:2.0:1746070451.290963:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4413 00000100:00100000:2.0:1746070451.290971:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015675008:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070451.291062:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.291093:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015675136 00000100:00100000:1.0:1746070451.291096:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015675136 00002000:00100000:1.0:1746070451.291115:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88009403e300 x1830887015675136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.291123:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403e300 with x1830887015675136 ext(9437184->10485759) 00002000:00010000:1.0:1746070451.291126:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403e300 00000100:00100000:1.0:1746070451.291140:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4414 00000100:00100000:1.0:1746070451.291145:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015675136:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070451.304090:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015675008:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 13111us (13252us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070451.304100:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4413 00002000:00100000:2.0:1746070451.304110:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009403df80 x1830887015675008/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.304118:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403df80 with x1830887015675008 ext(9437184->10485759) 00002000:00010000:2.0:1746070451.304122:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403df80 00000100:00100000:1.0:1746070451.314094:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015675136:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 22941us (23025us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070451.314105:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4414 00002000:00100000:1.0:1746070451.314115:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88009403e300 x1830887015675136/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.314124:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403e300 with x1830887015675136 ext(9437184->10485759) 00002000:00010000:1.0:1746070451.314129:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403e300 00000100:00100000:3.0:1746070451.315460:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.315548:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015675648 00000100:00100000:1.0:1746070451.315554:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015675648 00002000:00100000:1.0:1746070451.315583:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880093322a00 x1830887015675648/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.315591:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322a00 with x1830887015675648 ext(10485760->11534335) 00002000:00010000:1.0:1746070451.315595:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322a00 00000100:00100000:1.0:1746070451.315620:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4415 00000100:00100000:1.0:1746070451.315627:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1964:x1830887015675648:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070451.317527:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.317557:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.317569:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015675520 00000100:00100000:0.0:1746070451.317575:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015675520 00002000:00100000:0.0:1746070451.317604:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880129efdc00 x1830887015675520/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.317612:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efdc00 with x1830887015675520 ext(10485760->11534335) 00002000:00010000:0.0:1746070451.317616:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129efdc00 00000100:00100000:0.0:1746070451.317632:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015675904 00000100:00100000:0.0:1746070451.317634:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015675904 00002000:00100000:0.0:1746070451.317644:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8800947e9880 x1830887015675904/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.317659:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9880 with x1830887015675904 ext(11534336->12582911) 00002000:00010000:0.0:1746070451.317662:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e9880 00000100:00100000:0.0:1746070451.317696:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4416 00000100:00100000:0.0:1746070451.317702:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015675520:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070451.318195:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4417 00000100:00100000:1.0:1746070451.318201:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1961:x1830887015675904:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070451.326400:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015675648:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 10766us (10934us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070451.326409:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4415 00002000:00100000:1.0:1746070451.326419:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880093322a00 x1830887015675648/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.326428:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093322a00 with x1830887015675648 ext(10485760->11534335) 00002000:00010000:1.0:1746070451.326433:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093322a00 00000100:00100000:1.0:1746070451.334926:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1961:x1830887015675904:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 16717us (17360us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070451.334936:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4417 00002000:00100000:1.0:1746070451.335189:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8800947e9880 x1830887015675904/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.335198:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9880 with x1830887015675904 ext(11534336->12582911) 00002000:00010000:1.0:1746070451.335202:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e9880 00000100:00100000:1.0:1746070451.340079:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015675520:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 22369us (22549us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070451.340089:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4416 00002000:00100000:1.0:1746070451.340101:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880129efdc00 x1830887015675520/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.340109:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129efdc00 with x1830887015675520 ext(10485760->11534335) 00002000:00010000:1.0:1746070451.340114:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129efdc00 00000100:00100000:2.0:1746070451.348580:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.348923:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015676160 00000100:00100000:1.0:1746070451.348931:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015676160 00002000:00100000:1.0:1746070451.348966:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff8800947e9f80 x1830887015676160/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.348975:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9f80 with x1830887015676160 ext(11534336->12582911) 00002000:00010000:1.0:1746070451.348979:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947e9f80 00000100:00100000:1.0:1746070451.349065:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4418 00000100:00100000:1.0:1746070451.349074:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015676160:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070451.362168:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015676160:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 13085us (13585us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070451.362179:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4418 00002000:00100000:1.0:1746070451.362190:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff8800947e9f80 x1830887015676160/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.362200:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9f80 with x1830887015676160 ext(11534336->12582911) 00002000:00010000:1.0:1746070451.362204:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947e9f80 00000100:00100000:3.0:1746070451.369552:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.371230:0:31817:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015676416 00000100:00100000:1.0:1746070451.371242:0:31817:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015676416 00002000:00100000:1.0:1746070451.371289:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff880093323480 x1830887015676416/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.371299:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323480 with x1830887015676416 ext(12582912->13631487) 00002000:00010000:1.0:1746070451.371304:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093323480 00000100:00100000:1.0:1746070451.371341:0:31817:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4419 00000100:00100000:1.0:1746070451.371348:0:31817:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015676416:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070451.385731:0:31817:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015676416:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 14374us (16178us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070451.385742:0:31817:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4419 00002000:00100000:1.0:1746070451.385754:0:31817:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff880093323480 x1830887015676416/t0(0) o3->7b76de34-516b-4fc5-a0c6-5c59ed28c461@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.385761:0:31817:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093323480 with x1830887015676416 ext(12582912->13631487) 00002000:00010000:1.0:1746070451.385766:0:31817:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093323480 00000100:00100000:3.0:1746070451.392715:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.392815:0:4052:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015676672 00000100:00100000:1.0:1746070451.392822:0:4052:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015676672 00000100:00100000:1.0:1746070451.392867:0:4052:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 176 00000100:00100000:1.0:1746070451.392873:0:4052:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1183:x1830887015676672:12345-192.168.203.29@tcp:35:cmp.0 00000100:00100000:1.0:1746070451.393167:0:4052:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1183:x1830887015676672:12345-192.168.203.29@tcp:35:cmp.0 Request processed in 293us (456us total) trans 4294982046 rc 0/0 00000100:00100000:1.0:1746070451.393173:0:4052:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 176 00000100:00100000:0.0:1746070451.409225:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.409241:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.409268:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015677056 00000100:00100000:0.0:1746070451.409276:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015677056 00000100:00100000:3.0:1746070451.409662:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33811 00000100:00100000:3.0:1746070451.409689:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+14:1184:x1830887015677056:12345-192.168.203.29@tcp:101:cmp.0 00000100:00080000:2.0:1746070451.409696:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746070451.409705:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070451.409720:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094482a00/0x628f9640b607fdaa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c040b expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.409793:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b704200/0x628f9640b607fdb1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070451.409804:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b704200/0x628f9640b607fdb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070451.409812:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b704200/0x628f9640b607fdb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:3.0:1746070451.409820:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00000100:00100000:1.0:1746070451.409845:0:7099:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015676800 00000100:00100000:1.0:1746070451.409848:0:7099:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015676800 00010000:00010000:3.0:1746070451.409907:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094482a00/0x628f9640b607fdaa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c040b expref: 18 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.409924:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b704200/0x628f9640b607fdb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c040b expref: 17 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.409931:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:3.0:1746070451.409933:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070451.409936:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b704200, rc 0) 00000100:00100000:3.0:1746070451.409976:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1184:x1830887015677056:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 308us (734us total) trans 4294982047 rc 0/0 00000100:00100000:3.0:1746070451.409981:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33811 00000100:00100000:1.0:1746070451.411595:0:7099:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 9 00000100:00100000:1.0:1746070451.411604:0:7099:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1962:x1830887015676800:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1746070451.411623:0:7099:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070451.411633:0:7099:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc400/0x628f9640b607fdbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c03da expref: -99 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.411669:0:7099:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b600/0x628f9640b607fdc6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411692:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b600/0x628f9640b607fdc6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411699:0:7099:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b600/0x628f9640b607fdc6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411709:0:7099:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a000/0x628f9640b607fdcd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411714:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a000/0x628f9640b607fdcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411719:0:7099:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a000/0x628f9640b607fdcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411887:0:7099:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b600/0x628f9640b607fdc6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411894:0:7099:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b600/0x628f9640b607fdc6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411899:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b600/0x628f9640b607fdc6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411903:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009460b600 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070451.411907:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b600/0x628f9640b607fdc6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411912:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b600/0x628f9640b607fdc6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411920:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:1.0:1746070451.411922:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070451.411925:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b600/0x628f9640b607fdc6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411929:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b600/0x628f9640b607fdc6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411951:0:7099:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a000/0x628f9640b607fdcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411956:0:7099:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a000/0x628f9640b607fdcd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411961:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a000/0x628f9640b607fdcd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411964:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009460a000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070451.411967:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a000/0x628f9640b607fdcd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411972:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a000/0x628f9640b607fdcd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411977:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800ac9b2d00) 00010000:00010000:1.0:1746070451.411979:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070451.411981:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a000/0x628f9640b607fdcd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.411986:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a000/0x628f9640b607fdcd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.412013:0:7099:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc400/0x628f9640b607fdbf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03da expref: 17 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.412020:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:1.0:1746070451.412022:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746070451.412024:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a13bc400/0x628f9640b607fdbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c03da expref: 17 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.412032:0:7099:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a13bc400, rc -2) 00000100:00100000:1.0:1746070451.412171:0:7099:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1962:x1830887015676800:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 568us (2953us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746070451.412177:0:7099:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 9 00000100:00100000:0.0:1746070451.413632:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.413696:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015677312 00000100:00100000:3.0:1746070451.413702:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015677312 00000100:00100000:0.0:1746070451.413704:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.413734:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015677440 00000100:00100000:1.0:1746070451.413738:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015677440 00000100:00100000:1.0:1746070451.413764:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 147 00000100:00100000:1.0:1746070451.413770:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1961:x1830887015677440:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070451.413781:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070451.413793:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b704200/0x628f9640b607fdb1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c040b expref: 17 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.413803:0:7080:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:1.0:1746070451.413806:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070451.413902:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33812 00000100:00100000:3.0:1746070451.413908:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1184:x1830887015677312:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:3.0:1746070451.413919:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070451.413927:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b704000/0x628f9640b607fdd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0412 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070451.413958:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1961:x1830887015677440:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 188us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070451.413964:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 147 00010000:00010000:3.0:1746070451.414119:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b705e00/0x628f9640b607fddb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070451.414129:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b705e00/0x628f9640b607fddb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070451.414136:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b705e00/0x628f9640b607fddb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:3.0:1746070451.414145:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:3.0:1746070451.414226:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b704000/0x628f9640b607fdd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0412 expref: 18 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.414236:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b705e00/0x628f9640b607fddb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0412 expref: 17 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.414242:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880092b4c400) 00010000:00010000:3.0:1746070451.414244:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070451.414246:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b705e00, rc 0) 00000100:00100000:3.0:1746070451.414267:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1184:x1830887015677312:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 359us (638us total) trans 4294982048 rc 0/0 00000100:00100000:3.0:1746070451.414272:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33812 00000100:00100000:0.0:1746070451.414404:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.414476:0:7099:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015677568 00000100:00100000:1.0:1746070451.414480:0:7099:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015677568 00000100:00100000:1.0:1746070451.414501:0:7099:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 10 00000100:00100000:1.0:1746070451.414506:0:7099:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a42c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1962:x1830887015677568:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1746070451.414520:0:7099:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070451.414527:0:7099:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ba00/0x628f9640b607fde9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0419 expref: -99 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.414547:0:7099:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b800/0x628f9640b607fdf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414553:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b800/0x628f9640b607fdf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414559:0:7099:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b800/0x628f9640b607fdf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414567:0:7099:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a200/0x628f9640b607fdf7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414571:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a200/0x628f9640b607fdf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414575:0:7099:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a200/0x628f9640b607fdf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414615:0:7099:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b800/0x628f9640b607fdf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414621:0:7099:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b800/0x628f9640b607fdf0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414626:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b800/0x628f9640b607fdf0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414630:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009460b800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070451.414633:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b800/0x628f9640b607fdf0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414638:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b800/0x628f9640b607fdf0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414643:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:1.0:1746070451.414655:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070451.414658:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b800/0x628f9640b607fdf0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414662:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009460b800/0x628f9640b607fdf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414669:0:7099:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a200/0x628f9640b607fdf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414690:0:7099:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a200/0x628f9640b607fdf7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414694:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a200/0x628f9640b607fdf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414699:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009460a200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070451.414700:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a200/0x628f9640b607fdf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414705:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a200/0x628f9640b607fdf7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414710:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff8800ac9b2c00) 00010000:00010000:1.0:1746070451.414712:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070451.414714:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a200/0x628f9640b607fdf7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414718:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009460a200/0x628f9640b607fdf7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.414746:0:7099:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ba00/0x628f9640b607fde9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0419 expref: 18 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.414753:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:1.0:1746070451.414755:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746070451.414757:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009460ba00/0x628f9640b607fde9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0419 expref: 18 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.414764:0:7099:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009460ba00, rc -2) 00000100:00100000:1.0:1746070451.414789:0:7099:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a42c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1962:x1830887015677568:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 283us (385us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746070451.414794:0:7099:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 10 00000100:00100000:2.0:1746070451.418265:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.418308:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.418721:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015677696 00000100:00100000:1.0:1746070451.418728:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015677696 00000100:00100000:1.0:1746070451.418766:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015677824 00000100:00100000:1.0:1746070451.418769:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015677824 00000100:00100000:0.0:1746070451.418775:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5655 00000100:00100000:0.0:1746070451.418784:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887015677696:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:0.0:1746070451.418796:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070451.418809:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092bc9c00/0x628f9640b607fdfe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0458 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746070451.418826:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746070451.418826:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070451.418828:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070451.418834:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092bc9c00/0x628f9640b607fdfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0458 expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070451.418846:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092bc9c00/0x628f9640b607fdfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0458 expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070451.418855:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bc9c00, rc 0) 00000100:00100000:0.0:1746070451.418890:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015677696:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 107us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070451.418896:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5655 00000100:00100000:0.0:1746070451.418912:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5656 00000100:00100000:0.0:1746070451.418917:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+7:1963:x1830887015677824:12345-192.168.203.29@tcp:101:cmp.0 00010000:00010000:0.0:1746070451.418923:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070451.418931:0:8444:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fe05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c045f expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.418942:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070451.418943:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070451.418947:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fe05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c045f expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070451.418956:0:8444:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092bc8a00/0x628f9640b607fe05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c045f expref: 8 pid: 8444 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070451.418962:0:8444:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bc8a00, rc 0) 00000100:00100000:0.0:1746070451.418976:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015677824:12345-192.168.203.29@tcp:101:cmp.0 Request processed in 59us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070451.418983:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5656 00000100:00100000:2.0:1746070451.419632:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.420898:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015677952 00000100:00100000:1.0:1746070451.420904:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015677952 00000100:00100000:1.0:1746070451.420941:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 148 00000100:00100000:1.0:1746070451.420947:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1963:x1830887015677952:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070451.420956:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070451.420973:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b705e00/0x628f9640b607fddb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0412 expref: 17 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.420986:0:7079:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880092b4c400) 00010000:00010000:1.0:1746070451.420990:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070451.421024:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015677952:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 77us (1392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070451.421029:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 148 00000100:00100000:0.0:1746070451.459476:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.459517:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.459540:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.459574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.459626:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015678208 00000100:00100000:0.0:1746070451.459633:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015678208 00002000:00100000:0.0:1746070451.459694:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009c786300 x1830887015678208/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.459703:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c786300 with x1830887015678208 ext(0->1048575) 00002000:00010000:0.0:1746070451.459708:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c786300 00000100:00100000:0.0:1746070451.459721:0:31816:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015678464 00000100:00100000:0.0:1746070451.459724:0:31816:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015678464 00002000:00100000:0.0:1746070451.459734:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88009c786a00 x1830887015678464/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.459739:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c786a00 with x1830887015678464 ext(1048576->2097151) 00002000:00010000:0.0:1746070451.459742:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c786a00 00000100:00100000:0.0:1746070451.459758:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015678720 00000100:00100000:0.0:1746070451.459760:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015678720 00002000:00100000:0.0:1746070451.459771:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88009c787b80 x1830887015678720/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.459777:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787b80 with x1830887015678720 ext(0->1048575) 00002000:00010000:0.0:1746070451.459779:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c787b80 00000100:00100000:0.0:1746070451.459786:0:1646:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015678976 00000100:00100000:0.0:1746070451.459788:0:1646:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015678976 00002000:00100000:0.0:1746070451.459795:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff88008b804000 x1830887015678976/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.459801:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b804000 with x1830887015678976 ext(1048576->2097151) 00002000:00010000:0.0:1746070451.459803:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b804000 00000100:00100000:0.0:1746070451.459811:0:1646:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4420 00000100:00100000:0.0:1746070451.459817:0:1646:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1964:x1830887015678208:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070451.460417:0:31816:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4421 00000100:00100000:0.0:1746070451.460422:0:31816:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015678464:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070451.460960:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4422 00000100:00100000:0.0:1746070451.460965:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1964:x1830887015678720:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070451.461508:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4423 00000100:00100000:0.0:1746070451.461514:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015678976:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070451.478144:0:1646:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015678208:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 18317us (18665us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070451.478154:0:1646:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4420 00002000:00100000:0.0:1746070451.478163:0:1646:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009c786300 x1830887015678208/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.478172:0:1646:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c786300 with x1830887015678208 ext(0->1048575) 00002000:00010000:0.0:1746070451.478177:0:1646:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c786300 00000100:00100000:0.0:1746070451.478930:0:31816:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015678464:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 18507us (19411us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070451.478936:0:31816:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4421 00002000:00100000:0.0:1746070451.478942:0:31816:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88009c786a00 x1830887015678464/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.478950:0:31816:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c786a00 with x1830887015678464 ext(1048576->2097151) 00002000:00010000:0.0:1746070451.478952:0:31816:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c786a00 00000100:00100000:0.0:1746070451.486950:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015678720:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 25977us (27400us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070451.486961:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4422 00002000:00100000:0.0:1746070451.486970:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88009c787b80 x1830887015678720/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.486979:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787b80 with x1830887015678720 ext(0->1048575) 00002000:00010000:0.0:1746070451.486984:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c787b80 00000100:00100000:0.0:1746070451.490253:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015678976:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 28731us (30670us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070451.490263:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4423 00002000:00100000:0.0:1746070451.490273:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff88008b804000 x1830887015678976/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.490281:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b804000 with x1830887015678976 ext(1048576->2097151) 00002000:00010000:0.0:1746070451.490286:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b804000 00000100:00100000:1.0:1746070451.509840:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.510920:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015679232 00000100:00100000:0.0:1746070451.510927:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015679232 00002000:00100000:0.0:1746070451.510962:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88009403e680 x1830887015679232/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.510971:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403e680 with x1830887015679232 ext(2097152->3145727) 00002000:00010000:0.0:1746070451.510975:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403e680 00000100:00100000:0.0:1746070451.511003:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4424 00000100:00100000:0.0:1746070451.511011:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015679232:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070451.511760:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.512412:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.512442:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.512458:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015679488 00000100:00100000:2.0:1746070451.512462:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015679488 00002000:00100000:2.0:1746070451.512481:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800947ebb80 x1830887015679488/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.512489:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947ebb80 with x1830887015679488 ext(3145728->4194303) 00002000:00010000:2.0:1746070451.512492:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947ebb80 00000100:00100000:2.0:1746070451.512501:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015679744 00000100:00100000:2.0:1746070451.512504:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015679744 00002000:00100000:2.0:1746070451.512513:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff8800947e9180 x1830887015679744/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.512519:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9180 with x1830887015679744 ext(2097152->3145727) 00002000:00010000:2.0:1746070451.512521:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947e9180 00000100:00100000:2.0:1746070451.512527:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015679872 00000100:00100000:2.0:1746070451.512528:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015679872 00002000:00100000:2.0:1746070451.512536:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff8800947eb100 x1830887015679872/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.512541:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947eb100 with x1830887015679872 ext(3145728->4194303) 00002000:00010000:2.0:1746070451.512543:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947eb100 00000100:00100000:2.0:1746070451.512552:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4425 00000100:00100000:2.0:1746070451.512556:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015679488:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070451.513147:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4426 00000100:00100000:2.0:1746070451.513152:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1964:x1830887015679744:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070451.513740:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4427 00000100:00100000:2.0:1746070451.513746:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015679872:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070451.527217:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015679232:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 16198us (17374us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070451.527229:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4424 00002000:00100000:1.0:1746070451.527238:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88009403e680 x1830887015679232/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070451.527247:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403e680 with x1830887015679232 ext(2097152->3145727) 00002000:00010000:1.0:1746070451.527252:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403e680 00000100:00100000:0.0:1746070451.535633:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015679488:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 23068us (23866us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070451.535643:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4425 00002000:00100000:0.0:1746070451.535665:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800947ebb80 x1830887015679488/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.535691:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947ebb80 with x1830887015679488 ext(3145728->4194303) 00002000:00010000:0.0:1746070451.535695:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947ebb80 00000100:00100000:2.0:1746070451.540581:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015679744:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 27421us (28162us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070451.540591:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4426 00002000:00100000:2.0:1746070451.540600:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff8800947e9180 x1830887015679744/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.540608:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e9180 with x1830887015679744 ext(2097152->3145727) 00002000:00010000:2.0:1746070451.540613:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947e9180 00000100:00100000:2.0:1746070451.544161:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015679872:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 30408us (31711us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070451.544170:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4427 00002000:00100000:2.0:1746070451.544179:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff8800947eb100 x1830887015679872/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.544188:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947eb100 with x1830887015679872 ext(3145728->4194303) 00002000:00010000:2.0:1746070451.544192:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947eb100 00000100:00100000:0.0:1746070451.557177:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.557507:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.558207:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.558220:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015680384 00000100:00100000:2.0:1746070451.558228:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015680384 00002000:00100000:2.0:1746070451.558266:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88008b804380 x1830887015680384/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.558275:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b804380 with x1830887015680384 ext(4194304->5242879) 00002000:00010000:2.0:1746070451.558280:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b804380 00000100:00100000:2.0:1746070451.558303:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015680512 00000100:00100000:2.0:1746070451.558305:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015680512 00002000:00100000:2.0:1746070451.558316:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88008b804700 x1830887015680512/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.558322:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b804700 with x1830887015680512 ext(5242880->6291455) 00002000:00010000:2.0:1746070451.558325:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b804700 00000100:00100000:2.0:1746070451.558336:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4428 00000100:00100000:2.0:1746070451.558342:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1961:x1830887015680384:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070451.559570:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4429 00000100:00100000:2.0:1746070451.559578:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1961:x1830887015680512:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070451.562633:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015680896 00000100:00100000:0.0:1746070451.562651:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015680896 00002000:00100000:0.0:1746070451.562704:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88009403ea00 x1830887015680896/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.562714:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403ea00 with x1830887015680896 ext(5242880->6291455) 00002000:00010000:0.0:1746070451.562719:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403ea00 00000100:00100000:0.0:1746070451.562737:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4430 00000100:00100000:0.0:1746070451.562743:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1961:x1830887015680896:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070451.569339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.569469:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1961:x1830887015680384:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 11125us (12298us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.569478:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4428 00002000:00100000:3.0:1746070451.569488:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88008b804380 x1830887015680384/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.569496:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b804380 with x1830887015680384 ext(4194304->5242879) 00002000:00010000:3.0:1746070451.569501:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b804380 00000100:00100000:3.0:1746070451.569520:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015680768 00000100:00100000:3.0:1746070451.569525:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015680768 00002000:00100000:3.0:1746070451.569554:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880093321880 x1830887015680768/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.569561:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321880 with x1830887015680768 ext(4194304->5242879) 00002000:00010000:3.0:1746070451.569563:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093321880 00000100:00100000:3.0:1746070451.569577:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4431 00000100:00100000:3.0:1746070451.569583:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1961:x1830887015680768:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070451.584570:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1961:x1830887015680512:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 24985us (27055us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070451.584579:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4429 00002000:00100000:2.0:1746070451.584589:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88008b804700 x1830887015680512/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.584597:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b804700 with x1830887015680512 ext(5242880->6291455) 00002000:00010000:2.0:1746070451.584602:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b804700 00000100:00100000:2.0:1746070451.591483:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1961:x1830887015680896:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 28732us (33268us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070451.591492:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4430 00002000:00100000:2.0:1746070451.591501:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88009403ea00 x1830887015680896/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.591509:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403ea00 with x1830887015680896 ext(5242880->6291455) 00002000:00010000:2.0:1746070451.591513:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403ea00 00000100:00100000:3.0:1746070451.593881:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1961:x1830887015680768:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 24292us (24543us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.593889:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4431 00002000:00100000:3.0:1746070451.593898:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880093321880 x1830887015680768/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.593905:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093321880 with x1830887015680768 ext(4194304->5242879) 00002000:00010000:3.0:1746070451.593909:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093321880 00000100:00100000:0.0:1746070451.600306:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.600521:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015681280 00000100:00100000:3.0:1746070451.600529:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015681280 00002000:00100000:3.0:1746070451.600566:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88008b804a80 x1830887015681280/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.600574:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b804a80 with x1830887015681280 ext(6291456->7340031) 00002000:00010000:3.0:1746070451.600580:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b804a80 00000100:00100000:3.0:1746070451.600608:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4432 00000100:00100000:3.0:1746070451.600614:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015681280:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070451.610904:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015681280:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 10281us (10597us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.610914:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4432 00002000:00100000:3.0:1746070451.610924:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88008b804a80 x1830887015681280/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.610932:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b804a80 with x1830887015681280 ext(6291456->7340031) 00002000:00010000:3.0:1746070451.610937:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b804a80 00000100:00100000:0.0:1746070451.623280:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.625276:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015681536 00000100:00100000:3.0:1746070451.625287:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015681536 00002000:00100000:3.0:1746070451.625322:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88008b804e00 x1830887015681536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.625332:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b804e00 with x1830887015681536 ext(6291456->7340031) 00002000:00010000:3.0:1746070451.625336:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b804e00 00000100:00100000:3.0:1746070451.625654:0:25227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4433 00000100:00100000:3.0:1746070451.625662:0:25227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015681536:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070451.627313:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.628145:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.631261:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015681792 00000100:00100000:2.0:1746070451.631271:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015681792 00002000:00100000:2.0:1746070451.631310:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88009403ed80 x1830887015681792/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.631320:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403ed80 with x1830887015681792 ext(7340032->8388607) 00002000:00010000:2.0:1746070451.631324:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403ed80 00000100:00100000:2.0:1746070451.631350:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015682048 00000100:00100000:2.0:1746070451.631353:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015682048 00002000:00100000:2.0:1746070451.631366:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009403f100 x1830887015682048/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.631378:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403f100 with x1830887015682048 ext(7340032->8388607) 00002000:00010000:2.0:1746070451.631381:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403f100 00000100:00100000:2.0:1746070451.631400:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4434 00000100:00100000:2.0:1746070451.631407:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1963:x1830887015681792:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070451.632806:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4435 00000100:00100000:3.0:1746070451.632817:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015682048:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070451.642817:0:25227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015681536:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 17148us (19535us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.642827:0:25227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4433 00002000:00100000:3.0:1746070451.642836:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88008b804e00 x1830887015681536/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.642844:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b804e00 with x1830887015681536 ext(6291456->7340031) 00002000:00010000:3.0:1746070451.642849:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b804e00 00000100:00100000:3.0:1746070451.643788:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015681792:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 12378us (16478us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.643794:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4434 00002000:00100000:3.0:1746070451.643800:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88009403ed80 x1830887015681792/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.643812:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403ed80 with x1830887015681792 ext(7340032->8388607) 00002000:00010000:3.0:1746070451.643814:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403ed80 00000100:00100000:0.0:1746070451.647448:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015682048:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 14626us (19296us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070451.647462:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4435 00002000:00100000:0.0:1746070451.647474:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009403f100 x1830887015682048/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.647482:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403f100 with x1830887015682048 ext(7340032->8388607) 00002000:00010000:0.0:1746070451.647487:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403f100 00000100:00100000:1.0:1746070451.656262:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.656337:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015682304 00000100:00100000:0.0:1746070451.656346:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015682304 00002000:00100000:0.0:1746070451.656383:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009403f480 x1830887015682304/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.656392:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403f480 with x1830887015682304 ext(8388608->9437183) 00002000:00010000:0.0:1746070451.656397:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403f480 00000100:00100000:0.0:1746070451.656425:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4436 00000100:00100000:0.0:1746070451.656432:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015682304:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070451.659026:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.659270:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015682560 00000100:00100000:3.0:1746070451.659278:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015682560 00002000:00100000:3.0:1746070451.659311:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88008b805180 x1830887015682560/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.659320:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b805180 with x1830887015682560 ext(8388608->9437183) 00002000:00010000:3.0:1746070451.659324:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b805180 00000100:00100000:3.0:1746070451.659342:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4437 00000100:00100000:3.0:1746070451.659348:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015682560:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070451.670220:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015682304:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 13779us (13961us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070451.670231:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4436 00002000:00100000:0.0:1746070451.670241:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009403f480 x1830887015682304/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.670250:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403f480 with x1830887015682304 ext(8388608->9437183) 00002000:00010000:0.0:1746070451.670254:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403f480 00000100:00100000:3.0:1746070451.673014:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015682560:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 13659us (13991us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.673024:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4437 00002000:00100000:3.0:1746070451.673034:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88008b805180 x1830887015682560/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.673043:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b805180 with x1830887015682560 ext(8388608->9437183) 00002000:00010000:3.0:1746070451.673046:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b805180 00000100:00100000:1.0:1746070451.692206:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.692255:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.692310:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015682944 00000100:00100000:0.0:1746070451.692318:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015682944 00002000:00100000:0.0:1746070451.692353:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88009403f800 x1830887015682944/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.692363:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403f800 with x1830887015682944 ext(9437184->10485759) 00002000:00010000:0.0:1746070451.692369:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403f800 00000100:00100000:0.0:1746070451.692383:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015683072 00000100:00100000:0.0:1746070451.692385:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015683072 00002000:00100000:0.0:1746070451.692395:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009403fb80 x1830887015683072/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.692401:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403fb80 with x1830887015683072 ext(9437184->10485759) 00002000:00010000:0.0:1746070451.692404:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403fb80 00000100:00100000:0.0:1746070451.692413:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4438 00000100:00100000:0.0:1746070451.692419:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015682944:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070451.693844:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4439 00000100:00100000:0.0:1746070451.693854:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015683072:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070451.711037:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015682944:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 18611us (18831us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070451.711047:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4438 00002000:00100000:0.0:1746070451.711057:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88009403f800 x1830887015682944/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.711065:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403f800 with x1830887015682944 ext(9437184->10485759) 00002000:00010000:0.0:1746070451.711069:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009403f800 00000100:00100000:0.0:1746070451.715734:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1963:x1830887015683072:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 21873us (23469us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070451.715745:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4439 00002000:00100000:0.0:1746070451.715756:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009403fb80 x1830887015683072/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.715769:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403fb80 with x1830887015683072 ext(9437184->10485759) 00002000:00010000:0.0:1746070451.715774:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403fb80 00000100:00100000:1.0:1746070451.727970:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.728004:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.728081:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015683328 00000100:00100000:2.0:1746070451.728089:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015683328 00002000:00100000:2.0:1746070451.728124:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88009403c700 x1830887015683328/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.728133:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403c700 with x1830887015683328 ext(10485760->11534335) 00002000:00010000:2.0:1746070451.728137:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403c700 00000100:00100000:2.0:1746070451.728151:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015683584 00000100:00100000:2.0:1746070451.728153:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015683584 00002000:00100000:2.0:1746070451.728164:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff8800a41c0e00 x1830887015683584/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.728170:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0e00 with x1830887015683584 ext(10485760->11534335) 00002000:00010000:2.0:1746070451.728173:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a41c0e00 00000100:00100000:2.0:1746070451.728196:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4440 00000100:00100000:2.0:1746070451.728202:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015683328:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070451.729519:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4441 00000100:00100000:3.0:1746070451.729528:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015683584:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070451.747853:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.748029:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015683840 00000100:00100000:0.0:1746070451.748036:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015683840 00002000:00100000:0.0:1746070451.748066:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880093d5d500 x1830887015683840/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.748075:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d500 with x1830887015683840 ext(11534336->12582911) 00002000:00010000:0.0:1746070451.748080:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5d500 00000100:00100000:0.0:1746070451.748093:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4442 00000100:00100000:0.0:1746070451.748099:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015683840:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070451.750822:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009403c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+10:1964:x1830887015683328:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 22613us (22852us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070451.750831:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4440 00002000:00100000:2.0:1746070451.750840:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88009403c700 x1830887015683328/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.750853:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009403c700 with x1830887015683328 ext(10485760->11534335) 00002000:00010000:2.0:1746070451.750857:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009403c700 00000100:00100000:3.0:1746070451.765166:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015683584:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 35632us (37152us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070451.765176:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4441 00002000:00100000:3.0:1746070451.765187:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff8800a41c0e00 x1830887015683584/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070451.765196:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a41c0e00 with x1830887015683584 ext(10485760->11534335) 00002000:00010000:3.0:1746070451.765201:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a41c0e00 00010000:00010000:1.0:1746070451.766558:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070451.771335:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015683840:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 23227us (23481us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070451.771345:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4442 00002000:00100000:0.0:1746070451.771355:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880093d5d500 x1830887015683840/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070451.771362:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d500 with x1830887015683840 ext(11534336->12582911) 00002000:00010000:0.0:1746070451.771367:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5d500 00000100:00100000:0.0:1746070451.790934:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.790999:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015684096 00000100:00100000:2.0:1746070451.791007:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015684096 00002000:00100000:2.0:1746070451.791043:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88008b805500 x1830887015684096/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.791052:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b805500 with x1830887015684096 ext(11534336->12582911) 00002000:00010000:2.0:1746070451.791057:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b805500 00000100:00100000:2.0:1746070451.791285:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4443 00000100:00100000:2.0:1746070451.791293:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015684096:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070451.806266:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1964:x1830887015684096:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 14963us (15327us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070451.806278:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4443 00002000:00100000:2.0:1746070451.806289:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88008b805500 x1830887015684096/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.806298:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b805500 with x1830887015684096 ext(11534336->12582911) 00002000:00010000:2.0:1746070451.806302:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b805500 00000100:00100000:3.0:1746070451.814287:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.814791:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015684352 00000100:00100000:2.0:1746070451.814799:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015684352 00002000:00100000:2.0:1746070451.814834:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff880093320000 x1830887015684352/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/0 e 0 to 0 dl 1746070462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.814842:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320000 with x1830887015684352 ext(12582912->13631487) 00002000:00010000:2.0:1746070451.814847:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093320000 00000100:00100000:2.0:1746070451.814874:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4444 00000100:00100000:2.0:1746070451.814881:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1961:x1830887015684352:12345-192.168.203.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070451.822772:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1961:x1830887015684352:12345-192.168.203.29@tcp:3:cmp.0 Request processed in 7882us (8483us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070451.822783:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4444 00002000:00100000:2.0:1746070451.822794:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff880093320000 x1830887015684352/t0(0) o3->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:82/0 lens 488/440 e 0 to 0 dl 1746070462 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070451.822803:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093320000 with x1830887015684352 ext(12582912->13631487) 00002000:00010000:2.0:1746070451.822807:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093320000 00000100:00100000:1.0:1746070451.828823:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.828975:0:4052:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015684608 00000100:00100000:2.0:1746070451.828983:0:4052:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015684608 00000100:00100000:2.0:1746070451.829448:0:4052:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 177 00000100:00100000:2.0:1746070451.829456:0:4052:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1184:x1830887015684608:12345-192.168.203.29@tcp:35:cmp.0 00000100:00100000:2.0:1746070451.829637:0:4052:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1184:x1830887015684608:12345-192.168.203.29@tcp:35:cmp.0 Request processed in 181us (819us total) trans 4294982049 rc 0/0 00000100:00100000:2.0:1746070451.829700:0:4052:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 177 00000100:00100000:3.0:1746070451.834211:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.834289:0:4052:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015684864 00000100:00100000:2.0:1746070451.834296:0:4052:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015684864 00000100:00100000:2.0:1746070451.834422:0:4052:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 178 00000100:00100000:2.0:1746070451.834429:0:4052:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a59a6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1184:x1830887015684864:12345-192.168.203.29@tcp:35:cmp.0 00000100:00100000:2.0:1746070451.834592:0:4052:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a59a6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1184:x1830887015684864:12345-192.168.203.29@tcp:35:cmp.0 Request processed in 163us (387us total) trans 4294982050 rc 0/0 00000100:00100000:2.0:1746070451.834598:0:4052:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 178 00000100:00100000:1.0:1746070451.849932:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.850004:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.850099:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015685120 00000100:00100000:2.0:1746070451.850106:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015685120 00000100:00100000:0.0:1746070451.850312:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015685248 00000100:00100000:0.0:1746070451.850316:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015685248 00000100:00100000:0.0:1746070451.850337:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 11 00000100:00100000:0.0:1746070451.850344:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1964:x1830887015685248:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:0.0:1746070451.850372:0:7098:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070451.850386:0:7098:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607fe0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0466 expref: -99 pid: 7098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.850421:0:7098:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffca00/0x628f9640b607fe13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850431:0:7098:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffca00/0x628f9640b607fe13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850439:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffca00/0x628f9640b607fe13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850448:0:7098:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fe1a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850452:0:7098:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fe1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850456:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fe1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850651:0:7098:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffca00/0x628f9640b607fe13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850657:0:7098:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffca00/0x628f9640b607fe13 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850662:0:7098:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffca00/0x628f9640b607fe13 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850666:0:7098:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ffca00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070451.850669:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffca00/0x628f9640b607fe13 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850699:0:7098:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffca00/0x628f9640b607fe13 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850709:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:0.0:1746070451.850712:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070451.850715:0:7098:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffca00/0x628f9640b607fe13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850718:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffca00/0x628f9640b607fe13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850731:0:7098:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fe1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850735:0:7098:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fe1a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850739:0:7098:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fe1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850742:0:7098:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ffd000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070451.850744:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fe1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850748:0:7098:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fe1a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850753:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880134978a00) 00010000:00010000:0.0:1746070451.850755:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070451.850757:0:7098:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fe1a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850760:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fe1a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1746070451.850790:0:7098:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607fe0c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0466 expref: 23 pid: 7098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.850798:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:0.0:1746070451.850799:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746070451.850802:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607fe0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0466 expref: 23 pid: 7098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.850808:0:7098:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffc800, rc -2) 00000100:00100000:0.0:1746070451.850846:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1964:x1830887015685248:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 502us (841us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746070451.850851:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 11 00000100:00100000:2.0:1746070451.853705:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33813 00000100:00100000:2.0:1746070451.853719:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800946a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1188:x1830887015685120:12345-192.168.203.29@tcp:36:rm.0 00010000:00010000:2.0:1746070451.853756:0:7093:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746070451.853775:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ceae00/0x628f9640b607fb18 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02e5 expref: 21 pid: 7098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.853805:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009304c200/0x628f9640b607fae0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c02d0 expref: 20 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.853819:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880092b4c400) 00010000:00010000:2.0:1746070451.853826:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69a00/0x628f9640b607fd10 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0355 expref: 19 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.853832:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:2.0:1746070451.853834:0:7093:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070451.853848:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.853856:0:7093:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69c00/0x628f9640b607fd5d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0378 expref: 17 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.853861:0:7093:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.853884:0:7093:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69c00/0x628f9640b607fd5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0378 expref: 17 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.853894:0:7093:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69c00/0x628f9640b607fd5d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0378 expref: 17 pid: 7093 timeout: 663 lvb_type: 0 00000100:00100000:2.0:1746070451.853909:0:7093:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7093:1830887013405184:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070451.853976:0:7093:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf3240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070451.857987:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.858040:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015685376 00000100:00100000:0.0:1746070451.858047:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015685376 00010000:00010000:0.0:1746070451.858076:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69c00/0x628f9640b607fd5d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0378 expref: 18 pid: 7093 timeout: 663 lvb_type: 0 00000100:00100000:0.0:1746070451.858107:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7902 00000100:00100000:0.0:1746070451.858114:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887015685376:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070451.858125:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070451.858130:0:7080:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69c00/0x628f9640b607fd5d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0378 expref: 18 pid: 7093 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746070451.858140:0:7080:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69c00/0x628f9640b607fd5d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0378 expref: 18 pid: 7093 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746070451.858156:0:7080:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:0.0:1746070451.858160:0:7080:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070451.858169:0:7080:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070451.858175:0:7080:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070451.858185:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070451.858217:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+18:1963:x1830887015685376:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 103us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070451.858221:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7902 00010000:00010000:2.0:1746070451.858607:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091f69c00/0x628f9640b607fd5d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0378 expref: 17 pid: 7093 timeout: 663 lvb_type: 0 00000100:00100000:2.0:1746070451.858619:0:7093:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7093:1830887013405184:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070451.858632:0:7093:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.858638:0:7093:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.858652:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.858666:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe28 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.858697:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe28 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.858704:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe28 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.858922:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.858931:0:7093:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d000/0x628f9640b607fb81 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0332 expref: 16 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.858939:0:7093:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.858958:0:7093:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d000/0x628f9640b607fb81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0332 expref: 16 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.858967:0:7093:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d000/0x628f9640b607fb81 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0332 expref: 16 pid: 7094 timeout: 663 lvb_type: 0 00000100:00100000:2.0:1746070451.858977:0:7093:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7093:1830887013405312:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070451.859023:0:7093:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070451.863208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.863329:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015685504 00000100:00100000:1.0:1746070451.863336:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015685504 00010000:00010000:1.0:1746070451.863363:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d000/0x628f9640b607fb81 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0332 expref: 17 pid: 7094 timeout: 663 lvb_type: 0 00000100:00100000:1.0:1746070451.863385:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7903 00000100:00100000:1.0:1746070451.863391:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1963:x1830887015685504:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070451.863400:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070451.863405:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d000/0x628f9640b607fb81 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0332 expref: 17 pid: 7094 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746070451.863414:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d000/0x628f9640b607fb81 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0332 expref: 17 pid: 7094 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746070451.863429:0:7079:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880092b4c400) 00010000:00010000:1.0:1746070451.863433:0:7079:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.863440:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.863449:0:7079:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.863462:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070451.864276:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d5d000/0x628f9640b607fb81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0332 expref: 17 pid: 7094 timeout: 663 lvb_type: 0 00000100:00100000:2.0:1746070451.864288:0:7093:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7093:1830887013405312:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070451.864300:0:7093:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.864306:0:7093:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.864311:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000040:00080000:2.0:1746070451.864913:0:7093:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:2.0:1746070451.864920:0:7093:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 563917247289ns, next at 564917245900ns, rc = 0 00000040:00080000:2.0:1746070451.864949:0:7093:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:2.0:1746070451.864953:0:7093:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 563917280734ns, next at 564917280147ns, rc = 0 00010000:00010000:2.0:1746070451.865005:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe36 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865014:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865021:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865026:0:7093:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe36 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865031:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe36 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865035:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865054:0:7093:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746070451.865068:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865072:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865076:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865080:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094729400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070451.865083:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865088:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865095:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880092b4c400) 00010000:00010000:2.0:1746070451.865097:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746070451.865101:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865105:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094729400/0x628f9640b607fe2f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865141:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865145:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865149:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865153:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094729600 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070451.865155:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865159:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865164:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978400) 00010000:00010000:2.0:1746070451.865166:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070451.865168:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.865172:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094729600/0x628f9640b607fe21 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00000004:00010000:2.0:1746070451.865182:0:7093:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800946a8a80 reply state ffff880091db1000 transno 4294982051 ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe28 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000100:00100000:2.0:1746070451.865188:0:7093:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746070451.865269:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1963:x1830887015685504:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1875us (2064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070451.865277:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7903 00010000:00010000:0.0:1746070451.865448:0:7081:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746070451.865453:0:7081:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe36 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070451.865458:0:7081:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df61200 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070451.865460:0:7081:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe36 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070451.865465:0:7081:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070451.865472:0:7081:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880092b4c400) 00010000:00010000:0.0:1746070451.865474:0:7081:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746070451.865476:0:7081:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe36 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070451.865480:0:7081:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe36 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070451.865494:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070451.865496:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070451.865498:0:7081:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746070451.867141:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800946a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1188:x1830887015685120:12345-192.168.203.29@tcp:36:rm.0 Request processed in 13421us (17210us total) trans 4294982051 rc 0/0 00000100:00100000:2.0:1746070451.867148:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33813 00010000:00010000:2.0:1746070451.875274:0:3281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe28 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.875287:0:3281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe28 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.875298:0:3281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe28 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.875304:0:3281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094728400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070451.875308:0:3281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe28 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.875314:0:3281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe28 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.875326:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d37a800) 00010000:00010000:2.0:1746070451.875328:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070451.875332:0:3281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe28 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.875337:0:3281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe28 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00000100:00100000:0.0:1746070451.918616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.918785:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015685632 00000100:00100000:2.0:1746070451.918792:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015685632 00000100:00100000:2.0:1746070451.918839:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33814 00000100:00100000:2.0:1746070451.918847:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+19:1191:x1830887015685632:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:2.0:1746070451.918866:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070451.918879:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60a00/0x628f9640b607fe3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c049e expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.918921:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60c00/0x628f9640b607fe44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.918931:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60c00/0x628f9640b607fe44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.918939:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60c00/0x628f9640b607fe44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:2.0:1746070451.918982:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746070451.918985:0:7093:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:2.0:1746070451.918997:0:7093:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60c00/0x628f9640b607fe44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.919174:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60a00/0x628f9640b607fe3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c049e expref: 21 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.919330:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60c00/0x628f9640b607fe44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c049e expref: 20 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.919337:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a400) 00010000:00010000:2.0:1746070451.919339:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070451.919342:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df60c00, rc 0) 00000100:00100000:2.0:1746070451.919387:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1191:x1830887015685632:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 541us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070451.919392:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33814 00000100:00100000:3.0:1746070451.923752:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.924441:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015685888 00000100:00100000:2.0:1746070451.924449:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015685888 00000100:00100000:2.0:1746070451.924489:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33815 00000100:00100000:2.0:1746070451.924495:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d506680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+20:1191:x1830887015685888:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:2.0:1746070451.924509:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070451.924512:0:7093:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746070451.924531:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60c00/0x628f9640b607fe44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c049e expref: 20 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.924555:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a400) 00010000:00010000:2.0:1746070451.924563:0:7093:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070451.924573:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61400/0x628f9640b607fe4b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c04a5 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.925142:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60a00/0x628f9640b607fe52 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925151:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60a00/0x628f9640b607fe52 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925159:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60a00/0x628f9640b607fe52 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925167:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe59 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925172:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe59 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925176:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe59 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925798:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607fe60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925804:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607fe60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925810:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607fe60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:2.0:1746070451.925816:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:2.0:1746070451.925828:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60a00/0x628f9640b607fe52 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925833:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60a00/0x628f9640b607fe52 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925838:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60a00/0x628f9640b607fe52 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925842:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df60a00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:2.0:1746070451.925845:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60a00/0x628f9640b607fe52 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925849:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60a00/0x628f9640b607fe52 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925855:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d37a600) 00010000:00010000:2.0:1746070451.925857:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070451.925859:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60a00/0x628f9640b607fe52 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.925863:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df60a00/0x628f9640b607fe52 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00000004:00010000:2.0:1746070451.925870:0:7093:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012d506680 reply state ffff880091db7000 transno 4294982052 ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe59 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000100:00100000:2.0:1746070451.925874:0:7093:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746070451.925889:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61400/0x628f9640b607fe4b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04a5 expref: 22 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.925900:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607fe60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04a5 expref: 21 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.925905:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88012d37a200) 00010000:00010000:2.0:1746070451.925907:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070451.925908:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009430b800, rc 0) 00000100:00100000:2.0:1746070451.925951:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d506680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1191:x1830887015685888:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 1455us (2204us total) trans 4294982052 rc 0/0 00000100:00100000:2.0:1746070451.925956:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33815 00010000:00010000:1.0:1746070451.928301:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe59 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.928312:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe59 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.928317:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe59 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.928321:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094728400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070451.928324:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe59 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.928329:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe59 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.928341:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d37ab00) 00010000:00010000:1.0:1746070451.928343:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070451.928346:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe59 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.928350:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094728400/0x628f9640b607fe59 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00000100:00100000:3.0:1746070451.928497:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.929123:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015686144 00000100:00100000:2.0:1746070451.929129:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015686144 00000100:00100000:2.0:1746070451.929161:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33816 00000100:00100000:2.0:1746070451.929167:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1191:x1830887015686144:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:2.0:1746070451.929181:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070451.929192:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009430a200/0x628f9640b607fe6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c04ac expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.929247:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.929256:0:7093:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607fe60 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04a5 expref: 22 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.929262:0:7093:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:2.0:1746070451.929284:0:7093:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607fe60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04a5 expref: 22 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070451.929297:0:7093:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607fe60 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04a5 expref: 22 pid: 7093 timeout: 663 lvb_type: 0 00000100:00100000:2.0:1746070451.929306:0:7093:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7093:1830887013405440:192.168.203.29@tcp:104: 00000100:00100000:2.0:1746070451.929878:0:7093:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf3900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070451.934630:0:7093:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7093:1830887013405440:192.168.203.29@tcp:104: 00010000:00010000:2.0:1746070451.934663:0:7093:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000100:00100000:3.0:1746070451.936158:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070451.938883:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015686272 00000100:00100000:1.0:1746070451.938893:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015686272 00010000:00010000:1.0:1746070451.938926:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607fe60 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04a5 expref: 23 pid: 7093 timeout: 663 lvb_type: 0 00000100:00100000:1.0:1746070451.938954:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7904 00000100:00100000:1.0:1746070451.938959:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1964:x1830887015686272:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070451.938970:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070451.938975:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607fe60 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04a5 expref: 23 pid: 7093 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746070451.938984:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607fe60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04a5 expref: 23 pid: 7093 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746070451.939001:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009430b800/0x628f9640b607fe60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04a5 expref: 23 pid: 7093 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746070451.939018:0:7079:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88012d37a200) 00010000:00010000:1.0:1746070451.939021:0:7079:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.939028:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.939033:0:7079:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.939061:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070451.939099:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1964:x1830887015686272:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 140us (2943us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070451.939104:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7904 00010000:00010000:3.0:1746070451.939800:0:7093:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070451.939807:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:3.0:1746070451.939821:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00080000:3.0:1746070451.940050:0:7093:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1e:0x0], index 1: 0 00000004:00080000:3.0:1746070451.940057:0:7093:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:3.0:1746070451.940148:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070451.940154:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070451.940159:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070451.940164:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df61200 already unused, calling callback (ffffffffa1355690) 00010000:00010000:3.0:1746070451.940167:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070451.940173:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070451.940181:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88012d37a200) 00010000:00010000:3.0:1746070451.940183:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746070451.940185:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070451.940189:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df61200/0x628f9640b607fe75 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:3.0:1746070451.940231:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009430a200/0x628f9640b607fe6e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04ac expref: 22 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.940236:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009430a200/0x628f9640b607fe6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04ac expref: 22 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.940244:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009430a200, rc 0) 00000100:00100000:3.0:1746070451.941733:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1191:x1830887015686144:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 12562us (13235us total) trans 4294982053 rc 301/301 00000100:00100000:3.0:1746070451.941741:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33816 00000100:00100000:3.0:1746070451.947826:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.947982:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015686528 00000100:00100000:0.0:1746070451.947990:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015686528 00000100:00100000:0.0:1746070451.948036:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 179 00000100:00100000:0.0:1746070451.948043:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+21:1191:x1830887015686528:12345-192.168.203.29@tcp:35:lfs.0 00000100:00100000:0.0:1746070451.948300:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1191:x1830887015686528:12345-192.168.203.29@tcp:35:lfs.0 Request processed in 256us (481us total) trans 4294982054 rc 0/0 00000100:00100000:0.0:1746070451.948306:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 179 00000100:00100000:2.0:1746070451.952101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.952153:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015686656 00000100:00100000:3.0:1746070451.952160:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015686656 00000100:00100000:3.0:1746070451.952193:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33817 00000100:00100000:3.0:1746070451.952199:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+22:1191:x1830887015686656:12345-192.168.203.29@tcp:101:lfs.0 00010000:00010000:3.0:1746070451.952217:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070451.952231:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093403000/0x628f9640b607fe83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c04b3 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.952274:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093403000/0x628f9640b607fe83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04b3 expref: 23 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.952287:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093403000/0x628f9640b607fe83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04b3 expref: 23 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070451.952300:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880093993d00) 00010000:00010000:3.0:1746070451.952302:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746070451.952305:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093403000, rc 0) 00000100:00100000:3.0:1746070451.952348:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1191:x1830887015686656:12345-192.168.203.29@tcp:101:lfs.0 Request processed in 148us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070451.952353:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33817 00000100:00100000:1.0:1746070451.955117:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070451.955182:0:4052:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015686912 00000100:00100000:2.0:1746070451.955189:0:4052:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015686912 00000100:00100000:2.0:1746070451.955221:0:4052:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 180 00000100:00100000:2.0:1746070451.955227:0:4052:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+23:1191:x1830887015686912:12345-192.168.203.29@tcp:35:lfs.0 00000100:00100000:2.0:1746070451.956701:0:4052:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1191:x1830887015686912:12345-192.168.203.29@tcp:35:lfs.0 Request processed in 1471us (1585us total) trans 4294982055 rc 0/0 00000100:00100000:2.0:1746070451.956708:0:4052:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 180 00000100:00100000:2.0:1746070451.970984:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.971652:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015687040 00000100:00100000:0.0:1746070451.971659:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015687040 00000100:00100000:0.0:1746070451.971723:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33818 00000100:00100000:0.0:1746070451.971730:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+16:1193:x1830887015687040:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070451.971748:0:7094:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070451.971762:0:7094:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc200/0x628f9640b607fe8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c04ba expref: -99 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.971804:0:7094:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffde00/0x628f9640b607fe91 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070451.971814:0:7094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffde00/0x628f9640b607fe91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070451.971822:0:7094:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffde00/0x628f9640b607fe91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00000004:00200000:0.0:1746070451.971865:0:7094:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746070451.971868:0:7094:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070451.971878:0:7094:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffde00/0x628f9640b607fe91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070451.971895:0:7094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc200/0x628f9640b607fe8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04ba expref: 18 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.971921:0:7094:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffde00/0x628f9640b607fe91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04ba expref: 17 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.971933:0:7094:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978300) 00010000:00010000:0.0:1746070451.971935:0:7094:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746070451.971938:0:7094:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffde00, rc 0) 00000100:00100000:0.0:1746070451.971969:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1193:x1830887015687040:12345-192.168.203.29@tcp:101:dd.0 Request processed in 240us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070451.971974:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33818 00000100:00100000:0.0:1746070451.972052:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.972090:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015687168 00000100:00100000:0.0:1746070451.972093:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015687168 00000100:00100000:0.0:1746070451.972107:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33819 00000100:00100000:0.0:1746070451.972111:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+24:1192:x1830887015687168:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070451.972118:0:7094:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070451.972123:0:7094:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd400/0x628f9640b607fe98 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c04c1 expref: -99 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.972141:0:7094:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc600/0x628f9640b607fe9f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070451.972147:0:7094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc600/0x628f9640b607fe9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070451.972152:0:7094:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc600/0x628f9640b607fe9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00000004:00200000:0.0:1746070451.972169:0:7094:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746070451.972171:0:7094:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746070451.972176:0:7094:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc600/0x628f9640b607fe9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7094 initiator: MDT0 00010000:00010000:0.0:1746070451.972186:0:7094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd400/0x628f9640b607fe98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04c1 expref: 26 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.972194:0:7094:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc600/0x628f9640b607fe9f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04c1 expref: 25 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.972198:0:7094:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978300) 00010000:00010000:0.0:1746070451.972200:0:7094:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746070451.972202:0:7094:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffc600, rc 0) 00000100:00100000:0.0:1746070451.972217:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1192:x1830887015687168:12345-192.168.203.29@tcp:101:dd.0 Request processed in 106us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070451.972221:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33819 00000100:00100000:0.0:1746070451.986815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.986881:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015687424 00000100:00100000:3.0:1746070451.986888:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015687424 00000100:00100000:3.0:1746070451.986921:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33820 00000100:00100000:3.0:1746070451.986927:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1193:x1830887015687424:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:3.0:1746070451.986940:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070451.986956:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093403600/0x628f9640b607fea6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c04c8 expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070451.987527:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.987538:0:21042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015687680 00000100:00100000:0.0:1746070451.987541:0:21042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015687680 00000100:00100000:0.0:1746070451.987557:0:21042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33821 00000100:00100000:0.0:1746070451.987562:0:21042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+25:1192:x1830887015687680:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070451.987569:0:21042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070451.987571:0:21042:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746070451.987585:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc600/0x628f9640b607fe9f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04c1 expref: 25 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.987615:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978300) 00010000:00010000:0.0:1746070451.987619:0:21042:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070451.987624:0:21042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffca00/0x628f9640b607fead lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c04cf expref: -99 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.987666:0:21042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd600/0x628f9640b607feb4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070451.987694:0:21042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd600/0x628f9640b607feb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21042 initiator: MDT0 00010000:00010000:0.0:1746070451.987711:0:21042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd600/0x628f9640b607feb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21042 initiator: MDT0 00000004:00200000:0.0:1746070451.987719:0:21042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:0.0:1746070451.987799:0:21042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffca00/0x628f9640b607fead lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04cf expref: 27 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.987808:0:21042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd600/0x628f9640b607feb4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04cf expref: 26 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.987813:0:21042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88012f5a1a00) 00010000:00010000:0.0:1746070451.987815:0:21042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070451.987817:0:21042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffd600, rc 0) 00000100:00100000:0.0:1746070451.987849:0:21042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1192:x1830887015687680:12345-192.168.203.29@tcp:101:dd.0 Request processed in 287us (323us total) trans 4294982056 rc 0/0 00000100:00100000:0.0:1746070451.987854:0:21042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33821 00000100:00100000:0.0:1746070451.987888:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.987942:0:7099:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015687808 00000100:00100000:0.0:1746070451.987945:0:7099:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015687808 00000100:00100000:0.0:1746070451.987961:0:7099:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 12 00000100:00100000:0.0:1746070451.987965:0:7099:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1961:x1830887015687808:12345-192.168.203.29@tcp:63:ll_sa.0 00010000:00010000:0.0:1746070451.987979:0:7099:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070451.987985:0:7099:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc200/0x628f9640b607fec2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c04d6 expref: -99 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.988004:0:7099:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fec9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070451.988009:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fec9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070451.988014:0:7099:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fec9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070451.988022:0:7099:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607fed0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070451.988026:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607fed0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070451.988030:0:7099:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607fed0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070451.988100:0:7099:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd200/0x628f9640b607fed7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070451.988105:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd200/0x628f9640b607fed7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:0.0:1746070451.988110:0:7099:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd200/0x628f9640b607fed7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00000004:00200000:1.0:1746070451.988148:0:7099:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00200000:1.0:1746070451.988152:0:7099:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746070451.988162:0:7099:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd200/0x628f9640b607fed7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988170:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd200/0x628f9640b607fed7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988176:0:7099:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fec9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988181:0:7099:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fec9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988186:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fec9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988190:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ffd000 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070451.988193:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fec9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988198:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fec9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988204:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978300) 00010000:00010000:1.0:1746070451.988206:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070451.988209:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fec9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988213:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd000/0x628f9640b607fec9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988281:0:7099:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607fed0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988291:0:7099:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607fed0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988295:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607fed0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988299:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ffc800 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070451.988301:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607fed0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988305:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607fed0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988311:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880134978100) 00010000:00010000:1.0:1746070451.988312:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070451.988314:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607fed0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988318:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607fed0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988335:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc200/0x628f9640b607fec2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04d6 expref: 28 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.988343:0:7099:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd200/0x628f9640b607fed7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04d6 expref: 27 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.988348:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880093993d00) 00010000:00010000:1.0:1746070451.988349:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746070451.988351:0:7099:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffd200, rc 0) 00010000:00010000:1.0:1746070451.988354:0:7099:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070451.988360:0:7099:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607fede lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c04dd expref: -99 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.988374:0:7099:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607fee5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988380:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607fee5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988385:0:7099:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607fee5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00010000:00010000:3.0:1746070451.988393:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607feec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.988394:0:7099:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50a00/0x628f9640b607fef3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988399:0:7099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50a00/0x628f9640b607fef3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:3.0:1746070451.988401:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607feec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:1.0:1746070451.988403:0:7099:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50a00/0x628f9640b607fef3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7099 initiator: MDT0 00010000:00010000:3.0:1746070451.988406:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607feec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:3.0:1746070451.988418:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746070451.988425:0:7099:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607fee5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988429:0:7099:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607fee5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988433:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607fee5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988436:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136b50400 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070451.988438:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607fee5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988443:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607fee5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988449:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978300) 00010000:00010000:1.0:1746070451.988451:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070451.988453:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607fee5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988456:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50400/0x628f9640b607fee5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988462:0:7099:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50a00/0x628f9640b607fef3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7099 initiator: MDT0 00010000:00010000:3.0:1746070451.988466:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093403600/0x628f9640b607fea6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04c8 expref: 20 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.988466:0:7099:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50a00/0x628f9640b607fef3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988469:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50a00/0x628f9640b607fef3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988472:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136b50a00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:1.0:1746070451.988474:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50a00/0x628f9640b607fef3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7099 initiator: MDT0 00010000:00010000:3.0:1746070451.988477:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093403200/0x628f9640b607feec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04c8 expref: 19 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.988479:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50a00/0x628f9640b607fef3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7099 initiator: MDT0 00010000:00010000:3.0:1746070451.988482:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012d37af00) 00010000:00010000:1.0:1746070451.988483:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800ac9b2300) 00010000:00010000:3.0:1746070451.988484:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746070451.988485:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070451.988486:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093403200, rc 0) 00010000:00010000:1.0:1746070451.988486:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50a00/0x628f9640b607fef3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00010000:00010000:1.0:1746070451.988490:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b50a00/0x628f9640b607fef3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7099 initiator: MDT0 00000100:00100000:3.0:1746070451.988506:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1193:x1830887015687424:12345-192.168.203.29@tcp:101:dd.0 Request processed in 1579us (1699us total) trans 4294982057 rc 0/0 00000100:00100000:3.0:1746070451.988510:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33820 00010000:00010000:1.0:1746070451.988517:0:7099:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607fede lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04dd expref: 28 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.988523:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978300) 00010000:00010000:1.0:1746070451.988525:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746070451.988527:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b51400/0x628f9640b607fede lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04dd expref: 28 pid: 7099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070451.988533:0:7099:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b51400, rc -2) 00000100:00100000:1.0:1746070451.988557:0:7099:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1961:x1830887015687808:12345-192.168.203.29@tcp:63:ll_sa.0 Request processed in 591us (668us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746070451.988562:0:7099:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 12 00000100:00100000:1.0:1746070451.996247:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.996509:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015687936 00000100:00100000:0.0:1746070451.996515:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015687936 00000100:00100000:0.0:1746070451.996554:0:7080:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 149 00000100:00100000:0.0:1746070451.996560:0:7080:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1964:x1830887015687936:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070451.996573:0:7080:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070451.996590:0:7080:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffd600/0x628f9640b607feb4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04cf expref: 27 pid: 21042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070451.997476:0:7080:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88012f5a1a00) 00010000:00010000:0.0:1746070451.997481:0:7080:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070451.997586:0:7080:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1964:x1830887015687936:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 1023us (1342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070451.997593:0:7080:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 149 00000100:00100000:3.0:1746070451.998711:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.998784:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070451.999063:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015688192 00000100:00100000:0.0:1746070451.999069:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015688192 00000100:00100000:3.0:1746070451.999976:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070451.999996:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015688576 00000100:00100000:3.0:1746070451.999999:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015688576 00000100:00100000:3.0:1746070452.000030:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015688704 00000100:00100000:3.0:1746070452.000032:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015688704 00000100:00100000:3.0:1746070452.000116:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4445 00000100:00100000:3.0:1746070452.000123:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015688576:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:3.0:1746070452.000151:0:31813:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607ff01 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070452.000164:0:31813:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070452.000166:0:31813:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070452.000170:0:31813:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607ff01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070452.000182:0:31813:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607ff01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070452.001254:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4446 00000100:00100000:2.0:1746070452.001264:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1963:x1830887015688704:12345-192.168.203.29@tcp:3:dd.0 00010000:00010000:2.0:1746070452.001285:0:27023:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607ff08 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070452.001294:0:27023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070452.001296:0:27023:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070452.001299:0:27023:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607ff08 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070452.001309:0:27023:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607ff08 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070452.002260:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 33822 00000100:00100000:0.0:1746070452.002270:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1193:x1830887015688192:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:0.0:1746070452.002286:0:7093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070452.002289:0:7093:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746070452.002308:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffde00/0x628f9640b607fe91 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c04ba expref: 19 pid: 7094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070452.002321:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978300) 00010000:00010000:0.0:1746070452.002329:0:7093:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070452.002337:0:7093:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc600/0x628f9640b607ff0f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c050e expref: -99 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070452.002452:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffda00/0x628f9640b607ff16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002461:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffda00/0x628f9640b607ff16 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002467:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffda00/0x628f9640b607ff16 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002476:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffdc00/0x628f9640b607ff1d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002481:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffdc00/0x628f9640b607ff1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002486:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffdc00/0x628f9640b607ff1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002537:0:7093:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607ff24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002543:0:7093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607ff24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002549:0:7093:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607ff24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7093 initiator: MDT0 00000004:00200000:0.0:1746070452.002557:0:7093:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:0.0:1746070452.002623:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffda00/0x628f9640b607ff16 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002629:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffda00/0x628f9640b607ff16 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002638:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffda00/0x628f9640b607ff16 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002656:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ffda00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070452.002659:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffda00/0x628f9640b607ff16 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002665:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffda00/0x628f9640b607ff16 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002684:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880134978f00) 00010000:00010000:0.0:1746070452.002686:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070452.002689:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffda00/0x628f9640b607ff16 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002693:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffda00/0x628f9640b607ff16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002700:0:7093:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffdc00/0x628f9640b607ff1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002705:0:7093:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffdc00/0x628f9640b607ff1d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002709:0:7093:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffdc00/0x628f9640b607ff1d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002713:0:7093:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ffdc00 already unused, calling callback (ffffffffa1355690) 00010000:00010000:0.0:1746070452.002715:0:7093:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffdc00/0x628f9640b607ff1d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002720:0:7093:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffdc00/0x628f9640b607ff1d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002730:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880134978000) 00010000:00010000:0.0:1746070452.002732:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070452.002734:0:7093:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffdc00/0x628f9640b607ff1d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002738:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffdc00/0x628f9640b607ff1d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7093 initiator: MDT0 00010000:00010000:0.0:1746070452.002763:0:7093:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc600/0x628f9640b607ff0f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c050e expref: 21 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070452.002772:0:7093:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ffc800/0x628f9640b607ff24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c050e expref: 20 pid: 7093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070452.002777:0:7093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880093993d00) 00010000:00010000:0.0:1746070452.002779:0:7093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070452.002781:0:7093:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092ffc800, rc 0) 00000100:00100000:0.0:1746070452.002810:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1193:x1830887015688192:12345-192.168.203.29@tcp:101:dd.0 Request processed in 542us (4100us total) trans 4294982058 rc 0/0 00000100:00100000:0.0:1746070452.002815:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 33822 00000100:00100000:3.0:1746070452.003688:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070452.003708:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015688832 00000100:00100000:3.0:1746070452.003713:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015688832 00000100:00100000:3.0:1746070452.009569:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5657 00000100:00100000:3.0:1746070452.009583:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887015688832:12345-192.168.203.29@tcp:101:ll_agl.0 00010000:00010000:3.0:1746070452.009599:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070452.009615:0:12041:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607ff32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0515 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746070452.009634:0:12041:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746070452.009661:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070452.009663:0:12041:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070452.009670:0:12041:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607ff32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0515 expref: 11 pid: 12041 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070452.009703:0:12041:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607ff32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0515 expref: 11 pid: 12041 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070452.009713:0:12041:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093403c00, rc 0) 00000100:00100000:3.0:1746070452.009752:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7b76de34-516b-4fc5-a0c6-5c59ed28c461+11:1962:x1830887015688832:12345-192.168.203.29@tcp:101:ll_agl.0 Request processed in 174us (6078us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070452.009758:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5657 00000100:00100000:2.0:1746070452.015566:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070452.016035:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015688960 00000100:00100000:1.0:1746070452.016042:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015688960 00000100:00100000:1.0:1746070452.016085:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5658 00000100:00100000:1.0:1746070452.016092:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1962:x1830887015688960:12345-192.168.203.29@tcp:101:ll_agl.0 00010000:00010000:1.0:1746070452.016105:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070452.016122:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ff39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c051c expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746070452.016141:0:25271:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746070452.016155:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070452.016156:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070452.016162:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ff39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c051c expref: 10 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070452.016174:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ff39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c051c expref: 10 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070452.016188:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b51400, rc 0) 00000100:00100000:1.0:1746070452.016231:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7b76de34-516b-4fc5-a0c6-5c59ed28c461+10:1962:x1830887015688960:12345-192.168.203.29@tcp:101:ll_agl.0 Request processed in 140us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070452.016237:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5658 00000100:00100000:3.0:1746070452.033367:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070452.033882:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015689088 00000100:00100000:0.0:1746070452.033889:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015689088 00010000:00010000:3.0:1746070452.034980:0:31813:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607ff01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070452.034992:0:31813:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607ff01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070452.034998:0:31813:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607ff01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070452.035004:0:31813:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093403400 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:3.0:1746070452.035007:0:31813:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607ff01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070452.035012:0:31813:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607ff01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070452.035027:0:31813:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607ff01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070452.035031:0:31813:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093403400/0x628f9640b607ff01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070452.035266:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1963:x1830887015688576:12345-192.168.203.29@tcp:3:dd.0 Request processed in 35140us (36478us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070452.035274:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4445 00000100:00100000:1.0:1746070452.036764:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5659 00000100:00100000:1.0:1746070452.036776:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133264a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1193:x1830887015689088:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:1.0:1746070452.036789:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070452.036801:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136b50c00/0x628f9640b607ff40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c0523 expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070452.036821:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607ff32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0515 expref: 8 pid: 12041 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070452.036828:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070452.036829:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070452.036832:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136b50c00/0x628f9640b607ff40 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0523 expref: 9 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070452.036854:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607ff32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0515 expref: 8 pid: 12041 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070452.036864:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607ff32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0515 expref: 8 pid: 12041 timeout: 664 lvb_type: 1 00000100:00100000:1.0:1746070452.036874:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c787800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:25271:1830887013405568:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070452.036933:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880087863900 going to sleep for 11 seconds 00010000:00010000:0.0:1746070452.042059:0:27023:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607ff08 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070452.042073:0:27023:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607ff08 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070452.042080:0:27023:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607ff08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070452.042086:0:27023:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099daec00 already unused, calling callback (ffffffffa0872d70) 00010000:00010000:0.0:1746070452.042090:0:27023:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607ff08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070452.042096:0:27023:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607ff08 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070452.042111:0:27023:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607ff08 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070452.042116:0:27023:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099daec00/0x628f9640b607ff08 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27023 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070452.042189:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1963:x1830887015688704:12345-192.168.203.29@tcp:3:dd.0 Request processed in 40924us (42210us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070452.042198:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4446 00000100:00100000:1.0:1746070452.047071:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c787800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:25271:1830887013405568:192.168.203.29@tcp:104: 00010000:00010000:1.0:1746070452.047098:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136b50c00/0x628f9640b607ff40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0523 expref: 9 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070452.047113:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50c00, rc 0) 00000100:00100000:1.0:1746070452.047164:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133264a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1193:x1830887015689088:12345-192.168.203.29@tcp:101:dd.0 Request processed in 10391us (13803us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070452.047172:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5659 00000100:00100000:0.0:1746070452.047593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070452.048334:0:7080:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015689216 00000100:00100000:2.0:1746070452.048340:0:7080:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015689216 00010000:00010000:2.0:1746070452.048363:0:7080:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607ff32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0515 expref: 9 pid: 12041 timeout: 664 lvb_type: 1 00000100:00100000:1.0:1746070452.049318:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7905 00000100:00100000:1.0:1746070452.049326:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b806d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+9:1964:x1830887015689216:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070452.049336:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070452.049353:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607ff32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0515 expref: 9 pid: 12041 timeout: 664 lvb_type: 1 00010000:00010000:1.0:1746070452.049363:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607ff32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0515 expref: 9 pid: 12041 timeout: 664 lvb_type: 1 00010000:00010000:1.0:1746070452.049380:0:7079:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093403c00/0x628f9640b607ff32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0515 expref: 9 pid: 12041 timeout: 664 lvb_type: 1 00010000:00010000:1.0:1746070452.049401:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070452.049403:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070452.049408:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136b50c00/0x628f9640b607ff40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0523 expref: 8 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070452.049419:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136b50c00/0x628f9640b607ff40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0523 expref: 8 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070452.049440:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136b50c00/0x628f9640b607ff40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c0523 expref: 8 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070452.049449:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c787800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887013405696:192.168.203.29@tcp:105: 00000100:00100000:1.0:1746070452.049503:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff880087863900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070452.061550:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c787800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7079:1830887013405696:192.168.203.29@tcp:105: 00010000:00010000:1.0:1746070452.061568:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070452.061612:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b806d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1964:x1830887015689216:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 12286us (14019us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070452.061621:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7905 00000100:00100000:1.0:1746070452.080720:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070452.080817:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015689472 00000100:00100000:0.0:1746070452.080824:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015689472 00002000:00100000:0.0:1746070452.080860:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff88009c787800 x1830887015689472/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070452.080868:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787800 with x1830887015689472 ext(0->1048575) 00002000:00010000:0.0:1746070452.080872:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c787800 00000100:00100000:0.0:1746070452.080899:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4447 00000100:00100000:0.0:1746070452.080905:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1963:x1830887015689472:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070452.085381:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070452.094457:0:4052:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015689728 00000100:00100000:2.0:1746070452.094468:0:4052:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015689728 00000100:00100000:3.0:1746070452.094623:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 181 00000100:00100000:3.0:1746070452.094629:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+26:1192:x1830887015689728:12345-192.168.203.29@tcp:35:dd.0 00000100:00080000:2.0:1746070452.094834:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070452.095514:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+27:1192:x1830887015689728:12345-192.168.203.29@tcp:35:dd.0 Request processed in 882us (10136us total) trans 4294982059 rc 0/0 00000100:00100000:3.0:1746070452.095520:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 181 00000100:00100000:1.0:1746070452.095588:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070452.095613:0:25271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015689856 00000100:00100000:1.0:1746070452.095616:0:25271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015689856 00000100:00100000:1.0:1746070452.095658:0:25271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 5660 00000100:00100000:1.0:1746070452.095664:0:25271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+8:1193:x1830887015689856:12345-192.168.203.29@tcp:101:dd.0 00010000:00010000:1.0:1746070452.095688:0:25271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070452.095705:0:25271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ff47 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8eb541df116c052a expref: -99 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070452.095730:0:25271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ff39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c051c expref: 7 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070452.095744:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070452.095746:0:25271:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070452.095752:0:25271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ff47 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c052a expref: 9 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070452.095783:0:25271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ff39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c051c expref: 7 pid: 25271 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070452.095793:0:25271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ff39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c051c expref: 7 pid: 25271 timeout: 664 lvb_type: 1 00000100:00100000:1.0:1746070452.095806:0:25271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d328e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013405824:192.168.203.29@tcp:104: 00000100:00100000:1.0:1746070452.095853:0:25271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880087863900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070452.104185:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070452.104220:0:7079:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015689984 00000100:00100000:2.0:1746070452.104226:0:7079:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015689984 00010000:00010000:2.0:1746070452.104251:0:7079:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ff39 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c051c expref: 8 pid: 25271 timeout: 664 lvb_type: 1 00000100:00100000:2.0:1746070452.104291:0:7079:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 7906 00000100:00100000:2.0:1746070452.104299:0:7079:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+8:1962:x1830887015689984:12345-192.168.203.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070452.104312:0:7079:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070452.104327:0:7079:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ff39 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c051c expref: 8 pid: 25271 timeout: 664 lvb_type: 1 00010000:00010000:2.0:1746070452.104338:0:7079:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ff39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c051c expref: 8 pid: 25271 timeout: 664 lvb_type: 1 00010000:00010000:2.0:1746070452.104362:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070452.104364:0:7079:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070452.104370:0:7079:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ff47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c052a expref: 9 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070452.104378:0:7079:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ff47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c052a expref: 9 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070452.104403:0:7079:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ff47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c052a expref: 9 pid: 25271 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070452.104414:0:7079:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013405952:192.168.203.29@tcp:105: 00000100:00100000:2.0:1746070452.104472:0:7079:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3cf36c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746070452.104612:0:25271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b51400/0x628f9640b607ff39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.29@tcp remote: 0x8eb541df116c051c expref: 8 pid: 25271 timeout: 664 lvb_type: 1 00000100:00100000:0.0:1746070452.104629:0:25271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d328e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25271:1830887013405824:192.168.203.29@tcp:104: 00010000:00010000:0.0:1746070452.104658:0:25271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b50400/0x628f9640b607ff47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.29@tcp remote: 0x8eb541df116c052a expref: 9 pid: 25271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070452.104666:0:25271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b50400, rc 0) 00000100:00100000:0.0:1746070452.104706:0:25271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1193:x1830887015689856:12345-192.168.203.29@tcp:101:dd.0 Request processed in 9042us (9119us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070452.104712:0:25271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 5660 00000100:00100000:1.0:1746070452.107906:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+11:1963:x1830887015689472:12345-192.168.203.29@tcp:4:dd.0 Request processed in 26992us (27185us total) trans 4294968557 rc 0/0 00000100:00100000:1.0:1746070452.107917:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4447 00002000:00100000:1.0:1746070452.107927:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff88009c787800 x1830887015689472/t4294968557(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.107936:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c787800 with x1830887015689472 ext(0->1048575) 00002000:00010000:1.0:1746070452.107940:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c787800 00000100:00100000:0.0:1746070452.123156:0:7079:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7079:1830887013405952:192.168.203.29@tcp:105: 00010000:00010000:0.0:1746070452.123174:0:7079:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070452.123217:0:7079:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7b76de34-516b-4fc5-a0c6-5c59ed28c461+7:1962:x1830887015689984:12345-192.168.203.29@tcp:103:ldlm_bl.0 Request processed in 18918us (19038us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070452.123226:0:7079:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 7906 00000100:00100000:2.0:1746070452.135141:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070452.135207:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015690240 00000100:00100000:0.0:1746070452.135215:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015690240 00002000:00100000:0.0:1746070452.135249:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8800947e8e00 x1830887015690240/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070452.135259:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8e00 with x1830887015690240 ext(0->1048575) 00002000:00010000:0.0:1746070452.135263:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e8e00 00000100:00100000:0.0:1746070452.135294:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4448 00000100:00100000:0.0:1746070452.135301:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+9:1964:x1830887015690240:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070452.150910:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+11:1964:x1830887015690240:12345-192.168.203.29@tcp:4:dd.0 Request processed in 15600us (15766us total) trans 4294968098 rc 0/0 00000100:00100000:0.0:1746070452.150921:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4448 00002000:00100000:0.0:1746070452.150931:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8800947e8e00 x1830887015690240/t4294968098(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070452.150938:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8e00 with x1830887015690240 ext(0->1048575) 00002000:00010000:0.0:1746070452.150942:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947e8e00 00000100:00100000:2.0:1746070452.154654:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070452.155276:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015690496 00000100:00100000:0.0:1746070452.155284:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015690496 00002000:00100000:0.0:1746070452.155318:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (1048576->2097151) req@ffff8800947e8380 x1830887015690496/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070452.155329:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8380 with x1830887015690496 ext(1048576->2097151) 00002000:00010000:0.0:1746070452.155333:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947e8380 00000100:00100000:0.0:1746070452.155360:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4449 00000100:00100000:0.0:1746070452.155366:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+11:1963:x1830887015690496:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070452.165914:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070452.166034:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015690752 00000100:00100000:3.0:1746070452.166042:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015690752 00002000:00100000:3.0:1746070452.166075:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88008b807480 x1830887015690752/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070452.166084:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b807480 with x1830887015690752 ext(1048576->2097151) 00002000:00010000:3.0:1746070452.166089:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b807480 00000100:00100000:3.0:1746070452.166114:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4450 00000100:00100000:3.0:1746070452.166121:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+11:1963:x1830887015690752:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070452.169346:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1963:x1830887015690496:12345-192.168.203.29@tcp:4:dd.0 Request processed in 13972us (14700us total) trans 4294968558 rc 0/0 00000100:00100000:2.0:1746070452.169358:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4449 00002000:00100000:2.0:1746070452.169368:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (1048576->2097151) req@ffff8800947e8380 x1830887015690496/t4294968558(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070452.169377:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947e8380 with x1830887015690496 ext(1048576->2097151) 00002000:00010000:2.0:1746070452.169381:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947e8380 00000100:00100000:3.0:1746070452.179485:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1963:x1830887015690752:12345-192.168.203.29@tcp:4:dd.0 Request processed in 13357us (13570us total) trans 4294968099 rc 0/0 00000100:00100000:3.0:1746070452.179494:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4450 00002000:00100000:3.0:1746070452.179504:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88008b807480 x1830887015690752/t4294968099(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070452.179512:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b807480 with x1830887015690752 ext(1048576->2097151) 00002000:00010000:3.0:1746070452.179527:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b807480 00000100:00100000:0.0:1746070452.189330:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070452.189478:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015691008 00000100:00100000:3.0:1746070452.189485:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015691008 00002000:00100000:3.0:1746070452.189521:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1e:0x0] (2097152->3145727) req@ffff88008b807800 x1830887015691008/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070452.189531:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b807800 with x1830887015691008 ext(2097152->3145727) 00002000:00010000:3.0:1746070452.189535:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b807800 00000100:00100000:3.0:1746070452.189564:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4451 00000100:00100000:3.0:1746070452.189572:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1963:x1830887015691008:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070452.199636:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1963:x1830887015691008:12345-192.168.203.29@tcp:4:dd.0 Request processed in 10057us (10306us total) trans 4294968559 rc 0/0 00000100:00100000:3.0:1746070452.199658:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4451 00002000:00100000:3.0:1746070452.199669:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1e:0x0] (2097152->3145727) req@ffff88008b807800 x1830887015691008/t4294968559(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070452.199692:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b807800 with x1830887015691008 ext(2097152->3145727) 00002000:00010000:3.0:1746070452.199697:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b807800 00000100:00100000:0.0:1746070452.208558:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070452.209923:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015691264 00000100:00100000:3.0:1746070452.209931:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015691264 00002000:00100000:3.0:1746070452.209969:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88008b807b80 x1830887015691264/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070452.209978:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b807b80 with x1830887015691264 ext(2097152->3145727) 00002000:00010000:3.0:1746070452.209983:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b807b80 00000100:00100000:3.0:1746070452.210014:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4452 00000100:00100000:3.0:1746070452.210020:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+13:1963:x1830887015691264:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070452.219562:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1963:x1830887015691264:12345-192.168.203.29@tcp:4:dd.0 Request processed in 9534us (11003us total) trans 4294968100 rc 0/0 00000100:00100000:3.0:1746070452.219573:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4452 00002000:00100000:3.0:1746070452.219583:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88008b807b80 x1830887015691264/t4294968100(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070452.219592:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b807b80 with x1830887015691264 ext(2097152->3145727) 00002000:00010000:3.0:1746070452.219596:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b807b80 00000100:00100000:0.0:1746070452.224051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070452.224107:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015691520 00000100:00100000:3.0:1746070452.224114:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015691520 00002000:00100000:3.0:1746070452.224149:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1e:0x0] (3145728->4194303) req@ffff88008b805880 x1830887015691520/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070452.224158:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b805880 with x1830887015691520 ext(3145728->4194303) 00002000:00010000:3.0:1746070452.224163:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b805880 00000100:00100000:3.0:1746070452.224189:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4453 00000100:00100000:3.0:1746070452.224196:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1963:x1830887015691520:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070452.240904:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070452.240934:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015691776 00000100:00100000:1.0:1746070452.240940:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015691776 00002000:00100000:1.0:1746070452.240969:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88012d32a680 x1830887015691776/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.240983:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32a680 with x1830887015691776 ext(3145728->4194303) 00002000:00010000:1.0:1746070452.240987:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32a680 00000100:00100000:1.0:1746070452.241011:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4454 00000100:00100000:1.0:1746070452.241016:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+15:1963:x1830887015691776:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070452.243433:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1963:x1830887015691520:12345-192.168.203.29@tcp:4:dd.0 Request processed in 19230us (19382us total) trans 4294968560 rc 0/0 00000100:00100000:3.0:1746070452.243441:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4453 00002000:00100000:3.0:1746070452.243449:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1e:0x0] (3145728->4194303) req@ffff88008b805880 x1830887015691520/t4294968560(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070452.243457:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b805880 with x1830887015691520 ext(3145728->4194303) 00002000:00010000:3.0:1746070452.243461:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b805880 00000100:00100000:1.0:1746070452.255209:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1963:x1830887015691776:12345-192.168.203.29@tcp:4:dd.0 Request processed in 14184us (14303us total) trans 4294968101 rc 0/0 00000100:00100000:1.0:1746070452.255219:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4454 00002000:00100000:1.0:1746070452.255228:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88012d32a680 x1830887015691776/t4294968101(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.255237:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d32a680 with x1830887015691776 ext(3145728->4194303) 00002000:00010000:1.0:1746070452.255242:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d32a680 00000100:00100000:0.0:1746070452.259206:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070452.259364:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015692032 00000100:00100000:1.0:1746070452.259371:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015692032 00002000:00100000:1.0:1746070452.259401:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (4194304->5242879) req@ffff88008c3ac000 x1830887015692032/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.259410:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ac000 with x1830887015692032 ext(4194304->5242879) 00002000:00010000:1.0:1746070452.259414:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ac000 00000100:00100000:1.0:1746070452.259438:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4455 00000100:00100000:1.0:1746070452.259443:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1963:x1830887015692032:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070452.272237:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1963:x1830887015692032:12345-192.168.203.29@tcp:4:dd.0 Request processed in 12786us (13030us total) trans 4294968561 rc 0/0 00000100:00100000:1.0:1746070452.272246:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4455 00002000:00100000:1.0:1746070452.272256:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (4194304->5242879) req@ffff88008c3ac000 x1830887015692032/t4294968561(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.272264:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ac000 with x1830887015692032 ext(4194304->5242879) 00002000:00010000:1.0:1746070452.272268:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ac000 00000100:00100000:0.0:1746070452.288084:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070452.289996:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015692288 00000100:00100000:1.0:1746070452.290007:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015692288 00002000:00100000:1.0:1746070452.290048:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88008c3ac380 x1830887015692288/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.290057:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ac380 with x1830887015692288 ext(4194304->5242879) 00002000:00010000:1.0:1746070452.290062:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3ac380 00000100:00100000:1.0:1746070452.290628:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4456 00000100:00100000:1.0:1746070452.290636:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+17:1963:x1830887015692288:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070452.304953:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1963:x1830887015692288:12345-192.168.203.29@tcp:4:dd.0 Request processed in 14311us (16870us total) trans 4294968102 rc 0/0 00000100:00100000:1.0:1746070452.304964:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4456 00002000:00100000:1.0:1746070452.304974:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88008c3ac380 x1830887015692288/t4294968102(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.304983:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ac380 with x1830887015692288 ext(4194304->5242879) 00002000:00010000:1.0:1746070452.304987:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3ac380 00000100:00100000:0.0:1746070452.312024:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070452.312590:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015692544 00000100:00100000:1.0:1746070452.312597:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015692544 00002000:00100000:1.0:1746070452.312632:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (5242880->6291455) req@ffff88008c3ac700 x1830887015692544/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.312651:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ac700 with x1830887015692544 ext(5242880->6291455) 00002000:00010000:1.0:1746070452.312657:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ac700 00000100:00100000:1.0:1746070452.312709:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4457 00000100:00100000:1.0:1746070452.312716:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1964:x1830887015692544:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070452.323567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070452.324955:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+21:1964:x1830887015692544:12345-192.168.203.29@tcp:4:dd.0 Request processed in 12234us (12933us total) trans 4294968562 rc 0/0 00000100:00100000:1.0:1746070452.324964:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4457 00002000:00100000:1.0:1746070452.324974:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (5242880->6291455) req@ffff88008c3ac700 x1830887015692544/t4294968562(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.324982:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ac700 with x1830887015692544 ext(5242880->6291455) 00002000:00010000:1.0:1746070452.324987:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ac700 00000100:00100000:1.0:1746070452.325003:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015692800 00000100:00100000:1.0:1746070452.325008:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015692800 00002000:00100000:1.0:1746070452.325030:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88008c3aca80 x1830887015692800/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.325036:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3aca80 with x1830887015692800 ext(5242880->6291455) 00002000:00010000:1.0:1746070452.325038:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3aca80 00000100:00100000:1.0:1746070452.325052:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4458 00000100:00100000:1.0:1746070452.325057:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+19:1963:x1830887015692800:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070452.333742:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+21:1963:x1830887015692800:12345-192.168.203.29@tcp:4:dd.0 Request processed in 8677us (10176us total) trans 4294968103 rc 0/0 00000100:00100000:1.0:1746070452.333752:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4458 00002000:00100000:1.0:1746070452.333762:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88008c3aca80 x1830887015692800/t4294968103(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.333770:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3aca80 with x1830887015692800 ext(5242880->6291455) 00002000:00010000:1.0:1746070452.333775:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3aca80 00000100:00100000:0.0:1746070452.335473:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070452.337509:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015693056 00000100:00100000:1.0:1746070452.337520:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015693056 00002000:00100000:1.0:1746070452.337558:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (6291456->7340031) req@ffff88008c3ace00 x1830887015693056/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.337568:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ace00 with x1830887015693056 ext(6291456->7340031) 00002000:00010000:1.0:1746070452.337572:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ace00 00000100:00100000:1.0:1746070452.337896:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4459 00000100:00100000:1.0:1746070452.337904:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+21:1964:x1830887015693056:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070452.344184:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070452.344762:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015693312 00000100:00100000:3.0:1746070452.344770:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015693312 00002000:00100000:3.0:1746070452.344799:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff8800947ea680 x1830887015693312/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070452.344807:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947ea680 with x1830887015693312 ext(6291456->7340031) 00002000:00010000:3.0:1746070452.344812:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947ea680 00000100:00100000:3.0:1746070452.344836:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4460 00000100:00100000:3.0:1746070452.344841:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+21:1964:x1830887015693312:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070452.347230:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+23:1964:x1830887015693056:12345-192.168.203.29@tcp:4:dd.0 Request processed in 9320us (11755us total) trans 4294968563 rc 0/0 00000100:00100000:1.0:1746070452.347239:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4459 00002000:00100000:1.0:1746070452.347248:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (6291456->7340031) req@ffff88008c3ace00 x1830887015693056/t4294968563(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.347256:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ace00 with x1830887015693056 ext(6291456->7340031) 00002000:00010000:1.0:1746070452.347261:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ace00 00000100:00100000:0.0:1746070452.352325:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+23:1964:x1830887015693312:12345-192.168.203.29@tcp:4:dd.0 Request processed in 7475us (8139us total) trans 4294968104 rc 0/0 00000100:00100000:0.0:1746070452.352337:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4460 00002000:00100000:0.0:1746070452.352347:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff8800947ea680 x1830887015693312/t4294968104(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070452.352356:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947ea680 with x1830887015693312 ext(6291456->7340031) 00002000:00010000:0.0:1746070452.352360:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947ea680 00000100:00100000:0.0:1746070452.354575:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070452.354815:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015693568 00000100:00100000:2.0:1746070452.354822:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015693568 00002000:00100000:2.0:1746070452.354855:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1e:0x0] (7340032->8388607) req@ffff88008c3ad180 x1830887015693568/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070452.354863:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ad180 with x1830887015693568 ext(7340032->8388607) 00002000:00010000:2.0:1746070452.354868:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ad180 00000100:00100000:2.0:1746070452.354897:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4461 00000100:00100000:2.0:1746070452.354903:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+23:1964:x1830887015693568:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070452.363135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070452.363238:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015693824 00000100:00100000:1.0:1746070452.363246:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015693824 00002000:00100000:1.0:1746070452.363285:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff8800947eb480 x1830887015693824/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.363295:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947eb480 with x1830887015693824 ext(7340032->8388607) 00002000:00010000:1.0:1746070452.363299:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947eb480 00000100:00100000:1.0:1746070452.363333:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4462 00000100:00100000:1.0:1746070452.363339:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+23:1964:x1830887015693824:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070452.364904:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+25:1964:x1830887015693568:12345-192.168.203.29@tcp:4:dd.0 Request processed in 9997us (10330us total) trans 4294968564 rc 0/0 00000100:00100000:2.0:1746070452.364912:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4461 00002000:00100000:2.0:1746070452.364920:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1e:0x0] (7340032->8388607) req@ffff88008c3ad180 x1830887015693568/t4294968564(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070452.364927:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ad180 with x1830887015693568 ext(7340032->8388607) 00002000:00010000:2.0:1746070452.364931:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ad180 00000100:00100000:2.0:1746070452.368844:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+25:1964:x1830887015693824:12345-192.168.203.29@tcp:4:dd.0 Request processed in 5495us (5706us total) trans 4294968105 rc 0/0 00000100:00100000:2.0:1746070452.368853:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4462 00002000:00100000:2.0:1746070452.368862:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff8800947eb480 x1830887015693824/t4294968105(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070452.368870:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947eb480 with x1830887015693824 ext(7340032->8388607) 00002000:00010000:2.0:1746070452.368873:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947eb480 00000100:00100000:3.0:1746070452.374271:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070452.374403:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015694080 00000100:00100000:2.0:1746070452.374410:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015694080 00002000:00100000:2.0:1746070452.374444:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (8388608->9437183) req@ffff880133264e00 x1830887015694080/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070452.374457:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133264e00 with x1830887015694080 ext(8388608->9437183) 00002000:00010000:2.0:1746070452.374461:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133264e00 00000100:00100000:2.0:1746070452.374660:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4463 00000100:00100000:2.0:1746070452.374668:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+25:1964:x1830887015694080:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:0.0:1746070452.393237:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:0.0:1746070452.393278:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070452.393293:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015694336 00000100:00100000:1.0:1746070452.393301:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015694336 00000100:00100000:0.0:1746070452.393302:0:25227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015694592 00000100:00100000:0.0:1746070452.393305:0:25227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015694592 00002000:00100000:1.0:1746070452.393331:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88008c3ad500 x1830887015694336/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070452.393331:0:25227:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1e:0x0] (9437184->10485759) req@ffff88008c3ad880 x1830887015694592/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.393339:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ad500 with x1830887015694336 ext(8388608->9437183) 00002000:00100000:0.0:1746070452.393339:0:25227:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ad880 with x1830887015694592 ext(9437184->10485759) 00002000:00010000:1.0:1746070452.393343:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3ad500 00002000:00010000:0.0:1746070452.393343:0:25227:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ad880 00000100:00100000:1.0:1746070452.393358:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4464 00000100:00100000:1.0:1746070452.393363:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+25:1963:x1830887015694336:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070452.394031:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4465 00000100:00100000:1.0:1746070452.394038:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+27:1963:x1830887015694592:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070452.394493:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+29:1964:x1830887015694080:12345-192.168.203.29@tcp:4:dd.0 Request processed in 19824us (20227us total) trans 4294968565 rc 0/0 00000100:00100000:2.0:1746070452.394500:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4463 00002000:00100000:2.0:1746070452.394506:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (8388608->9437183) req@ffff880133264e00 x1830887015694080/t4294968565(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070452.394513:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133264e00 with x1830887015694080 ext(8388608->9437183) 00002000:00010000:2.0:1746070452.394516:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133264e00 00000100:00100000:1.0:1746070452.406801:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070452.406986:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015694848 00000100:00100000:2.0:1746070452.406993:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015694848 00002000:00100000:2.0:1746070452.407026:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88012d328e00 x1830887015694848/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070452.407035:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d328e00 with x1830887015694848 ext(9437184->10485759) 00002000:00010000:2.0:1746070452.407041:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d328e00 00000100:00100000:2.0:1746070452.407067:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4466 00000100:00100000:2.0:1746070452.407073:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+27:1964:x1830887015694848:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070452.417127:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+29:1963:x1830887015694336:12345-192.168.203.29@tcp:4:dd.0 Request processed in 23755us (23889us total) trans 4294968106 rc 0/0 00000100:00100000:2.0:1746070452.417137:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4464 00002000:00100000:2.0:1746070452.417147:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88008c3ad500 x1830887015694336/t4294968106(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070452.417156:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ad500 with x1830887015694336 ext(8388608->9437183) 00002000:00010000:2.0:1746070452.417160:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3ad500 00000100:00100000:1.0:1746070452.417347:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+29:1963:x1830887015694592:12345-192.168.203.29@tcp:4:dd.0 Request processed in 23308us (24065us total) trans 4294968566 rc 0/0 00000100:00100000:1.0:1746070452.417354:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4465 00002000:00100000:1.0:1746070452.417360:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1e:0x0] (9437184->10485759) req@ffff88008c3ad880 x1830887015694592/t4294968566(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.417367:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ad880 with x1830887015694592 ext(9437184->10485759) 00002000:00010000:1.0:1746070452.417370:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ad880 00000100:00100000:3.0:1746070452.420818:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070452.421214:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015695104 00000100:00100000:1.0:1746070452.421221:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015695104 00002000:00100000:1.0:1746070452.421256:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1e:0x0] (10485760->11534335) req@ffff880133265180 x1830887015695104/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.421263:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133265180 with x1830887015695104 ext(10485760->11534335) 00002000:00010000:1.0:1746070452.421268:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133265180 00000100:00100000:1.0:1746070452.421298:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4467 00000100:00100000:1.0:1746070452.421305:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+29:1963:x1830887015695104:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070452.434764:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070452.436094:0:31813:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015695360 00000100:00100000:2.0:1746070452.436101:0:31813:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015695360 00002000:00100000:2.0:1746070452.436135:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88009983e050 x1830887015695360/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070452.436144:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009983e050 with x1830887015695360 ext(10485760->11534335) 00002000:00010000:2.0:1746070452.436148:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009983e050 00000100:00100000:2.0:1746070452.436176:0:31813:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4468 00000100:00100000:2.0:1746070452.436183:0:31813:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009983e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+29:1963:x1830887015695360:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070452.445858:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070452.447461:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+31:1963:x1830887015695104:12345-192.168.203.29@tcp:4:dd.0 Request processed in 26151us (26644us total) trans 4294968567 rc 0/0 00000100:00100000:1.0:1746070452.447471:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4467 00002000:00100000:1.0:1746070452.447482:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1e:0x0] (10485760->11534335) req@ffff880133265180 x1830887015695104/t4294968567(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.447489:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133265180 with x1830887015695104 ext(10485760->11534335) 00002000:00010000:1.0:1746070452.447494:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133265180 00000100:00100000:1.0:1746070452.447512:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015695616 00000100:00100000:1.0:1746070452.447517:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015695616 00002000:00100000:1.0:1746070452.447536:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1e:0x0] (11534336->12582911) req@ffff880133265500 x1830887015695616/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.447542:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133265500 with x1830887015695616 ext(11534336->12582911) 00002000:00010000:1.0:1746070452.447544:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133265500 00000100:00100000:1.0:1746070452.447557:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4469 00000100:00100000:1.0:1746070452.447562:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+31:1964:x1830887015695616:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:2.0:1746070452.457481:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+31:1964:x1830887015694848:12345-192.168.203.29@tcp:4:dd.0 Request processed in 50397us (50677us total) trans 4294968107 rc 0/0 00000100:00100000:2.0:1746070452.457492:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4466 00002000:00100000:2.0:1746070452.457504:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88012d328e00 x1830887015694848/t4294968107(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070452.457512:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d328e00 with x1830887015694848 ext(9437184->10485759) 00002000:00010000:2.0:1746070452.457518:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d328e00 00000100:00100000:3.0:1746070452.457567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:2.0:1746070452.458163:0:27023:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015695872 00000100:00100000:2.0:1746070452.458171:0:27023:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015695872 00002000:00100000:2.0:1746070452.458197:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff880133265880 x1830887015695872/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070452.458204:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133265880 with x1830887015695872 ext(11534336->12582911) 00002000:00010000:2.0:1746070452.458208:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133265880 00000100:00100000:2.0:1746070452.458237:0:27023:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4470 00000100:00100000:2.0:1746070452.458244:0:27023:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+31:1964:x1830887015695872:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:3.0:1746070452.466787:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:3.0:1746070452.467238:0:3289:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.29@tcp (source: 12345-192.168.203.29@tcp) 00000100:00100000:1.0:1746070452.467558:0:31815:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015696384 00000100:00100000:1.0:1746070452.467566:0:31815:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015696384 00002000:00100000:1.0:1746070452.467603:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (12582912->13631487) req@ffff880133265f80 x1830887015696384/t0(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/0 e 0 to 0 dl 1746070463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.467612:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133265f80 with x1830887015696384 ext(12582912->13631487) 00002000:00010000:1.0:1746070452.467616:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133265f80 00000100:00100000:0.0:1746070452.467910:0:4052:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887015696256 00000100:00100000:0.0:1746070452.467913:0:4052:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887015696256 00000100:00100000:0.0:1746070452.467941:0:4052:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 182 00000100:00100000:0.0:1746070452.467947:0:4052:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+20:1193:x1830887015696256:12345-192.168.203.29@tcp:35:dd.0 00000001:00080000:0.0:1746070452.468132:0:4052:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294982060 00000100:00100000:1.0:1746070452.468188:0:31815:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.29@tcp, seq: 4471 00000100:00100000:1.0:1746070452.468193:0:31815:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+33:1964:x1830887015696384:12345-192.168.203.29@tcp:4:dd.0 00000100:00100000:1.0:1746070452.471654:0:4052:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2acfa880-79c0-40ca-9b06-ba79796809b8+22:1193:x1830887015696256:12345-192.168.203.29@tcp:35:dd.0 Request processed in 3688us (4854us total) trans 4294982061 rc 0/0 00000100:00100000:1.0:1746070452.471663:0:4052:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 182 00000020:00080000:1.0:1746070452.471689:0:4052:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746070452.472870:0:31813:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009983e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2acfa880-79c0-40ca-9b06-ba79796809b8+33:1963:x1830887015695360:12345-192.168.203.29@tcp:4:dd.0 Request processed in 36682us (38107us total) trans 4294968108 rc 0/0 00000100:00100000:3.0:1746070452.472879:0:31813:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4468 00002000:00100000:3.0:1746070452.472889:0:31813:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88009983e050 x1830887015695360/t4294968108(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070452.472898:0:31813:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009983e050 with x1830887015695360 ext(10485760->11534335) 00002000:00010000:3.0:1746070452.472903:0:31813:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009983e050 00000100:00100000:1.0:1746070452.481778:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2acfa880-79c0-40ca-9b06-ba79796809b8+35:1964:x1830887015695616:12345-192.168.203.29@tcp:4:dd.0 Request processed in 34208us (35919us total) trans 4294968568 rc 0/0 00000100:00100000:1.0:1746070452.481788:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4469 00002000:00100000:1.0:1746070452.481798:0:8450:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1e:0x0] (11534336->12582911) req@ffff880133265500 x1830887015695616/t4294968568(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070452.481807:0:8450:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133265500 with x1830887015695616 ext(11534336->12582911) 00002000:00010000:1.0:1746070452.481811:0:8450:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133265500 00000100:00100000:2.0:1746070452.487573:0:27023:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2acfa880-79c0-40ca-9b06-ba79796809b8+33:1964:x1830887015695872:12345-192.168.203.29@tcp:4:dd.0 Request processed in 29320us (29998us total) trans 4294968109 rc 0/0 00000100:00100000:2.0:1746070452.487585:0:27023:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4470 00002000:00100000:2.0:1746070452.487596:0:27023:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff880133265880 x1830887015695872/t4294968109(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070452.487605:0:27023:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133265880 with x1830887015695872 ext(11534336->12582911) 00002000:00010000:2.0:1746070452.487611:0:27023:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133265880 00000100:00100000:2.0:1746070452.495489:0:31815:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2acfa880-79c0-40ca-9b06-ba79796809b8+35:1964:x1830887015696384:12345-192.168.203.29@tcp:4:dd.0 Request processed in 27285us (28240us total) trans 4294968569 rc 0/0 00000100:00100000:2.0:1746070452.495499:0:31815:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.29@tcp, seq: 4471 00002000:00100000:2.0:1746070452.495509:0:31815:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1e:0x0] (12582912->13631487) req@ffff880133265f80 x1830887015696384/t4294968569(0) o4->2acfa880-79c0-40ca-9b06-ba79796809b8@192.168.203.29@tcp:83/0 lens 488/448 e 0 to 0 dl 1746070463 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070452.495517:0:31815:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133265f80 with x1830887015696384 ext(12582912->13631487) 00002000:00010000:2.0:1746070452.495522:0:31815:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133265f80 00010000:00010000:0.0:1746070452.768876:0:9816:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746070452.794945:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746070452.794960:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013406080:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746070452.795012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070452.795112:0:21251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013406080 00000100:00100000:0.0:1746070452.795118:0:21251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013406080 00000100:00100000:0.0:1746070452.795154:0:21251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1746070452.795161:0:21251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013406080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746070452.795178:0:21251:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 490536960 pending 20447232 free 3828350976 avail 3826253824 00000100:00100000:0.0:1746070452.795213:0:21251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830887013406080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070452.795218:0:21251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00080000:2.0:1746070452.795290:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070452.795470:0:3295:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968097 gen 2 00000004:00080000:3.0:1746070452.795475:0:3295:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880129efce00, transno 4294968097 00000100:00100000:3.0:1746070452.795486:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1830887013406080:0@lo:13:osp-pre-0-0.0 00000001:02000400:1.0:1746070453.346751:0:5137:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00010000:00010000:1.0:1746070453.772161:0:7082:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070454.108897:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d32bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013406592:0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.108949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070454.108991:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746070454.108997:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d329880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3294:1830887013406208:0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109018:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070454.109042:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d32b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830887013406720:0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109061:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070454.109081:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013406208 00000100:00100000:0.0:1746070454.109086:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013406208 00000100:00100000:0.0:1746070454.109114:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1746070454.109120:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4763450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3294:x1830887013406208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109154:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4763450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:28ee122f-ba7a-4a1d-8b12-061efa2f0aab+18:3294:x1830887013406208:12345-0@lo:400:kworker.0 Request processed in 34us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070454.109160:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1746070454.109183:0:7093:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013406720 00000100:00100000:0.0:1746070454.109185:0:7093:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013406720 00000100:00100000:0.0:1746070454.109206:0:7093:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1746070454.109210:0:7093:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830887013406720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109232:0:7093:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830887013406720:12345-0@lo:400:kworker.0 Request processed in 21us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070454.109236:0:7093:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1746070454.109256:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d329880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28ee122f-ba7a-4a1d-8b12-061efa2f0aab:3294:1830887013406208:0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109265:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d32b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3294:1830887013406720:0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109294:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d32b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3297:1830887013406464:0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109310:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070454.109320:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746070454.109324:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d328380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830887013406336:0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109335:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070454.109344:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d329500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013406848:0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109357:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746070454.109371:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070454.109377:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013406464 00000100:00100000:0.0:1746070454.109379:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013406464 00000100:00100000:0.0:1746070454.109396:0:7094:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013406336 00000100:00100000:0.0:1746070454.109398:0:7094:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013406336 00000100:00100000:0.0:1746070454.109409:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1746070454.109412:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830887013406464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109433:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830887013406464:12345-0@lo:400:kworker.0 Request processed in 20us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070454.109437:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1746070454.109444:0:7094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1746070454.109447:0:7094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830887013406336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109464:0:7094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830887013406336:12345-0@lo:400:kworker.0 Request processed in 16us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070454.109468:0:7094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00080000:0.0:1746070454.109479:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070454.109491:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d328380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830887013406336:0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109497:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d32b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3297:1830887013406464:0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109527:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013406592 00000100:00100000:0.0:1746070454.109529:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013406592 00000100:00100000:0.0:1746070454.109548:0:12041:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887013406848 00000100:00100000:0.0:1746070454.109549:0:12041:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887013406848 00000100:00100000:0.0:1746070454.109562:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1746070454.109566:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013406592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109590:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3294:x1830887013406592:12345-0@lo:400:kworker.0 Request processed in 24us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070454.109594:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1746070454.109602:0:12041:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1746070454.109606:0:12041:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3297:x1830887013406848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109637:0:12041:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3297:x1830887013406848:12345-0@lo:400:kworker.0 Request processed in 20us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070454.109642:0:12041:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00080000:0.0:1746070454.109655:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070454.109656:0:7090:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070454.109669:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d329500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1830887013406848:0@lo:400:kworker.0 00000100:00100000:0.0:1746070454.109705:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d32bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1830887013406592:0@lo:400:kworker.0 Debug log: 68881 lines, 68881 kept, 0 dropped, 0 bad.